-- Logs begin at Sun 2021-08-29 18:43:22 UTC, end at Sun 2021-08-29 19:42:15 UTC. -- Aug 29 19:13:29.021889 dv-cinder-806191-2-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Aug 29 19:13:31.773046 dv-cinder-806191-2-iscsi neutron-server[93774]: INFO neutron.common.config [-] Logging enabled! Aug 29 19:13:31.773685 dv-cinder-806191-2-iscsi neutron-server[93774]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev566 Aug 29 19:13:31.773818 dv-cinder-806191-2-iscsi neutron-server[93774]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=93774) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Aug 29 19:13:31.777187 dv-cinder-806191-2-iscsi neutron-server[93774]: INFO neutron.common.config [-] Logging enabled! Aug 29 19:13:31.777445 dv-cinder-806191-2-iscsi neutron-server[93774]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev566 Aug 29 19:13:31.777758 dv-cinder-806191-2-iscsi neutron-server[93774]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=93774) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Aug 29 19:13:31.778732 dv-cinder-806191-2-iscsi neutron-server[93774]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Aug 29 19:13:31.778968 dv-cinder-806191-2-iscsi neutron-server[93774]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Aug 29 19:13:31.779339 dv-cinder-806191-2-iscsi neutron-server[93774]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Aug 29 19:13:31.779582 dv-cinder-806191-2-iscsi neutron-server[93774]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Aug 29 19:13:31.779808 dv-cinder-806191-2-iscsi neutron-server[93774]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Aug 29 19:13:31.780138 dv-cinder-806191-2-iscsi neutron-server[93774]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 19:13:31.780433 dv-cinder-806191-2-iscsi neutron-server[93774]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 19:13:31.780728 dv-cinder-806191-2-iscsi neutron-server[93774]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 19:13:31.780957 dv-cinder-806191-2-iscsi neutron-server[93774]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 19:13:31.781251 dv-cinder-806191-2-iscsi neutron-server[93774]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 19:13:31.781539 dv-cinder-806191-2-iscsi neutron-server[93774]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 19:13:31.781818 dv-cinder-806191-2-iscsi neutron-server[93774]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 19:13:31.782103 dv-cinder-806191-2-iscsi neutron-server[93774]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 19:13:31.782407 dv-cinder-806191-2-iscsi neutron-server[93774]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 19:13:31.782698 dv-cinder-806191-2-iscsi neutron-server[93774]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 19:13:31.782974 dv-cinder-806191-2-iscsi neutron-server[93774]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 19:13:31.783255 dv-cinder-806191-2-iscsi neutron-server[93774]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 19:13:31.783483 dv-cinder-806191-2-iscsi neutron-server[93774]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 19:13:31.783761 dv-cinder-806191-2-iscsi neutron-server[93774]: DEBUG neutron.common.config [-] config_source = [] {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 19:13:31.784044 dv-cinder-806191-2-iscsi neutron-server[93774]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 19:13:31.784325 dv-cinder-806191-2-iscsi neutron-server[93774]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 19:13:31.784546 dv-cinder-806191-2-iscsi neutron-server[93774]: DEBUG neutron.common.config [-] debug = True {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 19:13:31.784823 dv-cinder-806191-2-iscsi neutron-server[93774]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 19:13:31.785243 dv-cinder-806191-2-iscsi neutron-server[93774]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 19:13:31.785654 dv-cinder-806191-2-iscsi neutron-server[93774]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 19:13:31.785928 dv-cinder-806191-2-iscsi neutron-server[93774]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 19:13:31.786213 dv-cinder-806191-2-iscsi neutron-server[93774]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 19:13:31.786511 dv-cinder-806191-2-iscsi neutron-server[93774]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 19:13:31.786782 dv-cinder-806191-2-iscsi neutron-server[93774]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 19:13:31.787057 dv-cinder-806191-2-iscsi neutron-server[93774]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 19:13:31.787337 dv-cinder-806191-2-iscsi neutron-server[93774]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 19:13:31.787672 dv-cinder-806191-2-iscsi neutron-server[93774]: DEBUG neutron.common.config [-] host = dv-cinder-806191-2-iscsi {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 19:13:31.787996 dv-cinder-806191-2-iscsi neutron-server[93774]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 19:13:31.788296 dv-cinder-806191-2-iscsi neutron-server[93774]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 19:13:31.788575 dv-cinder-806191-2-iscsi neutron-server[93774]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 19:13:31.788860 dv-cinder-806191-2-iscsi neutron-server[93774]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 19:13:31.789135 dv-cinder-806191-2-iscsi neutron-server[93774]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 19:13:31.789409 dv-cinder-806191-2-iscsi neutron-server[93774]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 19:13:31.789692 dv-cinder-806191-2-iscsi neutron-server[93774]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 19:13:31.789963 dv-cinder-806191-2-iscsi neutron-server[93774]: DEBUG neutron.common.config [-] log_dir = None {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 19:13:31.790233 dv-cinder-806191-2-iscsi neutron-server[93774]: DEBUG neutron.common.config [-] log_file = None {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 19:13:31.790526 dv-cinder-806191-2-iscsi neutron-server[93774]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 19:13:31.790812 dv-cinder-806191-2-iscsi neutron-server[93774]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 19:13:31.791099 dv-cinder-806191-2-iscsi neutron-server[93774]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 19:13:31.791387 dv-cinder-806191-2-iscsi neutron-server[93774]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 19:13:31.791612 dv-cinder-806191-2-iscsi neutron-server[93774]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 19:13:31.791834 dv-cinder-806191-2-iscsi neutron-server[93774]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 19:13:31.792119 dv-cinder-806191-2-iscsi neutron-server[93774]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 19:13:31.792402 dv-cinder-806191-2-iscsi neutron-server[93774]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 19:13:31.792673 dv-cinder-806191-2-iscsi neutron-server[93774]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 19:13:31.792942 dv-cinder-806191-2-iscsi neutron-server[93774]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 19:13:31.793212 dv-cinder-806191-2-iscsi neutron-server[93774]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 19:13:31.793482 dv-cinder-806191-2-iscsi neutron-server[93774]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 19:13:31.793755 dv-cinder-806191-2-iscsi neutron-server[93774]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 19:13:31.794020 dv-cinder-806191-2-iscsi neutron-server[93774]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 19:13:31.794302 dv-cinder-806191-2-iscsi neutron-server[93774]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 19:13:31.794606 dv-cinder-806191-2-iscsi neutron-server[93774]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 19:13:31.794887 dv-cinder-806191-2-iscsi neutron-server[93774]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 19:13:31.795159 dv-cinder-806191-2-iscsi neutron-server[93774]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 19:13:31.795428 dv-cinder-806191-2-iscsi neutron-server[93774]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 19:13:31.795697 dv-cinder-806191-2-iscsi neutron-server[93774]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 19:13:31.795964 dv-cinder-806191-2-iscsi neutron-server[93774]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 19:13:31.796245 dv-cinder-806191-2-iscsi neutron-server[93774]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 19:13:31.796513 dv-cinder-806191-2-iscsi neutron-server[93774]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 19:13:31.796780 dv-cinder-806191-2-iscsi neutron-server[93774]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 19:13:31.797049 dv-cinder-806191-2-iscsi neutron-server[93774]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 19:13:31.797335 dv-cinder-806191-2-iscsi neutron-server[93774]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 19:13:31.797600 dv-cinder-806191-2-iscsi neutron-server[93774]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 19:13:31.797870 dv-cinder-806191-2-iscsi neutron-server[93774]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 19:13:31.798170 dv-cinder-806191-2-iscsi neutron-server[93774]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 19:13:31.798482 dv-cinder-806191-2-iscsi neutron-server[93774]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 19:13:31.798763 dv-cinder-806191-2-iscsi neutron-server[93774]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 19:13:31.799044 dv-cinder-806191-2-iscsi neutron-server[93774]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 19:13:31.799317 dv-cinder-806191-2-iscsi neutron-server[93774]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 19:13:31.799596 dv-cinder-806191-2-iscsi neutron-server[93774]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 19:13:31.799869 dv-cinder-806191-2-iscsi neutron-server[93774]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 19:13:31.800139 dv-cinder-806191-2-iscsi neutron-server[93774]: DEBUG neutron.common.config [-] use_journal = False {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 19:13:31.800407 dv-cinder-806191-2-iscsi neutron-server[93774]: DEBUG neutron.common.config [-] use_json = False {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 19:13:31.800676 dv-cinder-806191-2-iscsi neutron-server[93774]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 19:13:31.800942 dv-cinder-806191-2-iscsi neutron-server[93774]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 19:13:31.801224 dv-cinder-806191-2-iscsi neutron-server[93774]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 19:13:31.801495 dv-cinder-806191-2-iscsi neutron-server[93774]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 19:13:31.801765 dv-cinder-806191-2-iscsi neutron-server[93774]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 19:13:31.802035 dv-cinder-806191-2-iscsi neutron-server[93774]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 19:13:31.802304 dv-cinder-806191-2-iscsi neutron-server[93774]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 19:13:31.802610 dv-cinder-806191-2-iscsi neutron-server[93774]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 19:13:31.802910 dv-cinder-806191-2-iscsi neutron-server[93774]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 19:13:31.803206 dv-cinder-806191-2-iscsi neutron-server[93774]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 19:13:31.803533 dv-cinder-806191-2-iscsi neutron-server[93774]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 19:13:31.803818 dv-cinder-806191-2-iscsi neutron-server[93774]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 19:13:31.804112 dv-cinder-806191-2-iscsi neutron-server[93774]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 19:13:31.804388 dv-cinder-806191-2-iscsi neutron-server[93774]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 19:13:31.804673 dv-cinder-806191-2-iscsi neutron-server[93774]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 19:13:31.804949 dv-cinder-806191-2-iscsi neutron-server[93774]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 19:13:31.805234 dv-cinder-806191-2-iscsi neutron-server[93774]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 19:13:31.805519 dv-cinder-806191-2-iscsi neutron-server[93774]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 19:13:31.805805 dv-cinder-806191-2-iscsi neutron-server[93774]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 19:13:31.806081 dv-cinder-806191-2-iscsi neutron-server[93774]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 19:13:31.806367 dv-cinder-806191-2-iscsi neutron-server[93774]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 19:13:31.806665 dv-cinder-806191-2-iscsi neutron-server[93774]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 19:13:31.806955 dv-cinder-806191-2-iscsi neutron-server[93774]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 19:13:31.807260 dv-cinder-806191-2-iscsi neutron-server[93774]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 19:13:31.807555 dv-cinder-806191-2-iscsi neutron-server[93774]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 19:13:31.807845 dv-cinder-806191-2-iscsi neutron-server[93774]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 19:13:31.808116 dv-cinder-806191-2-iscsi neutron-server[93774]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 19:13:31.808388 dv-cinder-806191-2-iscsi neutron-server[93774]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 19:13:31.808663 dv-cinder-806191-2-iscsi neutron-server[93774]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 19:13:31.808937 dv-cinder-806191-2-iscsi neutron-server[93774]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 19:13:31.809221 dv-cinder-806191-2-iscsi neutron-server[93774]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 19:13:31.809497 dv-cinder-806191-2-iscsi neutron-server[93774]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 19:13:31.809783 dv-cinder-806191-2-iscsi neutron-server[93774]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 19:13:31.810069 dv-cinder-806191-2-iscsi neutron-server[93774]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 19:13:31.810345 dv-cinder-806191-2-iscsi neutron-server[93774]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 19:13:31.810651 dv-cinder-806191-2-iscsi neutron-server[93774]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 19:13:31.810941 dv-cinder-806191-2-iscsi neutron-server[93774]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 19:13:31.811229 dv-cinder-806191-2-iscsi neutron-server[93774]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 19:13:31.811501 dv-cinder-806191-2-iscsi neutron-server[93774]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 19:13:31.811779 dv-cinder-806191-2-iscsi neutron-server[93774]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 19:13:31.812067 dv-cinder-806191-2-iscsi neutron-server[93774]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 19:13:31.812342 dv-cinder-806191-2-iscsi neutron-server[93774]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 19:13:31.812613 dv-cinder-806191-2-iscsi neutron-server[93774]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 19:13:31.812886 dv-cinder-806191-2-iscsi neutron-server[93774]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 19:13:31.813171 dv-cinder-806191-2-iscsi neutron-server[93774]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 19:13:31.813451 dv-cinder-806191-2-iscsi neutron-server[93774]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 19:13:31.813718 dv-cinder-806191-2-iscsi neutron-server[93774]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 19:13:31.813997 dv-cinder-806191-2-iscsi neutron-server[93774]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 19:13:31.814270 dv-cinder-806191-2-iscsi neutron-server[93774]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 19:13:31.814566 dv-cinder-806191-2-iscsi neutron-server[93774]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 19:13:31.815090 dv-cinder-806191-2-iscsi neutron-server[93774]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 19:13:31.815364 dv-cinder-806191-2-iscsi neutron-server[93774]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 19:13:31.815650 dv-cinder-806191-2-iscsi neutron-server[93774]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 19:13:31.815923 dv-cinder-806191-2-iscsi neutron-server[93774]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 19:13:31.816190 dv-cinder-806191-2-iscsi neutron-server[93774]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 19:13:31.816455 dv-cinder-806191-2-iscsi neutron-server[93774]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 19:13:31.816727 dv-cinder-806191-2-iscsi neutron-server[93774]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 19:13:31.816994 dv-cinder-806191-2-iscsi neutron-server[93774]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 19:13:31.817274 dv-cinder-806191-2-iscsi neutron-server[93774]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 19:13:31.817547 dv-cinder-806191-2-iscsi neutron-server[93774]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 19:13:31.817814 dv-cinder-806191-2-iscsi neutron-server[93774]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 19:13:31.818081 dv-cinder-806191-2-iscsi neutron-server[93774]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 19:13:31.818355 dv-cinder-806191-2-iscsi neutron-server[93774]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 19:13:31.818651 dv-cinder-806191-2-iscsi neutron-server[93774]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 19:13:31.818919 dv-cinder-806191-2-iscsi neutron-server[93774]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 19:13:31.819708 dv-cinder-806191-2-iscsi neutron-server[93774]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 19:13:31.819978 dv-cinder-806191-2-iscsi neutron-server[93774]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 19:13:31.820253 dv-cinder-806191-2-iscsi neutron-server[93774]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 19:13:31.820520 dv-cinder-806191-2-iscsi neutron-server[93774]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 19:13:31.820788 dv-cinder-806191-2-iscsi neutron-server[93774]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 19:13:31.821054 dv-cinder-806191-2-iscsi neutron-server[93774]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 19:13:31.821322 dv-cinder-806191-2-iscsi neutron-server[93774]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 19:13:31.821589 dv-cinder-806191-2-iscsi neutron-server[93774]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 19:13:31.821858 dv-cinder-806191-2-iscsi neutron-server[93774]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 19:13:31.822125 dv-cinder-806191-2-iscsi neutron-server[93774]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 19:13:31.822418 dv-cinder-806191-2-iscsi neutron-server[93774]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 19:13:31.822689 dv-cinder-806191-2-iscsi neutron-server[93774]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 19:13:31.822957 dv-cinder-806191-2-iscsi neutron-server[93774]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 19:13:31.823224 dv-cinder-806191-2-iscsi neutron-server[93774]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 19:13:31.823489 dv-cinder-806191-2-iscsi neutron-server[93774]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 19:13:31.823758 dv-cinder-806191-2-iscsi neutron-server[93774]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 19:13:31.824040 dv-cinder-806191-2-iscsi neutron-server[93774]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 19:13:31.824343 dv-cinder-806191-2-iscsi neutron-server[93774]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 19:13:31.824619 dv-cinder-806191-2-iscsi neutron-server[93774]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 19:13:31.824893 dv-cinder-806191-2-iscsi neutron-server[93774]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 19:13:31.825167 dv-cinder-806191-2-iscsi neutron-server[93774]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 19:13:31.825442 dv-cinder-806191-2-iscsi neutron-server[93774]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 19:13:31.825717 dv-cinder-806191-2-iscsi neutron-server[93774]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 19:13:31.825993 dv-cinder-806191-2-iscsi neutron-server[93774]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 19:13:31.826263 dv-cinder-806191-2-iscsi neutron-server[93774]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 19:13:31.826560 dv-cinder-806191-2-iscsi neutron-server[93774]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 19:13:31.826829 dv-cinder-806191-2-iscsi neutron-server[93774]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 19:13:31.827114 dv-cinder-806191-2-iscsi neutron-server[93774]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 19:13:31.827392 dv-cinder-806191-2-iscsi neutron-server[93774]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 19:13:31.827677 dv-cinder-806191-2-iscsi neutron-server[93774]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 19:13:31.827957 dv-cinder-806191-2-iscsi neutron-server[93774]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 19:13:31.828231 dv-cinder-806191-2-iscsi neutron-server[93774]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 19:13:31.828529 dv-cinder-806191-2-iscsi neutron-server[93774]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 19:13:31.828803 dv-cinder-806191-2-iscsi neutron-server[93774]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 19:13:31.829086 dv-cinder-806191-2-iscsi neutron-server[93774]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 19:13:31.829358 dv-cinder-806191-2-iscsi neutron-server[93774]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 19:13:31.829632 dv-cinder-806191-2-iscsi neutron-server[93774]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 19:13:31.829912 dv-cinder-806191-2-iscsi neutron-server[93774]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 19:13:31.830193 dv-cinder-806191-2-iscsi neutron-server[93774]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 19:13:31.830509 dv-cinder-806191-2-iscsi neutron-server[93774]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 19:13:31.830802 dv-cinder-806191-2-iscsi neutron-server[93774]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 19:13:31.831091 dv-cinder-806191-2-iscsi neutron-server[93774]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 19:13:31.831381 dv-cinder-806191-2-iscsi neutron-server[93774]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 19:13:31.831670 dv-cinder-806191-2-iscsi neutron-server[93774]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 19:13:31.831945 dv-cinder-806191-2-iscsi neutron-server[93774]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 19:13:31.832250 dv-cinder-806191-2-iscsi neutron-server[93774]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 19:13:31.832525 dv-cinder-806191-2-iscsi neutron-server[93774]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 19:13:31.832741 dv-cinder-806191-2-iscsi neutron-server[93774]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Aug 29 19:13:31.832988 dv-cinder-806191-2-iscsi neutron-server[93774]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=93774) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Aug 29 19:13:32.182327 dv-cinder-806191-2-iscsi neutron-server[93774]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=93774) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 29 19:13:32.182629 dv-cinder-806191-2-iscsi neutron-server[93774]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=93774) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 29 19:13:32.182913 dv-cinder-806191-2-iscsi neutron-server[93774]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=93774) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 29 19:13:32.183248 dv-cinder-806191-2-iscsi neutron-server[93774]: INFO neutron.manager [-] Loading core plugin: ml2 Aug 29 19:13:32.590410 dv-cinder-806191-2-iscsi neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93774) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 19:13:32.590590 dv-cinder-806191-2-iscsi neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93774) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 19:13:32.590870 dv-cinder-806191-2-iscsi neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93774) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 19:13:32.592181 dv-cinder-806191-2-iscsi neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93774) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 19:13:32.592454 dv-cinder-806191-2-iscsi neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93774) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 19:13:32.592718 dv-cinder-806191-2-iscsi neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93774) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 19:13:32.628732 dv-cinder-806191-2-iscsi neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93774) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 19:13:32.629009 dv-cinder-806191-2-iscsi neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93774) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 19:13:32.629276 dv-cinder-806191-2-iscsi neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93774) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 19:13:32.644321 dv-cinder-806191-2-iscsi neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93774) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 19:13:32.644606 dv-cinder-806191-2-iscsi neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93774) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 19:13:32.644875 dv-cinder-806191-2-iscsi neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93774) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 19:13:32.674892 dv-cinder-806191-2-iscsi neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93774) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 19:13:32.675176 dv-cinder-806191-2-iscsi neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93774) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 19:13:32.675447 dv-cinder-806191-2-iscsi neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93774) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 19:13:32.714821 dv-cinder-806191-2-iscsi neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93774) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 19:13:32.715101 dv-cinder-806191-2-iscsi neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93774) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 19:13:32.715367 dv-cinder-806191-2-iscsi neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93774) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 19:13:32.945993 dv-cinder-806191-2-iscsi neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=93774) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 19:13:32.946727 dv-cinder-806191-2-iscsi neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=93774) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 19:13:32.946727 dv-cinder-806191-2-iscsi neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=93774) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 19:13:32.946952 dv-cinder-806191-2-iscsi neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=93774) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 19:13:32.947672 dv-cinder-806191-2-iscsi neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=93774) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 19:13:33.075872 dv-cinder-806191-2-iscsi neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=93774) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 19:13:33.076195 dv-cinder-806191-2-iscsi neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=93774) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 19:13:33.076482 dv-cinder-806191-2-iscsi neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=93774) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 19:13:33.076751 dv-cinder-806191-2-iscsi neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=93774) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 19:13:33.077018 dv-cinder-806191-2-iscsi neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=93774) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 19:13:33.077331 dv-cinder-806191-2-iscsi neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=93774) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 19:13:33.077592 dv-cinder-806191-2-iscsi neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=93774) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 19:13:33.077849 dv-cinder-806191-2-iscsi neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=93774) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 19:13:33.078102 dv-cinder-806191-2-iscsi neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=93774) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 19:13:33.078412 dv-cinder-806191-2-iscsi neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=93774) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 19:13:33.078666 dv-cinder-806191-2-iscsi neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=93774) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 19:13:33.078932 dv-cinder-806191-2-iscsi neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=93774) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 19:13:33.079194 dv-cinder-806191-2-iscsi neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=93774) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 19:13:33.079443 dv-cinder-806191-2-iscsi neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=93774) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 19:13:33.079698 dv-cinder-806191-2-iscsi neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=93774) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 19:13:33.079960 dv-cinder-806191-2-iscsi neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93774) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 19:13:33.080212 dv-cinder-806191-2-iscsi neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=93774) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 19:13:33.080478 dv-cinder-806191-2-iscsi neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=93774) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 19:13:33.080747 dv-cinder-806191-2-iscsi neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=93774) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 19:13:33.081003 dv-cinder-806191-2-iscsi neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=93774) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 19:13:33.081275 dv-cinder-806191-2-iscsi neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93774) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 19:13:33.081526 dv-cinder-806191-2-iscsi neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93774) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 19:13:33.081815 dv-cinder-806191-2-iscsi neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=93774) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 19:13:33.082207 dv-cinder-806191-2-iscsi neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93774) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 19:13:33.082488 dv-cinder-806191-2-iscsi neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93774) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 19:13:33.082738 dv-cinder-806191-2-iscsi neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93774) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 19:13:33.083171 dv-cinder-806191-2-iscsi neutron-server[93774]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=93774) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 29 19:13:33.083408 dv-cinder-806191-2-iscsi neutron-server[93774]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=93774) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 29 19:13:33.083642 dv-cinder-806191-2-iscsi neutron-server[93774]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=93774) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 29 19:13:33.083877 dv-cinder-806191-2-iscsi neutron-server[93774]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=93774) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 29 19:13:33.084108 dv-cinder-806191-2-iscsi neutron-server[93774]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=93774) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 29 19:13:33.084342 dv-cinder-806191-2-iscsi neutron-server[93774]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=93774) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 29 19:13:33.084788 dv-cinder-806191-2-iscsi neutron-server[93774]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Aug 29 19:13:33.088802 dv-cinder-806191-2-iscsi neutron-server[93774]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Aug 29 19:13:33.092946 dv-cinder-806191-2-iscsi neutron-server[93774]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Aug 29 19:13:33.096903 dv-cinder-806191-2-iscsi neutron-server[93774]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(100, 149)])]) Aug 29 19:13:33.098566 dv-cinder-806191-2-iscsi neutron-server[93774]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Aug 29 19:13:33.099022 dv-cinder-806191-2-iscsi neutron-server[93774]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Aug 29 19:13:33.099372 dv-cinder-806191-2-iscsi neutron-server[93774]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Aug 29 19:13:33.099738 dv-cinder-806191-2-iscsi neutron-server[93774]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Aug 29 19:13:33.102596 dv-cinder-806191-2-iscsi neutron-server[93774]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Aug 29 19:13:33.102843 dv-cinder-806191-2-iscsi neutron-server[93774]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Aug 29 19:13:33.103194 dv-cinder-806191-2-iscsi neutron-server[93774]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Aug 29 19:13:33.108458 dv-cinder-806191-2-iscsi neutron-server[93774]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Aug 29 19:13:33.130273 dv-cinder-806191-2-iscsi neutron-server[93774]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Aug 29 19:13:33.130747 dv-cinder-806191-2-iscsi neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=93774) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 19:13:33.131048 dv-cinder-806191-2-iscsi neutron-server[93774]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=93774) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Aug 29 19:13:33.131409 dv-cinder-806191-2-iscsi neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=93774) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 19:13:33.133267 dv-cinder-806191-2-iscsi neutron-server[93774]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=93774) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Aug 29 19:13:33.133551 dv-cinder-806191-2-iscsi neutron-server[93774]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Aug 29 19:13:33.133794 dv-cinder-806191-2-iscsi neutron-server[93774]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Aug 29 19:13:33.137012 dv-cinder-806191-2-iscsi neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=93774) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 19:13:33.137290 dv-cinder-806191-2-iscsi neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=93774) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 19:13:33.200746 dv-cinder-806191-2-iscsi neutron-server[93774]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Aug 29 19:13:33.200917 dv-cinder-806191-2-iscsi neutron-server[93774]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Aug 29 19:13:33.201123 dv-cinder-806191-2-iscsi neutron-server[93774]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Aug 29 19:13:33.201497 dv-cinder-806191-2-iscsi neutron-server[93774]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Aug 29 19:13:33.222931 dv-cinder-806191-2-iscsi neutron-server[93774]: DEBUG oslo_db.sqlalchemy.engines [None req-a06114ae-e3f3-44b2-a3e7-9faa27b15601 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=93774) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Aug 29 19:13:33.761538 dv-cinder-806191-2-iscsi neutron-server[93774]: INFO neutron.plugins.ml2.managers [None req-a06114ae-e3f3-44b2-a3e7-9faa27b15601 None None] Initializing driver for type 'gre' Aug 29 19:13:33.762507 dv-cinder-806191-2-iscsi neutron-server[93774]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-a06114ae-e3f3-44b2-a3e7-9faa27b15601 None None] gre ID ranges: [(1, 1000)] Aug 29 19:13:33.821974 dv-cinder-806191-2-iscsi neutron-server[93774]: INFO neutron.plugins.ml2.managers [None req-a06114ae-e3f3-44b2-a3e7-9faa27b15601 None None] Initializing driver for type 'local' Aug 29 19:13:33.822311 dv-cinder-806191-2-iscsi neutron-server[93774]: INFO neutron.plugins.ml2.managers [None req-a06114ae-e3f3-44b2-a3e7-9faa27b15601 None None] Initializing driver for type 'vlan' Aug 29 19:13:33.836288 dv-cinder-806191-2-iscsi neutron-server[93774]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-a06114ae-e3f3-44b2-a3e7-9faa27b15601 None None] VlanTypeDriver initialization complete Aug 29 19:13:33.836592 dv-cinder-806191-2-iscsi neutron-server[93774]: INFO neutron.plugins.ml2.managers [None req-a06114ae-e3f3-44b2-a3e7-9faa27b15601 None None] Initializing driver for type 'vxlan' Aug 29 19:13:33.837092 dv-cinder-806191-2-iscsi neutron-server[93774]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-a06114ae-e3f3-44b2-a3e7-9faa27b15601 None None] vxlan ID ranges: [(1, 1000)] Aug 29 19:13:33.902540 dv-cinder-806191-2-iscsi neutron-server[93774]: INFO neutron.plugins.ml2.managers [None req-a06114ae-e3f3-44b2-a3e7-9faa27b15601 None None] Initializing extension driver 'port_security' Aug 29 19:13:33.902881 dv-cinder-806191-2-iscsi neutron-server[93774]: INFO neutron.plugins.ml2.extensions.port_security [None req-a06114ae-e3f3-44b2-a3e7-9faa27b15601 None None] PortSecurityExtensionDriver initialization complete Aug 29 19:13:33.903217 dv-cinder-806191-2-iscsi neutron-server[93774]: INFO neutron.plugins.ml2.managers [None req-a06114ae-e3f3-44b2-a3e7-9faa27b15601 None None] Initializing mechanism driver 'openvswitch' Aug 29 19:13:33.903541 dv-cinder-806191-2-iscsi neutron-server[93774]: INFO neutron.plugins.ml2.managers [None req-a06114ae-e3f3-44b2-a3e7-9faa27b15601 None None] Initializing mechanism driver 'hyperv' Aug 29 19:13:33.910115 dv-cinder-806191-2-iscsi neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-a06114ae-e3f3-44b2-a3e7-9faa27b15601 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 19:13:33.910825 dv-cinder-806191-2-iscsi neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-a06114ae-e3f3-44b2-a3e7-9faa27b15601 None None] Subscribe: > port after_create 55550000 {{(pid=93774) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 19:13:33.911207 dv-cinder-806191-2-iscsi neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-a06114ae-e3f3-44b2-a3e7-9faa27b15601 None None] Subscribe: > port after_update 55550000 {{(pid=93774) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 19:13:33.911564 dv-cinder-806191-2-iscsi neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-a06114ae-e3f3-44b2-a3e7-9faa27b15601 None None] Subscribe: > port after_delete 55550000 {{(pid=93774) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 19:13:33.912094 dv-cinder-806191-2-iscsi neutron-server[93774]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=93774) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 29 19:13:33.912534 dv-cinder-806191-2-iscsi neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-a06114ae-e3f3-44b2-a3e7-9faa27b15601 None None] Subscribe: > subnet after_create 55550000 {{(pid=93774) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 19:13:33.913388 dv-cinder-806191-2-iscsi neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-a06114ae-e3f3-44b2-a3e7-9faa27b15601 None None] Subscribe: > subnet after_update 55550000 {{(pid=93774) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 19:13:33.913748 dv-cinder-806191-2-iscsi neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-a06114ae-e3f3-44b2-a3e7-9faa27b15601 None None] Subscribe: > subnet after_delete 55550000 {{(pid=93774) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 19:13:33.914144 dv-cinder-806191-2-iscsi neutron-server[93774]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=93774) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 29 19:13:33.914580 dv-cinder-806191-2-iscsi neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-a06114ae-e3f3-44b2-a3e7-9faa27b15601 None None] Subscribe: > network after_create 55550000 {{(pid=93774) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 19:13:33.914936 dv-cinder-806191-2-iscsi neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-a06114ae-e3f3-44b2-a3e7-9faa27b15601 None None] Subscribe: > network after_update 55550000 {{(pid=93774) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 19:13:33.915283 dv-cinder-806191-2-iscsi neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-a06114ae-e3f3-44b2-a3e7-9faa27b15601 None None] Subscribe: > network after_delete 55550000 {{(pid=93774) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 19:13:33.915674 dv-cinder-806191-2-iscsi neutron-server[93774]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=93774) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 29 19:13:33.916082 dv-cinder-806191-2-iscsi neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-a06114ae-e3f3-44b2-a3e7-9faa27b15601 None None] Subscribe: > security_group after_create 55550000 {{(pid=93774) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 19:13:33.916435 dv-cinder-806191-2-iscsi neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-a06114ae-e3f3-44b2-a3e7-9faa27b15601 None None] Subscribe: > security_group after_update 55550000 {{(pid=93774) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 19:13:33.916780 dv-cinder-806191-2-iscsi neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-a06114ae-e3f3-44b2-a3e7-9faa27b15601 None None] Subscribe: > security_group after_delete 55550000 {{(pid=93774) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 19:13:33.917322 dv-cinder-806191-2-iscsi neutron-server[93774]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=93774) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 29 19:13:33.917734 dv-cinder-806191-2-iscsi neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-a06114ae-e3f3-44b2-a3e7-9faa27b15601 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=93774) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 19:13:33.918090 dv-cinder-806191-2-iscsi neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-a06114ae-e3f3-44b2-a3e7-9faa27b15601 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=93774) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 19:13:33.918462 dv-cinder-806191-2-iscsi neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-a06114ae-e3f3-44b2-a3e7-9faa27b15601 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=93774) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 19:13:33.918864 dv-cinder-806191-2-iscsi neutron-server[93774]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=93774) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 29 19:13:33.919269 dv-cinder-806191-2-iscsi neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-a06114ae-e3f3-44b2-a3e7-9faa27b15601 None None] Subscribe: > address_group after_create 55550000 {{(pid=93774) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 19:13:33.919620 dv-cinder-806191-2-iscsi neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-a06114ae-e3f3-44b2-a3e7-9faa27b15601 None None] Subscribe: > address_group after_update 55550000 {{(pid=93774) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 19:13:33.919967 dv-cinder-806191-2-iscsi neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-a06114ae-e3f3-44b2-a3e7-9faa27b15601 None None] Subscribe: > address_group after_delete 55550000 {{(pid=93774) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 19:13:33.920361 dv-cinder-806191-2-iscsi neutron-server[93774]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=93774) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 29 19:13:33.920745 dv-cinder-806191-2-iscsi neutron-server[93774]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-a06114ae-e3f3-44b2-a3e7-9faa27b15601 None None] ML2 OVO RPC backend initialized. {{(pid=93774) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:154}} Aug 29 19:13:33.921457 dv-cinder-806191-2-iscsi neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-a06114ae-e3f3-44b2-a3e7-9faa27b15601 None None] Subscribe: > router_interface after_create 55550000 {{(pid=93774) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 19:13:33.921819 dv-cinder-806191-2-iscsi neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-a06114ae-e3f3-44b2-a3e7-9faa27b15601 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=93774) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 19:13:33.922245 dv-cinder-806191-2-iscsi neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-a06114ae-e3f3-44b2-a3e7-9faa27b15601 None None] Subscribe: > network before_response 55550000 {{(pid=93774) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 19:13:33.922625 dv-cinder-806191-2-iscsi neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-a06114ae-e3f3-44b2-a3e7-9faa27b15601 None None] Subscribe: > networks before_response 55550000 {{(pid=93774) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 19:13:33.922977 dv-cinder-806191-2-iscsi neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-a06114ae-e3f3-44b2-a3e7-9faa27b15601 None None] Subscribe: > port before_response 55550000 {{(pid=93774) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 19:13:33.923321 dv-cinder-806191-2-iscsi neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-a06114ae-e3f3-44b2-a3e7-9faa27b15601 None None] Subscribe: > ports before_response 55550000 {{(pid=93774) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 19:13:33.923686 dv-cinder-806191-2-iscsi neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-a06114ae-e3f3-44b2-a3e7-9faa27b15601 None None] Subscribe: > subnet before_response 55550000 {{(pid=93774) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 19:13:33.924029 dv-cinder-806191-2-iscsi neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-a06114ae-e3f3-44b2-a3e7-9faa27b15601 None None] Subscribe: > subnets before_response 55550000 {{(pid=93774) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 19:13:33.924376 dv-cinder-806191-2-iscsi neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-a06114ae-e3f3-44b2-a3e7-9faa27b15601 None None] Subscribe: > network after_create 55550000 {{(pid=93774) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 19:13:33.924718 dv-cinder-806191-2-iscsi neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-a06114ae-e3f3-44b2-a3e7-9faa27b15601 None None] Subscribe: > network after_update 55550000 {{(pid=93774) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 19:13:33.925057 dv-cinder-806191-2-iscsi neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-a06114ae-e3f3-44b2-a3e7-9faa27b15601 None None] Subscribe: > network after_delete 55550000 {{(pid=93774) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 19:13:33.925413 dv-cinder-806191-2-iscsi neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-a06114ae-e3f3-44b2-a3e7-9faa27b15601 None None] Subscribe: > port after_create 55550000 {{(pid=93774) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 19:13:33.925737 dv-cinder-806191-2-iscsi neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-a06114ae-e3f3-44b2-a3e7-9faa27b15601 None None] Subscribe: > port after_update 55550000 {{(pid=93774) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 19:13:33.926074 dv-cinder-806191-2-iscsi neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-a06114ae-e3f3-44b2-a3e7-9faa27b15601 None None] Subscribe: > port after_delete 55550000 {{(pid=93774) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 19:13:33.926436 dv-cinder-806191-2-iscsi neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-a06114ae-e3f3-44b2-a3e7-9faa27b15601 None None] Subscribe: > subnet after_create 55550000 {{(pid=93774) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 19:13:33.926776 dv-cinder-806191-2-iscsi neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-a06114ae-e3f3-44b2-a3e7-9faa27b15601 None None] Subscribe: > subnet after_update 55550000 {{(pid=93774) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 19:13:33.927111 dv-cinder-806191-2-iscsi neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-a06114ae-e3f3-44b2-a3e7-9faa27b15601 None None] Subscribe: > subnet after_delete 55550000 {{(pid=93774) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 19:13:33.927703 dv-cinder-806191-2-iscsi neutron-server[93774]: INFO neutron.plugins.ml2.plugin [None req-a06114ae-e3f3-44b2-a3e7-9faa27b15601 None None] Modular L2 Plugin initialization complete Aug 29 19:13:33.928038 dv-cinder-806191-2-iscsi neutron-server[93774]: DEBUG neutron.manager [None req-a06114ae-e3f3-44b2-a3e7-9faa27b15601 None None] Loading services supported by the core plugin {{(pid=93774) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Aug 29 19:13:33.929008 dv-cinder-806191-2-iscsi neutron-server[93774]: INFO neutron.plugins.ml2.managers [None req-a06114ae-e3f3-44b2-a3e7-9faa27b15601 None None] Got port-security extension from driver 'port_security' Aug 29 19:13:33.929516 dv-cinder-806191-2-iscsi neutron-server[93774]: INFO neutron.extensions.vlantransparent [None req-a06114ae-e3f3-44b2-a3e7-9faa27b15601 None None] Disabled vlantransparent extension. Aug 29 19:13:33.930007 dv-cinder-806191-2-iscsi neutron-server[93774]: DEBUG neutron.manager [None req-a06114ae-e3f3-44b2-a3e7-9faa27b15601 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=93774) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Aug 29 19:13:33.930326 dv-cinder-806191-2-iscsi neutron-server[93774]: INFO neutron.manager [None req-a06114ae-e3f3-44b2-a3e7-9faa27b15601 None None] Loading Plugin: router Aug 29 19:13:33.968095 dv-cinder-806191-2-iscsi neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-a06114ae-e3f3-44b2-a3e7-9faa27b15601 None None] Subscribe: > router_interface before_create 55550000 {{(pid=93774) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 19:13:33.968724 dv-cinder-806191-2-iscsi neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-a06114ae-e3f3-44b2-a3e7-9faa27b15601 None None] Subscribe: > router after_create 55549900 {{(pid=93774) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 19:13:33.968839 dv-cinder-806191-2-iscsi neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-a06114ae-e3f3-44b2-a3e7-9faa27b15601 None None] Subscribe: > router before_create 55549900 {{(pid=93774) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 19:13:33.969203 dv-cinder-806191-2-iscsi neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-a06114ae-e3f3-44b2-a3e7-9faa27b15601 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=93774) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 19:13:33.969582 dv-cinder-806191-2-iscsi neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-a06114ae-e3f3-44b2-a3e7-9faa27b15601 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=93774) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 19:13:33.969943 dv-cinder-806191-2-iscsi neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-a06114ae-e3f3-44b2-a3e7-9faa27b15601 None None] Subscribe: > router after_delete 55549900 {{(pid=93774) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 19:13:33.970308 dv-cinder-806191-2-iscsi neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-a06114ae-e3f3-44b2-a3e7-9faa27b15601 None None] Subscribe: > floatingip after_create 55550000 {{(pid=93774) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 19:13:33.970687 dv-cinder-806191-2-iscsi neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-a06114ae-e3f3-44b2-a3e7-9faa27b15601 None None] Subscribe: > floatingip after_update 55550000 {{(pid=93774) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 19:13:33.971051 dv-cinder-806191-2-iscsi neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-a06114ae-e3f3-44b2-a3e7-9faa27b15601 None None] Subscribe: > router after_create 55549900 {{(pid=93774) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 19:13:33.971404 dv-cinder-806191-2-iscsi neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-a06114ae-e3f3-44b2-a3e7-9faa27b15601 None None] Subscribe: > router after_update 55549900 {{(pid=93774) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 19:13:33.971757 dv-cinder-806191-2-iscsi neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-a06114ae-e3f3-44b2-a3e7-9faa27b15601 None None] Subscribe: > router after_update 55549900 {{(pid=93774) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 19:13:33.972111 dv-cinder-806191-2-iscsi neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-a06114ae-e3f3-44b2-a3e7-9faa27b15601 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=93774) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 19:13:33.972473 dv-cinder-806191-2-iscsi neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-a06114ae-e3f3-44b2-a3e7-9faa27b15601 None None] Subscribe: > router after_update 55549900 {{(pid=93774) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 19:13:33.972886 dv-cinder-806191-2-iscsi neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-a06114ae-e3f3-44b2-a3e7-9faa27b15601 None None] Subscribe: > router precommit_update 55549900 {{(pid=93774) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 19:13:33.973267 dv-cinder-806191-2-iscsi neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-a06114ae-e3f3-44b2-a3e7-9faa27b15601 None None] Subscribe: port after_update 55550000 {{(pid=93774) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 19:13:33.973610 dv-cinder-806191-2-iscsi neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-a06114ae-e3f3-44b2-a3e7-9faa27b15601 None None] Subscribe: port after_delete 55550000 {{(pid=93774) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 19:13:33.973951 dv-cinder-806191-2-iscsi neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-a06114ae-e3f3-44b2-a3e7-9faa27b15601 None None] Subscribe: subnet after_update 55550000 {{(pid=93774) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 19:13:33.974300 dv-cinder-806191-2-iscsi neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-a06114ae-e3f3-44b2-a3e7-9faa27b15601 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=93774) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 19:13:33.974674 dv-cinder-806191-2-iscsi neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-a06114ae-e3f3-44b2-a3e7-9faa27b15601 None None] Subscribe: > port precommit_delete 55550000 {{(pid=93774) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 19:13:33.975027 dv-cinder-806191-2-iscsi neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-a06114ae-e3f3-44b2-a3e7-9faa27b15601 None None] Subscribe: > router precommit_create 55549900 {{(pid=93774) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 19:13:33.975911 dv-cinder-806191-2-iscsi neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-a06114ae-e3f3-44b2-a3e7-9faa27b15601 None None] Subscribe: port before_delete 55550000 {{(pid=93774) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 19:13:33.976262 dv-cinder-806191-2-iscsi neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-a06114ae-e3f3-44b2-a3e7-9faa27b15601 None None] Subscribe: > router precommit_create 55550000 {{(pid=93774) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 19:13:33.976626 dv-cinder-806191-2-iscsi neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-a06114ae-e3f3-44b2-a3e7-9faa27b15601 None None] Subscribe: > router after_update 55549900 {{(pid=93774) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 19:13:33.976971 dv-cinder-806191-2-iscsi neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-a06114ae-e3f3-44b2-a3e7-9faa27b15601 None None] Subscribe: > router precommit_delete 55549900 {{(pid=93774) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 19:13:33.977329 dv-cinder-806191-2-iscsi neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-a06114ae-e3f3-44b2-a3e7-9faa27b15601 None None] Subscribe: > router precommit_create 55549900 {{(pid=93774) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 19:13:33.977695 dv-cinder-806191-2-iscsi neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-a06114ae-e3f3-44b2-a3e7-9faa27b15601 None None] Subscribe: > router_interface after_create 55550000 {{(pid=93774) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 19:13:33.978046 dv-cinder-806191-2-iscsi neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-a06114ae-e3f3-44b2-a3e7-9faa27b15601 None None] Subscribe: > router precommit_update 55549900 {{(pid=93774) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 19:13:33.978433 dv-cinder-806191-2-iscsi neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-a06114ae-e3f3-44b2-a3e7-9faa27b15601 None None] Subscribe: > agent after_create 55550000 {{(pid=93774) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 19:13:33.978790 dv-cinder-806191-2-iscsi neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-a06114ae-e3f3-44b2-a3e7-9faa27b15601 None None] Subscribe: > agent after_delete 55550000 {{(pid=93774) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 19:13:33.979137 dv-cinder-806191-2-iscsi neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-a06114ae-e3f3-44b2-a3e7-9faa27b15601 None None] Subscribe: > network after_delete 55550000 {{(pid=93774) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 19:13:33.980029 dv-cinder-806191-2-iscsi neutron-server[93774]: DEBUG neutron.quota.resource_registry [None req-a06114ae-e3f3-44b2-a3e7-9faa27b15601 None None] Tracking information for resource: router configured {{(pid=93774) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 29 19:13:33.980368 dv-cinder-806191-2-iscsi neutron-server[93774]: DEBUG neutron.quota.resource_registry [None req-a06114ae-e3f3-44b2-a3e7-9faa27b15601 None None] Tracking information for resource: floatingip configured {{(pid=93774) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 29 19:13:33.985613 dv-cinder-806191-2-iscsi neutron-server[93774]: INFO neutron.db.l3_agentschedulers_db [None req-a06114ae-e3f3-44b2-a3e7-9faa27b15601 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Aug 29 19:13:33.986198 dv-cinder-806191-2-iscsi neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-a06114ae-e3f3-44b2-a3e7-9faa27b15601 None None] Subscribe: port after_update 55550000 {{(pid=93774) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 19:13:33.986601 dv-cinder-806191-2-iscsi neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-a06114ae-e3f3-44b2-a3e7-9faa27b15601 None None] Subscribe: port after_create 55550000 {{(pid=93774) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 19:13:33.986959 dv-cinder-806191-2-iscsi neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-a06114ae-e3f3-44b2-a3e7-9faa27b15601 None None] Subscribe: port after_delete 55550000 {{(pid=93774) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 19:13:33.987315 dv-cinder-806191-2-iscsi neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-a06114ae-e3f3-44b2-a3e7-9faa27b15601 None None] Subscribe: port after_update 55550000 {{(pid=93774) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 19:13:33.988125 dv-cinder-806191-2-iscsi neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-a06114ae-e3f3-44b2-a3e7-9faa27b15601 None None] Subscribe: > router before_create 55550100 {{(pid=93774) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 19:13:33.988497 dv-cinder-806191-2-iscsi neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-a06114ae-e3f3-44b2-a3e7-9faa27b15601 None None] Subscribe: > router precommit_delete 55550100 {{(pid=93774) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 19:13:33.988863 dv-cinder-806191-2-iscsi neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-a06114ae-e3f3-44b2-a3e7-9faa27b15601 None None] Subscribe: > router precommit_create 55550100 {{(pid=93774) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 19:13:33.989222 dv-cinder-806191-2-iscsi neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-a06114ae-e3f3-44b2-a3e7-9faa27b15601 None None] Subscribe: > router precommit_update 55550100 {{(pid=93774) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 19:13:33.994480 dv-cinder-806191-2-iscsi neutron-server[93774]: DEBUG neutron.services.provider_configuration [None req-a06114ae-e3f3-44b2-a3e7-9faa27b15601 None None] Service providers = [] {{(pid=93774) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Aug 29 19:13:33.994855 dv-cinder-806191-2-iscsi neutron-server[93774]: DEBUG neutron.db.servicetype_db [None req-a06114ae-e3f3-44b2-a3e7-9faa27b15601 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=93774) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Aug 29 19:13:33.997897 dv-cinder-806191-2-iscsi neutron-server[93774]: DEBUG neutron.services.service_base [None req-a06114ae-e3f3-44b2-a3e7-9faa27b15601 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=93774) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Aug 29 19:13:33.998253 dv-cinder-806191-2-iscsi neutron-server[93774]: DEBUG neutron.services.service_base [None req-a06114ae-e3f3-44b2-a3e7-9faa27b15601 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=93774) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Aug 29 19:13:33.998629 dv-cinder-806191-2-iscsi neutron-server[93774]: DEBUG neutron.services.service_base [None req-a06114ae-e3f3-44b2-a3e7-9faa27b15601 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=93774) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Aug 29 19:13:33.999531 dv-cinder-806191-2-iscsi neutron-server[93774]: DEBUG neutron.services.service_base [None req-a06114ae-e3f3-44b2-a3e7-9faa27b15601 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=93774) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Aug 29 19:13:33.999908 dv-cinder-806191-2-iscsi neutron-server[93774]: INFO neutron.services.service_base [None req-a06114ae-e3f3-44b2-a3e7-9faa27b15601 None None] Default provider is not specified for service type L3_ROUTER_NAT Aug 29 19:13:34.000297 dv-cinder-806191-2-iscsi neutron-server[93774]: DEBUG neutron.manager [None req-a06114ae-e3f3-44b2-a3e7-9faa27b15601 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=93774) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 29 19:13:34.000619 dv-cinder-806191-2-iscsi neutron-server[93774]: INFO neutron.manager [None req-a06114ae-e3f3-44b2-a3e7-9faa27b15601 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Aug 29 19:13:34.011478 dv-cinder-806191-2-iscsi neutron-server[93774]: DEBUG neutron.manager [None req-a06114ae-e3f3-44b2-a3e7-9faa27b15601 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=93774) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 29 19:13:34.011871 dv-cinder-806191-2-iscsi neutron-server[93774]: INFO neutron.manager [None req-a06114ae-e3f3-44b2-a3e7-9faa27b15601 None None] Loading Plugin: auto_allocate Aug 29 19:13:34.017687 dv-cinder-806191-2-iscsi neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-a06114ae-e3f3-44b2-a3e7-9faa27b15601 None None] Subscribe: network precommit_update 55550000 {{(pid=93774) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 19:13:34.018071 dv-cinder-806191-2-iscsi neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-a06114ae-e3f3-44b2-a3e7-9faa27b15601 None None] Subscribe: network precommit_create 55550000 {{(pid=93774) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 19:13:34.018639 dv-cinder-806191-2-iscsi neutron-server[93774]: DEBUG neutron.manager [None req-a06114ae-e3f3-44b2-a3e7-9faa27b15601 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=93774) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 29 19:13:34.018969 dv-cinder-806191-2-iscsi neutron-server[93774]: INFO neutron.manager [None req-a06114ae-e3f3-44b2-a3e7-9faa27b15601 None None] Loading Plugin: tag Aug 29 19:13:34.025749 dv-cinder-806191-2-iscsi neutron-server[93774]: DEBUG neutron.manager [None req-a06114ae-e3f3-44b2-a3e7-9faa27b15601 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=93774) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 29 19:13:34.026085 dv-cinder-806191-2-iscsi neutron-server[93774]: INFO neutron.manager [None req-a06114ae-e3f3-44b2-a3e7-9faa27b15601 None None] Loading Plugin: timestamp Aug 29 19:13:34.030236 dv-cinder-806191-2-iscsi neutron-server[93774]: DEBUG neutron.manager [None req-a06114ae-e3f3-44b2-a3e7-9faa27b15601 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=93774) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 29 19:13:34.030605 dv-cinder-806191-2-iscsi neutron-server[93774]: INFO neutron.manager [None req-a06114ae-e3f3-44b2-a3e7-9faa27b15601 None None] Loading Plugin: network_ip_availability Aug 29 19:13:34.036107 dv-cinder-806191-2-iscsi neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-a06114ae-e3f3-44b2-a3e7-9faa27b15601 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=93774) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 19:13:34.036495 dv-cinder-806191-2-iscsi neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-a06114ae-e3f3-44b2-a3e7-9faa27b15601 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=93774) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 19:13:34.036862 dv-cinder-806191-2-iscsi neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-a06114ae-e3f3-44b2-a3e7-9faa27b15601 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93774) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 19:13:34.037610 dv-cinder-806191-2-iscsi neutron-server[93774]: DEBUG neutron.manager [None req-a06114ae-e3f3-44b2-a3e7-9faa27b15601 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=93774) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 29 19:13:34.038512 dv-cinder-806191-2-iscsi neutron-server[93774]: INFO neutron.manager [None req-a06114ae-e3f3-44b2-a3e7-9faa27b15601 None None] Loading Plugin: flavors Aug 29 19:13:34.043291 dv-cinder-806191-2-iscsi neutron-server[93774]: DEBUG neutron.manager [None req-a06114ae-e3f3-44b2-a3e7-9faa27b15601 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=93774) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 29 19:13:34.043636 dv-cinder-806191-2-iscsi neutron-server[93774]: INFO neutron.manager [None req-a06114ae-e3f3-44b2-a3e7-9faa27b15601 None None] Loading Plugin: revisions Aug 29 19:13:34.048036 dv-cinder-806191-2-iscsi neutron-server[93774]: DEBUG neutron.manager [None req-a06114ae-e3f3-44b2-a3e7-9faa27b15601 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=93774) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 29 19:13:34.048431 dv-cinder-806191-2-iscsi neutron-server[93774]: DEBUG oslo_concurrency.lockutils [None req-a06114ae-e3f3-44b2-a3e7-9faa27b15601 None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.865s {{(pid=93774) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 29 19:13:34.049171 dv-cinder-806191-2-iscsi neutron-server[93774]: DEBUG neutron.api.extensions [None req-a06114ae-e3f3-44b2-a3e7-9faa27b15601 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=93774) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:635}} Aug 29 19:13:34.049511 dv-cinder-806191-2-iscsi neutron-server[93774]: INFO neutron.api.extensions [None req-a06114ae-e3f3-44b2-a3e7-9faa27b15601 None None] Initializing extension manager. Aug 29 19:13:34.050028 dv-cinder-806191-2-iscsi neutron-server[93774]: DEBUG neutron.api.extensions [None req-a06114ae-e3f3-44b2-a3e7-9faa27b15601 None None] Loading extension file: __init__.py {{(pid=93774) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 29 19:13:34.050387 dv-cinder-806191-2-iscsi neutron-server[93774]: DEBUG neutron.api.extensions [None req-a06114ae-e3f3-44b2-a3e7-9faa27b15601 None None] Loading extension file: __pycache__ {{(pid=93774) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 29 19:13:34.050750 dv-cinder-806191-2-iscsi neutron-server[93774]: DEBUG neutron.api.extensions [None req-a06114ae-e3f3-44b2-a3e7-9faa27b15601 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=93774) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 29 19:13:34.051085 dv-cinder-806191-2-iscsi neutron-server[93774]: DEBUG neutron.api.extensions [None req-a06114ae-e3f3-44b2-a3e7-9faa27b15601 None None] Loading extension file: address_group.py {{(pid=93774) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 29 19:13:34.051861 dv-cinder-806191-2-iscsi neutron-server[93774]: DEBUG neutron.api.extensions [None req-a06114ae-e3f3-44b2-a3e7-9faa27b15601 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=93774) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 29 19:13:34.052445 dv-cinder-806191-2-iscsi neutron-server[93774]: INFO neutron.api.extensions [None req-a06114ae-e3f3-44b2-a3e7-9faa27b15601 None None] Loaded extension: address-group Aug 29 19:13:34.052776 dv-cinder-806191-2-iscsi neutron-server[93774]: DEBUG neutron.api.extensions [None req-a06114ae-e3f3-44b2-a3e7-9faa27b15601 None None] Loading extension file: address_scope.py {{(pid=93774) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 29 19:13:34.054043 dv-cinder-806191-2-iscsi neutron-server[93774]: DEBUG neutron.api.extensions [None req-a06114ae-e3f3-44b2-a3e7-9faa27b15601 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=93774) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 29 19:13:34.054586 dv-cinder-806191-2-iscsi neutron-server[93774]: INFO neutron.api.extensions [None req-a06114ae-e3f3-44b2-a3e7-9faa27b15601 None None] Loaded extension: address-scope Aug 29 19:13:34.054914 dv-cinder-806191-2-iscsi neutron-server[93774]: DEBUG neutron.api.extensions [None req-a06114ae-e3f3-44b2-a3e7-9faa27b15601 None None] Loading extension file: admin_state_down_before_update.py {{(pid=93774) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 29 19:13:34.055853 dv-cinder-806191-2-iscsi neutron-server[93774]: DEBUG neutron.api.extensions [None req-a06114ae-e3f3-44b2-a3e7-9faa27b15601 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=93774) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 29 19:13:34.056369 dv-cinder-806191-2-iscsi neutron-server[93774]: INFO neutron.api.extensions [None req-a06114ae-e3f3-44b2-a3e7-9faa27b15601 None None] Loaded extension: router-admin-state-down-before-update Aug 29 19:13:34.056703 dv-cinder-806191-2-iscsi neutron-server[93774]: DEBUG neutron.api.extensions [None req-a06114ae-e3f3-44b2-a3e7-9faa27b15601 None None] Loading extension file: agent.py {{(pid=93774) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 29 19:13:34.057609 dv-cinder-806191-2-iscsi neutron-server[93774]: DEBUG neutron.api.extensions [None req-a06114ae-e3f3-44b2-a3e7-9faa27b15601 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=93774) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 29 19:13:34.058128 dv-cinder-806191-2-iscsi neutron-server[93774]: INFO neutron.api.extensions [None req-a06114ae-e3f3-44b2-a3e7-9faa27b15601 None None] Loaded extension: agent Aug 29 19:13:34.058485 dv-cinder-806191-2-iscsi neutron-server[93774]: DEBUG neutron.api.extensions [None req-a06114ae-e3f3-44b2-a3e7-9faa27b15601 None None] Loading extension file: agent_resources_synced.py {{(pid=93774) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 29 19:13:34.059406 dv-cinder-806191-2-iscsi neutron-server[93774]: DEBUG neutron.api.extensions [None req-a06114ae-e3f3-44b2-a3e7-9faa27b15601 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=93774) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 29 19:13:34.059921 dv-cinder-806191-2-iscsi neutron-server[93774]: INFO neutron.api.extensions [None req-a06114ae-e3f3-44b2-a3e7-9faa27b15601 None None] Loaded extension: agent-resources-synced Aug 29 19:13:34.060247 dv-cinder-806191-2-iscsi neutron-server[93774]: DEBUG neutron.api.extensions [None req-a06114ae-e3f3-44b2-a3e7-9faa27b15601 None None] Loading extension file: allowedaddresspairs.py {{(pid=93774) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 29 19:13:34.062061 dv-cinder-806191-2-iscsi neutron-server[93774]: DEBUG neutron.api.extensions [None req-a06114ae-e3f3-44b2-a3e7-9faa27b15601 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=93774) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 29 19:13:34.062620 dv-cinder-806191-2-iscsi neutron-server[93774]: INFO neutron.api.extensions [None req-a06114ae-e3f3-44b2-a3e7-9faa27b15601 None None] Loaded extension: allowed-address-pairs Aug 29 19:13:34.062953 dv-cinder-806191-2-iscsi neutron-server[93774]: DEBUG neutron.api.extensions [None req-a06114ae-e3f3-44b2-a3e7-9faa27b15601 None None] Loading extension file: auto_allocated_topology.py {{(pid=93774) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 29 19:13:34.064042 dv-cinder-806191-2-iscsi neutron-server[93774]: DEBUG neutron.api.extensions [None req-a06114ae-e3f3-44b2-a3e7-9faa27b15601 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=93774) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 29 19:13:34.064556 dv-cinder-806191-2-iscsi neutron-server[93774]: INFO neutron.api.extensions [None req-a06114ae-e3f3-44b2-a3e7-9faa27b15601 None None] Loaded extension: auto-allocated-topology Aug 29 19:13:34.065132 dv-cinder-806191-2-iscsi neutron-server[93774]: DEBUG neutron.api.extensions [None req-a06114ae-e3f3-44b2-a3e7-9faa27b15601 None None] Loading extension file: availability_zone.py {{(pid=93774) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 29 19:13:34.065888 dv-cinder-806191-2-iscsi neutron-server[93774]: DEBUG neutron.api.extensions [None req-a06114ae-e3f3-44b2-a3e7-9faa27b15601 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=93774) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 29 19:13:34.066427 dv-cinder-806191-2-iscsi neutron-server[93774]: INFO neutron.api.extensions [None req-a06114ae-e3f3-44b2-a3e7-9faa27b15601 None None] Loaded extension: availability_zone Aug 29 19:13:34.066754 dv-cinder-806191-2-iscsi neutron-server[93774]: DEBUG neutron.api.extensions [None req-a06114ae-e3f3-44b2-a3e7-9faa27b15601 None None] Loading extension file: availability_zone_filter.py {{(pid=93774) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 29 19:13:34.067681 dv-cinder-806191-2-iscsi neutron-server[93774]: DEBUG neutron.api.extensions [None req-a06114ae-e3f3-44b2-a3e7-9faa27b15601 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=93774) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 29 19:13:34.068191 dv-cinder-806191-2-iscsi neutron-server[93774]: INFO neutron.api.extensions [None req-a06114ae-e3f3-44b2-a3e7-9faa27b15601 None None] Loaded extension: availability_zone_filter Aug 29 19:13:34.068514 dv-cinder-806191-2-iscsi neutron-server[93774]: DEBUG neutron.api.extensions [None req-a06114ae-e3f3-44b2-a3e7-9faa27b15601 None None] Loading extension file: data_plane_status.py {{(pid=93774) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 29 19:13:34.069451 dv-cinder-806191-2-iscsi neutron-server[93774]: DEBUG neutron.api.extensions [None req-a06114ae-e3f3-44b2-a3e7-9faa27b15601 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=93774) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 29 19:13:34.069957 dv-cinder-806191-2-iscsi neutron-server[93774]: INFO neutron.api.extensions [None req-a06114ae-e3f3-44b2-a3e7-9faa27b15601 None None] Extension data-plane-status not supported by any of loaded plugins Aug 29 19:13:34.070279 dv-cinder-806191-2-iscsi neutron-server[93774]: DEBUG neutron.api.extensions [None req-a06114ae-e3f3-44b2-a3e7-9faa27b15601 None None] Loading extension file: default_subnetpools.py {{(pid=93774) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 29 19:13:34.071220 dv-cinder-806191-2-iscsi neutron-server[93774]: DEBUG neutron.api.extensions [None req-a06114ae-e3f3-44b2-a3e7-9faa27b15601 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=93774) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 29 19:13:34.071730 dv-cinder-806191-2-iscsi neutron-server[93774]: INFO neutron.api.extensions [None req-a06114ae-e3f3-44b2-a3e7-9faa27b15601 None None] Loaded extension: default-subnetpools Aug 29 19:13:34.072052 dv-cinder-806191-2-iscsi neutron-server[93774]: DEBUG neutron.api.extensions [None req-a06114ae-e3f3-44b2-a3e7-9faa27b15601 None None] Loading extension file: dhcpagentscheduler.py {{(pid=93774) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 29 19:13:34.072880 dv-cinder-806191-2-iscsi neutron-server[93774]: DEBUG neutron.api.extensions [None req-a06114ae-e3f3-44b2-a3e7-9faa27b15601 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=93774) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 29 19:13:34.073392 dv-cinder-806191-2-iscsi neutron-server[93774]: INFO neutron.api.extensions [None req-a06114ae-e3f3-44b2-a3e7-9faa27b15601 None None] Loaded extension: dhcp_agent_scheduler Aug 29 19:13:34.073726 dv-cinder-806191-2-iscsi neutron-server[93774]: DEBUG neutron.api.extensions [None req-a06114ae-e3f3-44b2-a3e7-9faa27b15601 None None] Loading extension file: dns.py {{(pid=93774) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 29 19:13:34.074690 dv-cinder-806191-2-iscsi neutron-server[93774]: DEBUG neutron.api.extensions [None req-a06114ae-e3f3-44b2-a3e7-9faa27b15601 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=93774) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 29 19:13:34.075200 dv-cinder-806191-2-iscsi neutron-server[93774]: INFO neutron.api.extensions [None req-a06114ae-e3f3-44b2-a3e7-9faa27b15601 None None] Extension dns-integration not supported by any of loaded plugins Aug 29 19:13:34.075526 dv-cinder-806191-2-iscsi neutron-server[93774]: DEBUG neutron.api.extensions [None req-a06114ae-e3f3-44b2-a3e7-9faa27b15601 None None] Loading extension file: dns_domain_ports.py {{(pid=93774) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 29 19:13:34.076446 dv-cinder-806191-2-iscsi neutron-server[93774]: DEBUG neutron.api.extensions [None req-a06114ae-e3f3-44b2-a3e7-9faa27b15601 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=93774) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 29 19:13:34.076956 dv-cinder-806191-2-iscsi neutron-server[93774]: INFO neutron.api.extensions [None req-a06114ae-e3f3-44b2-a3e7-9faa27b15601 None None] Extension dns-domain-ports not supported by any of loaded plugins Aug 29 19:13:34.077279 dv-cinder-806191-2-iscsi neutron-server[93774]: DEBUG neutron.api.extensions [None req-a06114ae-e3f3-44b2-a3e7-9faa27b15601 None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=93774) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 29 19:13:34.078205 dv-cinder-806191-2-iscsi neutron-server[93774]: DEBUG neutron.api.extensions [None req-a06114ae-e3f3-44b2-a3e7-9faa27b15601 None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=93774) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 29 19:13:34.078750 dv-cinder-806191-2-iscsi neutron-server[93774]: INFO neutron.api.extensions [None req-a06114ae-e3f3-44b2-a3e7-9faa27b15601 None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Aug 29 19:13:34.079079 dv-cinder-806191-2-iscsi neutron-server[93774]: DEBUG neutron.api.extensions [None req-a06114ae-e3f3-44b2-a3e7-9faa27b15601 None None] Loading extension file: dvr.py {{(pid=93774) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 29 19:13:34.079757 dv-cinder-806191-2-iscsi neutron-server[93774]: DEBUG neutron.api.extensions [None req-a06114ae-e3f3-44b2-a3e7-9faa27b15601 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=93774) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 29 19:13:34.080267 dv-cinder-806191-2-iscsi neutron-server[93774]: INFO neutron.api.extensions [None req-a06114ae-e3f3-44b2-a3e7-9faa27b15601 None None] Loaded extension: dvr Aug 29 19:13:34.080601 dv-cinder-806191-2-iscsi neutron-server[93774]: DEBUG neutron.api.extensions [None req-a06114ae-e3f3-44b2-a3e7-9faa27b15601 None None] Loading extension file: ecmp_routes.py {{(pid=93774) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 29 19:13:34.081516 dv-cinder-806191-2-iscsi neutron-server[93774]: DEBUG neutron.api.extensions [None req-a06114ae-e3f3-44b2-a3e7-9faa27b15601 None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=93774) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 29 19:13:34.082024 dv-cinder-806191-2-iscsi neutron-server[93774]: INFO neutron.api.extensions [None req-a06114ae-e3f3-44b2-a3e7-9faa27b15601 None None] Extension ecmp_routes not supported by any of loaded plugins Aug 29 19:13:34.082350 dv-cinder-806191-2-iscsi neutron-server[93774]: DEBUG neutron.api.extensions [None req-a06114ae-e3f3-44b2-a3e7-9faa27b15601 None None] Loading extension file: empty_string_filtering.py {{(pid=93774) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 29 19:13:34.083291 dv-cinder-806191-2-iscsi neutron-server[93774]: DEBUG neutron.api.extensions [None req-a06114ae-e3f3-44b2-a3e7-9faa27b15601 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=93774) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 29 19:13:34.083811 dv-cinder-806191-2-iscsi neutron-server[93774]: INFO neutron.api.extensions [None req-a06114ae-e3f3-44b2-a3e7-9faa27b15601 None None] Loaded extension: empty-string-filtering Aug 29 19:13:34.084139 dv-cinder-806191-2-iscsi neutron-server[93774]: DEBUG neutron.api.extensions [None req-a06114ae-e3f3-44b2-a3e7-9faa27b15601 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=93774) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 29 19:13:34.085084 dv-cinder-806191-2-iscsi neutron-server[93774]: DEBUG neutron.api.extensions [None req-a06114ae-e3f3-44b2-a3e7-9faa27b15601 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=93774) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 29 19:13:34.085595 dv-cinder-806191-2-iscsi neutron-server[93774]: INFO neutron.api.extensions [None req-a06114ae-e3f3-44b2-a3e7-9faa27b15601 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Aug 29 19:13:34.085920 dv-cinder-806191-2-iscsi neutron-server[93774]: DEBUG neutron.api.extensions [None req-a06114ae-e3f3-44b2-a3e7-9faa27b15601 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=93774) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 29 19:13:34.086985 dv-cinder-806191-2-iscsi neutron-server[93774]: DEBUG neutron.api.extensions [None req-a06114ae-e3f3-44b2-a3e7-9faa27b15601 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=93774) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 29 19:13:34.087496 dv-cinder-806191-2-iscsi neutron-server[93774]: INFO neutron.api.extensions [None req-a06114ae-e3f3-44b2-a3e7-9faa27b15601 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Aug 29 19:13:34.087823 dv-cinder-806191-2-iscsi neutron-server[93774]: DEBUG neutron.api.extensions [None req-a06114ae-e3f3-44b2-a3e7-9faa27b15601 None None] Loading extension file: external_net.py {{(pid=93774) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 29 19:13:34.088742 dv-cinder-806191-2-iscsi neutron-server[93774]: DEBUG neutron.api.extensions [None req-a06114ae-e3f3-44b2-a3e7-9faa27b15601 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=93774) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 29 19:13:34.089262 dv-cinder-806191-2-iscsi neutron-server[93774]: INFO neutron.api.extensions [None req-a06114ae-e3f3-44b2-a3e7-9faa27b15601 None None] Loaded extension: external-net Aug 29 19:13:34.089587 dv-cinder-806191-2-iscsi neutron-server[93774]: DEBUG neutron.api.extensions [None req-a06114ae-e3f3-44b2-a3e7-9faa27b15601 None None] Loading extension file: extra_dhcp_opt.py {{(pid=93774) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 29 19:13:34.090549 dv-cinder-806191-2-iscsi neutron-server[93774]: DEBUG neutron.api.extensions [None req-a06114ae-e3f3-44b2-a3e7-9faa27b15601 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=93774) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 29 19:13:34.091067 dv-cinder-806191-2-iscsi neutron-server[93774]: INFO neutron.api.extensions [None req-a06114ae-e3f3-44b2-a3e7-9faa27b15601 None None] Loaded extension: extra_dhcp_opt Aug 29 19:13:34.091385 dv-cinder-806191-2-iscsi neutron-server[93774]: DEBUG neutron.api.extensions [None req-a06114ae-e3f3-44b2-a3e7-9faa27b15601 None None] Loading extension file: extraroute.py {{(pid=93774) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 29 19:13:34.092297 dv-cinder-806191-2-iscsi neutron-server[93774]: DEBUG neutron.api.extensions [None req-a06114ae-e3f3-44b2-a3e7-9faa27b15601 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=93774) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 29 19:13:34.092807 dv-cinder-806191-2-iscsi neutron-server[93774]: INFO neutron.api.extensions [None req-a06114ae-e3f3-44b2-a3e7-9faa27b15601 None None] Loaded extension: extraroute Aug 29 19:13:34.093150 dv-cinder-806191-2-iscsi neutron-server[93774]: DEBUG neutron.api.extensions [None req-a06114ae-e3f3-44b2-a3e7-9faa27b15601 None None] Loading extension file: extraroute_atomic.py {{(pid=93774) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 29 19:13:34.094201 dv-cinder-806191-2-iscsi neutron-server[93774]: DEBUG neutron.api.extensions [None req-a06114ae-e3f3-44b2-a3e7-9faa27b15601 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=93774) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 29 19:13:34.094755 dv-cinder-806191-2-iscsi neutron-server[93774]: INFO neutron.api.extensions [None req-a06114ae-e3f3-44b2-a3e7-9faa27b15601 None None] Loaded extension: extraroute-atomic Aug 29 19:13:34.095080 dv-cinder-806191-2-iscsi neutron-server[93774]: DEBUG neutron.api.extensions [None req-a06114ae-e3f3-44b2-a3e7-9faa27b15601 None None] Loading extension file: filter_validation.py {{(pid=93774) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 29 19:13:34.095757 dv-cinder-806191-2-iscsi neutron-server[93774]: DEBUG neutron.api.extensions [None req-a06114ae-e3f3-44b2-a3e7-9faa27b15601 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=93774) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 29 19:13:34.096266 dv-cinder-806191-2-iscsi neutron-server[93774]: INFO neutron.api.extensions [None req-a06114ae-e3f3-44b2-a3e7-9faa27b15601 None None] Loaded extension: filter-validation Aug 29 19:13:34.096596 dv-cinder-806191-2-iscsi neutron-server[93774]: DEBUG neutron.api.extensions [None req-a06114ae-e3f3-44b2-a3e7-9faa27b15601 None None] Loading extension file: fip_pf_description.py {{(pid=93774) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 29 19:13:34.097507 dv-cinder-806191-2-iscsi neutron-server[93774]: DEBUG neutron.api.extensions [None req-a06114ae-e3f3-44b2-a3e7-9faa27b15601 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=93774) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 29 19:13:34.098037 dv-cinder-806191-2-iscsi neutron-server[93774]: INFO neutron.api.extensions [None req-a06114ae-e3f3-44b2-a3e7-9faa27b15601 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Aug 29 19:13:34.098361 dv-cinder-806191-2-iscsi neutron-server[93774]: DEBUG neutron.api.extensions [None req-a06114ae-e3f3-44b2-a3e7-9faa27b15601 None None] Loading extension file: fip_port_details.py {{(pid=93774) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 29 19:13:34.099316 dv-cinder-806191-2-iscsi neutron-server[93774]: DEBUG neutron.api.extensions [None req-a06114ae-e3f3-44b2-a3e7-9faa27b15601 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=93774) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 29 19:13:34.099827 dv-cinder-806191-2-iscsi neutron-server[93774]: INFO neutron.api.extensions [None req-a06114ae-e3f3-44b2-a3e7-9faa27b15601 None None] Loaded extension: fip-port-details Aug 29 19:13:34.100149 dv-cinder-806191-2-iscsi neutron-server[93774]: DEBUG neutron.api.extensions [None req-a06114ae-e3f3-44b2-a3e7-9faa27b15601 None None] Loading extension file: flavors.py {{(pid=93774) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 29 19:13:34.101902 dv-cinder-806191-2-iscsi neutron-server[93774]: DEBUG neutron.api.extensions [None req-a06114ae-e3f3-44b2-a3e7-9faa27b15601 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=93774) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 29 19:13:34.102456 dv-cinder-806191-2-iscsi neutron-server[93774]: INFO neutron.api.extensions [None req-a06114ae-e3f3-44b2-a3e7-9faa27b15601 None None] Loaded extension: flavors Aug 29 19:13:34.102787 dv-cinder-806191-2-iscsi neutron-server[93774]: DEBUG neutron.api.extensions [None req-a06114ae-e3f3-44b2-a3e7-9faa27b15601 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=93774) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 29 19:13:34.104466 dv-cinder-806191-2-iscsi neutron-server[93774]: DEBUG neutron.api.extensions [None req-a06114ae-e3f3-44b2-a3e7-9faa27b15601 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=93774) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 29 19:13:34.104991 dv-cinder-806191-2-iscsi neutron-server[93774]: INFO neutron.api.extensions [None req-a06114ae-e3f3-44b2-a3e7-9faa27b15601 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Aug 29 19:13:34.105323 dv-cinder-806191-2-iscsi neutron-server[93774]: DEBUG neutron.api.extensions [None req-a06114ae-e3f3-44b2-a3e7-9faa27b15601 None None] Loading extension file: floatingip_pools.py {{(pid=93774) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 29 19:13:34.106026 dv-cinder-806191-2-iscsi neutron-server[93774]: DEBUG neutron.api.extensions [None req-a06114ae-e3f3-44b2-a3e7-9faa27b15601 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=93774) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 29 19:13:34.106579 dv-cinder-806191-2-iscsi neutron-server[93774]: INFO neutron.api.extensions [None req-a06114ae-e3f3-44b2-a3e7-9faa27b15601 None None] Loaded extension: floatingip-pools Aug 29 19:13:34.106910 dv-cinder-806191-2-iscsi neutron-server[93774]: DEBUG neutron.api.extensions [None req-a06114ae-e3f3-44b2-a3e7-9faa27b15601 None None] Loading extension file: ip_allocation.py {{(pid=93774) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 29 19:13:34.107840 dv-cinder-806191-2-iscsi neutron-server[93774]: DEBUG neutron.api.extensions [None req-a06114ae-e3f3-44b2-a3e7-9faa27b15601 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=93774) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 29 19:13:34.108350 dv-cinder-806191-2-iscsi neutron-server[93774]: INFO neutron.api.extensions [None req-a06114ae-e3f3-44b2-a3e7-9faa27b15601 None None] Extension ip_allocation not supported by any of loaded plugins Aug 29 19:13:34.108677 dv-cinder-806191-2-iscsi neutron-server[93774]: DEBUG neutron.api.extensions [None req-a06114ae-e3f3-44b2-a3e7-9faa27b15601 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=93774) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 29 19:13:34.109619 dv-cinder-806191-2-iscsi neutron-server[93774]: DEBUG neutron.api.extensions [None req-a06114ae-e3f3-44b2-a3e7-9faa27b15601 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=93774) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 29 19:13:34.110134 dv-cinder-806191-2-iscsi neutron-server[93774]: INFO neutron.api.extensions [None req-a06114ae-e3f3-44b2-a3e7-9faa27b15601 None None] Loaded extension: ip-substring-filtering Aug 29 19:13:34.110499 dv-cinder-806191-2-iscsi neutron-server[93774]: DEBUG neutron.api.extensions [None req-a06114ae-e3f3-44b2-a3e7-9faa27b15601 None None] Loading extension file: l2_adjacency.py {{(pid=93774) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 29 19:13:34.111436 dv-cinder-806191-2-iscsi neutron-server[93774]: DEBUG neutron.api.extensions [None req-a06114ae-e3f3-44b2-a3e7-9faa27b15601 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=93774) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 29 19:13:34.111950 dv-cinder-806191-2-iscsi neutron-server[93774]: INFO neutron.api.extensions [None req-a06114ae-e3f3-44b2-a3e7-9faa27b15601 None None] Extension l2_adjacency not supported by any of loaded plugins Aug 29 19:13:34.112278 dv-cinder-806191-2-iscsi neutron-server[93774]: DEBUG neutron.api.extensions [None req-a06114ae-e3f3-44b2-a3e7-9faa27b15601 None None] Loading extension file: l3.py {{(pid=93774) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 29 19:13:34.113432 dv-cinder-806191-2-iscsi neutron-server[93774]: DEBUG neutron.api.extensions [None req-a06114ae-e3f3-44b2-a3e7-9faa27b15601 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=93774) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 29 19:13:34.113960 dv-cinder-806191-2-iscsi neutron-server[93774]: INFO neutron.api.extensions [None req-a06114ae-e3f3-44b2-a3e7-9faa27b15601 None None] Loaded extension: router Aug 29 19:13:34.114292 dv-cinder-806191-2-iscsi neutron-server[93774]: DEBUG neutron.api.extensions [None req-a06114ae-e3f3-44b2-a3e7-9faa27b15601 None None] Loading extension file: l3_conntrack_helper.py {{(pid=93774) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 29 19:13:34.117140 dv-cinder-806191-2-iscsi neutron-server[93774]: DEBUG neutron.api.extensions [None req-a06114ae-e3f3-44b2-a3e7-9faa27b15601 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=93774) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 29 19:13:34.117670 dv-cinder-806191-2-iscsi neutron-server[93774]: INFO neutron.api.extensions [None req-a06114ae-e3f3-44b2-a3e7-9faa27b15601 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Aug 29 19:13:34.118005 dv-cinder-806191-2-iscsi neutron-server[93774]: DEBUG neutron.api.extensions [None req-a06114ae-e3f3-44b2-a3e7-9faa27b15601 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=93774) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 29 19:13:34.118978 dv-cinder-806191-2-iscsi neutron-server[93774]: DEBUG neutron.api.extensions [None req-a06114ae-e3f3-44b2-a3e7-9faa27b15601 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=93774) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 29 19:13:34.119500 dv-cinder-806191-2-iscsi neutron-server[93774]: INFO neutron.api.extensions [None req-a06114ae-e3f3-44b2-a3e7-9faa27b15601 None None] Loaded extension: ext-gw-mode Aug 29 19:13:34.119830 dv-cinder-806191-2-iscsi neutron-server[93774]: DEBUG neutron.api.extensions [None req-a06114ae-e3f3-44b2-a3e7-9faa27b15601 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=93774) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 29 19:13:34.120775 dv-cinder-806191-2-iscsi neutron-server[93774]: DEBUG neutron.api.extensions [None req-a06114ae-e3f3-44b2-a3e7-9faa27b15601 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=93774) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 29 19:13:34.121292 dv-cinder-806191-2-iscsi neutron-server[93774]: INFO neutron.api.extensions [None req-a06114ae-e3f3-44b2-a3e7-9faa27b15601 None None] Loaded extension: l3-ha Aug 29 19:13:34.121619 dv-cinder-806191-2-iscsi neutron-server[93774]: DEBUG neutron.api.extensions [None req-a06114ae-e3f3-44b2-a3e7-9faa27b15601 None None] Loading extension file: l3_flavors.py {{(pid=93774) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 29 19:13:34.122579 dv-cinder-806191-2-iscsi neutron-server[93774]: DEBUG neutron.api.extensions [None req-a06114ae-e3f3-44b2-a3e7-9faa27b15601 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=93774) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 29 19:13:34.123093 dv-cinder-806191-2-iscsi neutron-server[93774]: INFO neutron.api.extensions [None req-a06114ae-e3f3-44b2-a3e7-9faa27b15601 None None] Loaded extension: l3-flavors Aug 29 19:13:34.123420 dv-cinder-806191-2-iscsi neutron-server[93774]: DEBUG neutron.api.extensions [None req-a06114ae-e3f3-44b2-a3e7-9faa27b15601 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=93774) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 29 19:13:34.124357 dv-cinder-806191-2-iscsi neutron-server[93774]: DEBUG neutron.api.extensions [None req-a06114ae-e3f3-44b2-a3e7-9faa27b15601 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=93774) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 29 19:13:34.124874 dv-cinder-806191-2-iscsi neutron-server[93774]: INFO neutron.api.extensions [None req-a06114ae-e3f3-44b2-a3e7-9faa27b15601 None None] Loaded extension: l3-port-ip-change-not-allowed Aug 29 19:13:34.125200 dv-cinder-806191-2-iscsi neutron-server[93774]: DEBUG neutron.api.extensions [None req-a06114ae-e3f3-44b2-a3e7-9faa27b15601 None None] Loading extension file: l3agentscheduler.py {{(pid=93774) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 29 19:13:34.126307 dv-cinder-806191-2-iscsi neutron-server[93774]: DEBUG neutron.api.extensions [None req-a06114ae-e3f3-44b2-a3e7-9faa27b15601 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=93774) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 29 19:13:34.126860 dv-cinder-806191-2-iscsi neutron-server[93774]: INFO neutron.api.extensions [None req-a06114ae-e3f3-44b2-a3e7-9faa27b15601 None None] Loaded extension: l3_agent_scheduler Aug 29 19:13:34.127193 dv-cinder-806191-2-iscsi neutron-server[93774]: DEBUG neutron.api.extensions [None req-a06114ae-e3f3-44b2-a3e7-9faa27b15601 None None] Loading extension file: logging.py {{(pid=93774) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 29 19:13:34.128773 dv-cinder-806191-2-iscsi neutron-server[93774]: DEBUG neutron.api.extensions [None req-a06114ae-e3f3-44b2-a3e7-9faa27b15601 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=93774) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 29 19:13:34.129313 dv-cinder-806191-2-iscsi neutron-server[93774]: INFO neutron.api.extensions [None req-a06114ae-e3f3-44b2-a3e7-9faa27b15601 None None] Extension logging not supported by any of loaded plugins Aug 29 19:13:34.129641 dv-cinder-806191-2-iscsi neutron-server[93774]: DEBUG neutron.api.extensions [None req-a06114ae-e3f3-44b2-a3e7-9faa27b15601 None None] Loading extension file: metering.py {{(pid=93774) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 29 19:13:34.130440 dv-cinder-806191-2-iscsi neutron-server[93774]: DEBUG neutron.api.extensions [None req-a06114ae-e3f3-44b2-a3e7-9faa27b15601 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=93774) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 29 19:13:34.131031 dv-cinder-806191-2-iscsi neutron-server[93774]: INFO neutron.api.extensions [None req-a06114ae-e3f3-44b2-a3e7-9faa27b15601 None None] Loaded extension: metering Aug 29 19:13:34.131359 dv-cinder-806191-2-iscsi neutron-server[93774]: DEBUG neutron.api.extensions [None req-a06114ae-e3f3-44b2-a3e7-9faa27b15601 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=93774) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 29 19:13:34.132545 dv-cinder-806191-2-iscsi neutron-server[93774]: DEBUG neutron.api.extensions [None req-a06114ae-e3f3-44b2-a3e7-9faa27b15601 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=93774) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 29 19:13:34.133072 dv-cinder-806191-2-iscsi neutron-server[93774]: INFO neutron.api.extensions [None req-a06114ae-e3f3-44b2-a3e7-9faa27b15601 None None] Loaded extension: metering_source_and_destination_fields Aug 29 19:13:34.133399 dv-cinder-806191-2-iscsi neutron-server[93774]: DEBUG neutron.api.extensions [None req-a06114ae-e3f3-44b2-a3e7-9faa27b15601 None None] Loading extension file: multiprovidernet.py {{(pid=93774) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 29 19:13:34.134347 dv-cinder-806191-2-iscsi neutron-server[93774]: DEBUG neutron.api.extensions [None req-a06114ae-e3f3-44b2-a3e7-9faa27b15601 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=93774) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 29 19:13:34.134904 dv-cinder-806191-2-iscsi neutron-server[93774]: INFO neutron.api.extensions [None req-a06114ae-e3f3-44b2-a3e7-9faa27b15601 None None] Loaded extension: multi-provider Aug 29 19:13:34.135230 dv-cinder-806191-2-iscsi neutron-server[93774]: DEBUG neutron.api.extensions [None req-a06114ae-e3f3-44b2-a3e7-9faa27b15601 None None] Loading extension file: netmtu.py {{(pid=93774) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 29 19:13:34.136165 dv-cinder-806191-2-iscsi neutron-server[93774]: DEBUG neutron.api.extensions [None req-a06114ae-e3f3-44b2-a3e7-9faa27b15601 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=93774) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 29 19:13:34.136679 dv-cinder-806191-2-iscsi neutron-server[93774]: INFO neutron.api.extensions [None req-a06114ae-e3f3-44b2-a3e7-9faa27b15601 None None] Loaded extension: net-mtu Aug 29 19:13:34.137004 dv-cinder-806191-2-iscsi neutron-server[93774]: DEBUG neutron.api.extensions [None req-a06114ae-e3f3-44b2-a3e7-9faa27b15601 None None] Loading extension file: netmtu_writable.py {{(pid=93774) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 29 19:13:34.137933 dv-cinder-806191-2-iscsi neutron-server[93774]: DEBUG neutron.api.extensions [None req-a06114ae-e3f3-44b2-a3e7-9faa27b15601 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=93774) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 29 19:13:34.138490 dv-cinder-806191-2-iscsi neutron-server[93774]: INFO neutron.api.extensions [None req-a06114ae-e3f3-44b2-a3e7-9faa27b15601 None None] Loaded extension: net-mtu-writable Aug 29 19:13:34.138819 dv-cinder-806191-2-iscsi neutron-server[93774]: DEBUG neutron.api.extensions [None req-a06114ae-e3f3-44b2-a3e7-9faa27b15601 None None] Loading extension file: network_availability_zone.py {{(pid=93774) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 29 19:13:34.139518 dv-cinder-806191-2-iscsi neutron-server[93774]: DEBUG neutron.api.extensions [None req-a06114ae-e3f3-44b2-a3e7-9faa27b15601 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=93774) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 29 19:13:34.140035 dv-cinder-806191-2-iscsi neutron-server[93774]: INFO neutron.api.extensions [None req-a06114ae-e3f3-44b2-a3e7-9faa27b15601 None None] Loaded extension: network_availability_zone Aug 29 19:13:34.140359 dv-cinder-806191-2-iscsi neutron-server[93774]: DEBUG neutron.api.extensions [None req-a06114ae-e3f3-44b2-a3e7-9faa27b15601 None None] Loading extension file: network_ip_availability.py {{(pid=93774) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 29 19:13:34.141521 dv-cinder-806191-2-iscsi neutron-server[93774]: DEBUG neutron.api.extensions [None req-a06114ae-e3f3-44b2-a3e7-9faa27b15601 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=93774) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 29 19:13:34.142043 dv-cinder-806191-2-iscsi neutron-server[93774]: INFO neutron.api.extensions [None req-a06114ae-e3f3-44b2-a3e7-9faa27b15601 None None] Loaded extension: network-ip-availability Aug 29 19:13:34.142371 dv-cinder-806191-2-iscsi neutron-server[93774]: DEBUG neutron.api.extensions [None req-a06114ae-e3f3-44b2-a3e7-9faa27b15601 None None] Loading extension file: network_segment_range.py {{(pid=93774) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 29 19:13:34.143197 dv-cinder-806191-2-iscsi neutron-server[93774]: DEBUG neutron.api.extensions [None req-a06114ae-e3f3-44b2-a3e7-9faa27b15601 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=93774) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 29 19:13:34.143707 dv-cinder-806191-2-iscsi neutron-server[93774]: INFO neutron.api.extensions [None req-a06114ae-e3f3-44b2-a3e7-9faa27b15601 None None] Extension network-segment-range not supported by any of loaded plugins Aug 29 19:13:34.144036 dv-cinder-806191-2-iscsi neutron-server[93774]: DEBUG neutron.api.extensions [None req-a06114ae-e3f3-44b2-a3e7-9faa27b15601 None None] Loading extension file: pagination.py {{(pid=93774) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 29 19:13:34.145061 dv-cinder-806191-2-iscsi neutron-server[93774]: DEBUG neutron.api.extensions [None req-a06114ae-e3f3-44b2-a3e7-9faa27b15601 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=93774) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 29 19:13:34.145391 dv-cinder-806191-2-iscsi neutron-server[93774]: INFO neutron.api.extensions [None req-a06114ae-e3f3-44b2-a3e7-9faa27b15601 None None] Loaded extension: pagination Aug 29 19:13:34.145714 dv-cinder-806191-2-iscsi neutron-server[93774]: DEBUG neutron.api.extensions [None req-a06114ae-e3f3-44b2-a3e7-9faa27b15601 None None] Loading extension file: port_device_profile.py {{(pid=93774) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 29 19:13:34.146681 dv-cinder-806191-2-iscsi neutron-server[93774]: DEBUG neutron.api.extensions [None req-a06114ae-e3f3-44b2-a3e7-9faa27b15601 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=93774) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 29 19:13:34.147261 dv-cinder-806191-2-iscsi neutron-server[93774]: INFO neutron.api.extensions [None req-a06114ae-e3f3-44b2-a3e7-9faa27b15601 None None] Loaded extension: port-device-profile Aug 29 19:13:34.147589 dv-cinder-806191-2-iscsi neutron-server[93774]: DEBUG neutron.api.extensions [None req-a06114ae-e3f3-44b2-a3e7-9faa27b15601 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=93774) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 29 19:13:34.148554 dv-cinder-806191-2-iscsi neutron-server[93774]: DEBUG neutron.api.extensions [None req-a06114ae-e3f3-44b2-a3e7-9faa27b15601 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=93774) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 29 19:13:34.149069 dv-cinder-806191-2-iscsi neutron-server[93774]: INFO neutron.api.extensions [None req-a06114ae-e3f3-44b2-a3e7-9faa27b15601 None None] Loaded extension: port-mac-address-regenerate Aug 29 19:13:34.149396 dv-cinder-806191-2-iscsi neutron-server[93774]: DEBUG neutron.api.extensions [None req-a06114ae-e3f3-44b2-a3e7-9faa27b15601 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=93774) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 29 19:13:34.150337 dv-cinder-806191-2-iscsi neutron-server[93774]: DEBUG neutron.api.extensions [None req-a06114ae-e3f3-44b2-a3e7-9faa27b15601 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=93774) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 29 19:13:34.150890 dv-cinder-806191-2-iscsi neutron-server[93774]: INFO neutron.api.extensions [None req-a06114ae-e3f3-44b2-a3e7-9faa27b15601 None None] Loaded extension: port-numa-affinity-policy Aug 29 19:13:34.151218 dv-cinder-806191-2-iscsi neutron-server[93774]: DEBUG neutron.api.extensions [None req-a06114ae-e3f3-44b2-a3e7-9faa27b15601 None None] Loading extension file: port_resource_request.py {{(pid=93774) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 29 19:13:34.152139 dv-cinder-806191-2-iscsi neutron-server[93774]: DEBUG neutron.api.extensions [None req-a06114ae-e3f3-44b2-a3e7-9faa27b15601 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=93774) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 29 19:13:34.152651 dv-cinder-806191-2-iscsi neutron-server[93774]: INFO neutron.api.extensions [None req-a06114ae-e3f3-44b2-a3e7-9faa27b15601 None None] Extension port-resource-request not supported by any of loaded plugins Aug 29 19:13:34.152977 dv-cinder-806191-2-iscsi neutron-server[93774]: DEBUG neutron.api.extensions [None req-a06114ae-e3f3-44b2-a3e7-9faa27b15601 None None] Loading extension file: portbindings.py {{(pid=93774) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 29 19:13:34.153925 dv-cinder-806191-2-iscsi neutron-server[93774]: DEBUG neutron.api.extensions [None req-a06114ae-e3f3-44b2-a3e7-9faa27b15601 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=93774) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 29 19:13:34.154479 dv-cinder-806191-2-iscsi neutron-server[93774]: INFO neutron.api.extensions [None req-a06114ae-e3f3-44b2-a3e7-9faa27b15601 None None] Loaded extension: binding Aug 29 19:13:34.154808 dv-cinder-806191-2-iscsi neutron-server[93774]: DEBUG neutron.api.extensions [None req-a06114ae-e3f3-44b2-a3e7-9faa27b15601 None None] Loading extension file: portbindings_extended.py {{(pid=93774) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 29 19:13:34.156301 dv-cinder-806191-2-iscsi neutron-server[93774]: DEBUG neutron.api.extensions [None req-a06114ae-e3f3-44b2-a3e7-9faa27b15601 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=93774) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 29 19:13:34.156825 dv-cinder-806191-2-iscsi neutron-server[93774]: INFO neutron.api.extensions [None req-a06114ae-e3f3-44b2-a3e7-9faa27b15601 None None] Loaded extension: binding-extended Aug 29 19:13:34.157157 dv-cinder-806191-2-iscsi neutron-server[93774]: DEBUG neutron.api.extensions [None req-a06114ae-e3f3-44b2-a3e7-9faa27b15601 None None] Loading extension file: portsecurity.py {{(pid=93774) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 29 19:13:34.158088 dv-cinder-806191-2-iscsi neutron-server[93774]: DEBUG neutron.api.extensions [None req-a06114ae-e3f3-44b2-a3e7-9faa27b15601 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=93774) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 29 19:13:34.158636 dv-cinder-806191-2-iscsi neutron-server[93774]: INFO neutron.api.extensions [None req-a06114ae-e3f3-44b2-a3e7-9faa27b15601 None None] Loaded extension: port-security Aug 29 19:13:34.158965 dv-cinder-806191-2-iscsi neutron-server[93774]: DEBUG neutron.api.extensions [None req-a06114ae-e3f3-44b2-a3e7-9faa27b15601 None None] Loading extension file: project_id.py {{(pid=93774) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 29 19:13:34.159951 dv-cinder-806191-2-iscsi neutron-server[93774]: DEBUG neutron.api.extensions [None req-a06114ae-e3f3-44b2-a3e7-9faa27b15601 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=93774) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 29 19:13:34.160283 dv-cinder-806191-2-iscsi neutron-server[93774]: INFO neutron.api.extensions [None req-a06114ae-e3f3-44b2-a3e7-9faa27b15601 None None] Loaded extension: project-id Aug 29 19:13:34.160613 dv-cinder-806191-2-iscsi neutron-server[93774]: DEBUG neutron.api.extensions [None req-a06114ae-e3f3-44b2-a3e7-9faa27b15601 None None] Loading extension file: providernet.py {{(pid=93774) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 29 19:13:34.161547 dv-cinder-806191-2-iscsi neutron-server[93774]: DEBUG neutron.api.extensions [None req-a06114ae-e3f3-44b2-a3e7-9faa27b15601 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=93774) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 29 19:13:34.162070 dv-cinder-806191-2-iscsi neutron-server[93774]: INFO neutron.api.extensions [None req-a06114ae-e3f3-44b2-a3e7-9faa27b15601 None None] Loaded extension: provider Aug 29 19:13:34.162421 dv-cinder-806191-2-iscsi neutron-server[93774]: DEBUG neutron.api.extensions [None req-a06114ae-e3f3-44b2-a3e7-9faa27b15601 None None] Loading extension file: qos.py {{(pid=93774) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 29 19:13:34.166564 dv-cinder-806191-2-iscsi neutron-server[93774]: DEBUG neutron.api.extensions [None req-a06114ae-e3f3-44b2-a3e7-9faa27b15601 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=93774) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 29 19:13:34.167098 dv-cinder-806191-2-iscsi neutron-server[93774]: INFO neutron.api.extensions [None req-a06114ae-e3f3-44b2-a3e7-9faa27b15601 None None] Extension qos not supported by any of loaded plugins Aug 29 19:13:34.167437 dv-cinder-806191-2-iscsi neutron-server[93774]: DEBUG neutron.api.extensions [None req-a06114ae-e3f3-44b2-a3e7-9faa27b15601 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=93774) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 29 19:13:34.168694 dv-cinder-806191-2-iscsi neutron-server[93774]: DEBUG neutron.api.extensions [None req-a06114ae-e3f3-44b2-a3e7-9faa27b15601 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=93774) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 29 19:13:34.169217 dv-cinder-806191-2-iscsi neutron-server[93774]: INFO neutron.api.extensions [None req-a06114ae-e3f3-44b2-a3e7-9faa27b15601 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Aug 29 19:13:34.169551 dv-cinder-806191-2-iscsi neutron-server[93774]: DEBUG neutron.api.extensions [None req-a06114ae-e3f3-44b2-a3e7-9faa27b15601 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=93774) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 29 19:13:34.170514 dv-cinder-806191-2-iscsi neutron-server[93774]: DEBUG neutron.api.extensions [None req-a06114ae-e3f3-44b2-a3e7-9faa27b15601 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=93774) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 29 19:13:34.171036 dv-cinder-806191-2-iscsi neutron-server[93774]: INFO neutron.api.extensions [None req-a06114ae-e3f3-44b2-a3e7-9faa27b15601 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Aug 29 19:13:34.171368 dv-cinder-806191-2-iscsi neutron-server[93774]: DEBUG neutron.api.extensions [None req-a06114ae-e3f3-44b2-a3e7-9faa27b15601 None None] Loading extension file: qos_default.py {{(pid=93774) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 29 19:13:34.172287 dv-cinder-806191-2-iscsi neutron-server[93774]: DEBUG neutron.api.extensions [None req-a06114ae-e3f3-44b2-a3e7-9faa27b15601 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=93774) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 29 19:13:34.172809 dv-cinder-806191-2-iscsi neutron-server[93774]: INFO neutron.api.extensions [None req-a06114ae-e3f3-44b2-a3e7-9faa27b15601 None None] Extension qos-default not supported by any of loaded plugins Aug 29 19:13:34.173141 dv-cinder-806191-2-iscsi neutron-server[93774]: DEBUG neutron.api.extensions [None req-a06114ae-e3f3-44b2-a3e7-9faa27b15601 None None] Loading extension file: qos_fip.py {{(pid=93774) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 29 19:13:34.173810 dv-cinder-806191-2-iscsi neutron-server[93774]: DEBUG neutron.api.extensions [None req-a06114ae-e3f3-44b2-a3e7-9faa27b15601 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=93774) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 29 19:13:34.174319 dv-cinder-806191-2-iscsi neutron-server[93774]: INFO neutron.api.extensions [None req-a06114ae-e3f3-44b2-a3e7-9faa27b15601 None None] Extension qos-fip not supported by any of loaded plugins Aug 29 19:13:34.174674 dv-cinder-806191-2-iscsi neutron-server[93774]: DEBUG neutron.api.extensions [None req-a06114ae-e3f3-44b2-a3e7-9faa27b15601 None None] Loading extension file: qos_gateway_ip.py {{(pid=93774) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 29 19:13:34.175608 dv-cinder-806191-2-iscsi neutron-server[93774]: DEBUG neutron.api.extensions [None req-a06114ae-e3f3-44b2-a3e7-9faa27b15601 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=93774) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 29 19:13:34.176120 dv-cinder-806191-2-iscsi neutron-server[93774]: INFO neutron.api.extensions [None req-a06114ae-e3f3-44b2-a3e7-9faa27b15601 None None] Extension qos-gateway-ip not supported by any of loaded plugins Aug 29 19:13:34.176447 dv-cinder-806191-2-iscsi neutron-server[93774]: DEBUG neutron.api.extensions [None req-a06114ae-e3f3-44b2-a3e7-9faa27b15601 None None] Loading extension file: qos_port_network_policy.py {{(pid=93774) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 29 19:13:34.177367 dv-cinder-806191-2-iscsi neutron-server[93774]: DEBUG neutron.api.extensions [None req-a06114ae-e3f3-44b2-a3e7-9faa27b15601 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=93774) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 29 19:13:34.177883 dv-cinder-806191-2-iscsi neutron-server[93774]: INFO neutron.api.extensions [None req-a06114ae-e3f3-44b2-a3e7-9faa27b15601 None None] Extension qos-port-network-policy not supported by any of loaded plugins Aug 29 19:13:34.178209 dv-cinder-806191-2-iscsi neutron-server[93774]: DEBUG neutron.api.extensions [None req-a06114ae-e3f3-44b2-a3e7-9faa27b15601 None None] Loading extension file: qos_pps_rule.py {{(pid=93774) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 29 19:13:34.179991 dv-cinder-806191-2-iscsi neutron-server[93774]: DEBUG neutron.api.extensions [None req-a06114ae-e3f3-44b2-a3e7-9faa27b15601 None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=93774) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 29 19:13:34.180517 dv-cinder-806191-2-iscsi neutron-server[93774]: INFO neutron.api.extensions [None req-a06114ae-e3f3-44b2-a3e7-9faa27b15601 None None] Extension qos-pps not supported by any of loaded plugins Aug 29 19:13:34.180854 dv-cinder-806191-2-iscsi neutron-server[93774]: DEBUG neutron.api.extensions [None req-a06114ae-e3f3-44b2-a3e7-9faa27b15601 None None] Loading extension file: qos_rule_type_details.py {{(pid=93774) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 29 19:13:34.181783 dv-cinder-806191-2-iscsi neutron-server[93774]: DEBUG neutron.api.extensions [None req-a06114ae-e3f3-44b2-a3e7-9faa27b15601 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=93774) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 29 19:13:34.182312 dv-cinder-806191-2-iscsi neutron-server[93774]: INFO neutron.api.extensions [None req-a06114ae-e3f3-44b2-a3e7-9faa27b15601 None None] Extension qos-rule-type-details not supported by any of loaded plugins Aug 29 19:13:34.182662 dv-cinder-806191-2-iscsi neutron-server[93774]: DEBUG neutron.api.extensions [None req-a06114ae-e3f3-44b2-a3e7-9faa27b15601 None None] Loading extension file: qos_rules_alias.py {{(pid=93774) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 29 19:13:34.183741 dv-cinder-806191-2-iscsi neutron-server[93774]: DEBUG neutron.api.extensions [None req-a06114ae-e3f3-44b2-a3e7-9faa27b15601 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=93774) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 29 19:13:34.184258 dv-cinder-806191-2-iscsi neutron-server[93774]: INFO neutron.api.extensions [None req-a06114ae-e3f3-44b2-a3e7-9faa27b15601 None None] Extension qos-rules-alias not supported by any of loaded plugins Aug 29 19:13:34.184595 dv-cinder-806191-2-iscsi neutron-server[93774]: DEBUG neutron.api.extensions [None req-a06114ae-e3f3-44b2-a3e7-9faa27b15601 None None] Loading extension file: quotasv2.py {{(pid=93774) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 29 19:13:34.185576 dv-cinder-806191-2-iscsi neutron-server[93774]: DEBUG neutron.api.extensions [None req-a06114ae-e3f3-44b2-a3e7-9faa27b15601 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=93774) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 29 19:13:34.185907 dv-cinder-806191-2-iscsi neutron-server[93774]: INFO neutron.api.extensions [None req-a06114ae-e3f3-44b2-a3e7-9faa27b15601 None None] Loaded extension: quotas Aug 29 19:13:34.186234 dv-cinder-806191-2-iscsi neutron-server[93774]: DEBUG neutron.api.extensions [None req-a06114ae-e3f3-44b2-a3e7-9faa27b15601 None None] Loading extension file: quotasv2_detail.py {{(pid=93774) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 29 19:13:34.189417 dv-cinder-806191-2-iscsi neutron-server[93774]: DEBUG neutron.api.extensions [None req-a06114ae-e3f3-44b2-a3e7-9faa27b15601 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=93774) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 29 19:13:34.190015 dv-cinder-806191-2-iscsi neutron-server[93774]: INFO neutron.api.extensions [None req-a06114ae-e3f3-44b2-a3e7-9faa27b15601 None None] Loaded extension: quota_details Aug 29 19:13:34.190351 dv-cinder-806191-2-iscsi neutron-server[93774]: DEBUG neutron.api.extensions [None req-a06114ae-e3f3-44b2-a3e7-9faa27b15601 None None] Loading extension file: rbac.py {{(pid=93774) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 29 19:13:34.191681 dv-cinder-806191-2-iscsi neutron-server[93774]: DEBUG neutron.api.extensions [None req-a06114ae-e3f3-44b2-a3e7-9faa27b15601 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=93774) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 29 19:13:34.192220 dv-cinder-806191-2-iscsi neutron-server[93774]: INFO neutron.api.extensions [None req-a06114ae-e3f3-44b2-a3e7-9faa27b15601 None None] Loaded extension: rbac-policies Aug 29 19:13:34.192563 dv-cinder-806191-2-iscsi neutron-server[93774]: DEBUG neutron.api.extensions [None req-a06114ae-e3f3-44b2-a3e7-9faa27b15601 None None] Loading extension file: rbac_address_group.py {{(pid=93774) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 29 19:13:34.193498 dv-cinder-806191-2-iscsi neutron-server[93774]: DEBUG neutron.api.extensions [None req-a06114ae-e3f3-44b2-a3e7-9faa27b15601 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=93774) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 29 19:13:34.194073 dv-cinder-806191-2-iscsi neutron-server[93774]: INFO neutron.api.extensions [None req-a06114ae-e3f3-44b2-a3e7-9faa27b15601 None None] Loaded extension: rbac-address-group Aug 29 19:13:34.194432 dv-cinder-806191-2-iscsi neutron-server[93774]: DEBUG neutron.api.extensions [None req-a06114ae-e3f3-44b2-a3e7-9faa27b15601 None None] Loading extension file: rbac_address_scope.py {{(pid=93774) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 29 19:13:34.195377 dv-cinder-806191-2-iscsi neutron-server[93774]: DEBUG neutron.api.extensions [None req-a06114ae-e3f3-44b2-a3e7-9faa27b15601 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=93774) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 29 19:13:34.195897 dv-cinder-806191-2-iscsi neutron-server[93774]: INFO neutron.api.extensions [None req-a06114ae-e3f3-44b2-a3e7-9faa27b15601 None None] Loaded extension: rbac-address-scope Aug 29 19:13:34.196224 dv-cinder-806191-2-iscsi neutron-server[93774]: DEBUG neutron.api.extensions [None req-a06114ae-e3f3-44b2-a3e7-9faa27b15601 None None] Loading extension file: rbac_security_groups.py {{(pid=93774) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 29 19:13:34.197149 dv-cinder-806191-2-iscsi neutron-server[93774]: DEBUG neutron.api.extensions [None req-a06114ae-e3f3-44b2-a3e7-9faa27b15601 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=93774) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 29 19:13:34.197667 dv-cinder-806191-2-iscsi neutron-server[93774]: INFO neutron.api.extensions [None req-a06114ae-e3f3-44b2-a3e7-9faa27b15601 None None] Loaded extension: rbac-security-groups Aug 29 19:13:34.197995 dv-cinder-806191-2-iscsi neutron-server[93774]: DEBUG neutron.api.extensions [None req-a06114ae-e3f3-44b2-a3e7-9faa27b15601 None None] Loading extension file: rbac_subnetpool.py {{(pid=93774) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 29 19:13:34.198952 dv-cinder-806191-2-iscsi neutron-server[93774]: DEBUG neutron.api.extensions [None req-a06114ae-e3f3-44b2-a3e7-9faa27b15601 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=93774) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 29 19:13:34.199471 dv-cinder-806191-2-iscsi neutron-server[93774]: INFO neutron.api.extensions [None req-a06114ae-e3f3-44b2-a3e7-9faa27b15601 None None] Loaded extension: rbac-subnetpool Aug 29 19:13:34.199797 dv-cinder-806191-2-iscsi neutron-server[93774]: DEBUG neutron.api.extensions [None req-a06114ae-e3f3-44b2-a3e7-9faa27b15601 None None] Loading extension file: revisionifmatch.py {{(pid=93774) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 29 19:13:34.200733 dv-cinder-806191-2-iscsi neutron-server[93774]: DEBUG neutron.api.extensions [None req-a06114ae-e3f3-44b2-a3e7-9faa27b15601 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=93774) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 29 19:13:34.201254 dv-cinder-806191-2-iscsi neutron-server[93774]: INFO neutron.api.extensions [None req-a06114ae-e3f3-44b2-a3e7-9faa27b15601 None None] Loaded extension: revision-if-match Aug 29 19:13:34.201581 dv-cinder-806191-2-iscsi neutron-server[93774]: DEBUG neutron.api.extensions [None req-a06114ae-e3f3-44b2-a3e7-9faa27b15601 None None] Loading extension file: revisions.py {{(pid=93774) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 29 19:13:34.202741 dv-cinder-806191-2-iscsi neutron-server[93774]: DEBUG neutron.api.extensions [None req-a06114ae-e3f3-44b2-a3e7-9faa27b15601 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=93774) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 29 19:13:34.203258 dv-cinder-806191-2-iscsi neutron-server[93774]: INFO neutron.api.extensions [None req-a06114ae-e3f3-44b2-a3e7-9faa27b15601 None None] Loaded extension: standard-attr-revisions Aug 29 19:13:34.203588 dv-cinder-806191-2-iscsi neutron-server[93774]: DEBUG neutron.api.extensions [None req-a06114ae-e3f3-44b2-a3e7-9faa27b15601 None None] Loading extension file: router_availability_zone.py {{(pid=93774) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 29 19:13:34.204281 dv-cinder-806191-2-iscsi neutron-server[93774]: DEBUG neutron.api.extensions [None req-a06114ae-e3f3-44b2-a3e7-9faa27b15601 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=93774) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 29 19:13:34.204804 dv-cinder-806191-2-iscsi neutron-server[93774]: INFO neutron.api.extensions [None req-a06114ae-e3f3-44b2-a3e7-9faa27b15601 None None] Loaded extension: router_availability_zone Aug 29 19:13:34.205131 dv-cinder-806191-2-iscsi neutron-server[93774]: DEBUG neutron.api.extensions [None req-a06114ae-e3f3-44b2-a3e7-9faa27b15601 None None] Loading extension file: routerservicetype.py {{(pid=93774) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 29 19:13:34.206072 dv-cinder-806191-2-iscsi neutron-server[93774]: DEBUG neutron.api.extensions [None req-a06114ae-e3f3-44b2-a3e7-9faa27b15601 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=93774) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 29 19:13:34.206619 dv-cinder-806191-2-iscsi neutron-server[93774]: INFO neutron.api.extensions [None req-a06114ae-e3f3-44b2-a3e7-9faa27b15601 None None] Extension router-service-type not supported by any of loaded plugins Aug 29 19:13:34.206948 dv-cinder-806191-2-iscsi neutron-server[93774]: DEBUG neutron.api.extensions [None req-a06114ae-e3f3-44b2-a3e7-9faa27b15601 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=93774) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 29 19:13:34.208007 dv-cinder-806191-2-iscsi neutron-server[93774]: DEBUG neutron.api.extensions [None req-a06114ae-e3f3-44b2-a3e7-9faa27b15601 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=93774) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 29 19:13:34.208526 dv-cinder-806191-2-iscsi neutron-server[93774]: INFO neutron.api.extensions [None req-a06114ae-e3f3-44b2-a3e7-9faa27b15601 None None] Loaded extension: security-groups-normalized-cidr Aug 29 19:13:34.208854 dv-cinder-806191-2-iscsi neutron-server[93774]: DEBUG neutron.api.extensions [None req-a06114ae-e3f3-44b2-a3e7-9faa27b15601 None None] Loading extension file: security_groups_port_filtering.py {{(pid=93774) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 29 19:13:34.210302 dv-cinder-806191-2-iscsi neutron-server[93774]: DEBUG neutron.api.extensions [None req-a06114ae-e3f3-44b2-a3e7-9faa27b15601 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=93774) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 29 19:13:34.210848 dv-cinder-806191-2-iscsi neutron-server[93774]: INFO neutron.api.extensions [None req-a06114ae-e3f3-44b2-a3e7-9faa27b15601 None None] Loaded extension: port-security-groups-filtering Aug 29 19:13:34.211176 dv-cinder-806191-2-iscsi neutron-server[93774]: DEBUG neutron.api.extensions [None req-a06114ae-e3f3-44b2-a3e7-9faa27b15601 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=93774) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 29 19:13:34.212104 dv-cinder-806191-2-iscsi neutron-server[93774]: DEBUG neutron.api.extensions [None req-a06114ae-e3f3-44b2-a3e7-9faa27b15601 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=93774) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 29 19:13:34.212626 dv-cinder-806191-2-iscsi neutron-server[93774]: INFO neutron.api.extensions [None req-a06114ae-e3f3-44b2-a3e7-9faa27b15601 None None] Loaded extension: security-groups-remote-address-group Aug 29 19:13:34.212954 dv-cinder-806191-2-iscsi neutron-server[93774]: DEBUG neutron.api.extensions [None req-a06114ae-e3f3-44b2-a3e7-9faa27b15601 None None] Loading extension file: securitygroup.py {{(pid=93774) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 29 19:13:34.224147 dv-cinder-806191-2-iscsi neutron-server[93774]: DEBUG neutron.api.extensions [None req-a06114ae-e3f3-44b2-a3e7-9faa27b15601 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=93774) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 29 19:13:34.224693 dv-cinder-806191-2-iscsi neutron-server[93774]: INFO neutron.api.extensions [None req-a06114ae-e3f3-44b2-a3e7-9faa27b15601 None None] Loaded extension: security-group Aug 29 19:13:34.225034 dv-cinder-806191-2-iscsi neutron-server[93774]: DEBUG neutron.api.extensions [None req-a06114ae-e3f3-44b2-a3e7-9faa27b15601 None None] Loading extension file: segment.py {{(pid=93774) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 29 19:13:34.226494 dv-cinder-806191-2-iscsi neutron-server[93774]: DEBUG neutron.api.extensions [None req-a06114ae-e3f3-44b2-a3e7-9faa27b15601 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=93774) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 29 19:13:34.227010 dv-cinder-806191-2-iscsi neutron-server[93774]: INFO neutron.api.extensions [None req-a06114ae-e3f3-44b2-a3e7-9faa27b15601 None None] Extension segment not supported by any of loaded plugins Aug 29 19:13:34.227346 dv-cinder-806191-2-iscsi neutron-server[93774]: DEBUG neutron.api.extensions [None req-a06114ae-e3f3-44b2-a3e7-9faa27b15601 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=93774) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 29 19:13:34.228324 dv-cinder-806191-2-iscsi neutron-server[93774]: DEBUG neutron.api.extensions [None req-a06114ae-e3f3-44b2-a3e7-9faa27b15601 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=93774) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 29 19:13:34.228846 dv-cinder-806191-2-iscsi neutron-server[93774]: INFO neutron.api.extensions [None req-a06114ae-e3f3-44b2-a3e7-9faa27b15601 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Aug 29 19:13:34.229173 dv-cinder-806191-2-iscsi neutron-server[93774]: DEBUG neutron.api.extensions [None req-a06114ae-e3f3-44b2-a3e7-9faa27b15601 None None] Loading extension file: servicetype.py {{(pid=93774) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 29 19:13:34.230398 dv-cinder-806191-2-iscsi neutron-server[93774]: DEBUG neutron.api.extensions [None req-a06114ae-e3f3-44b2-a3e7-9faa27b15601 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=93774) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 29 19:13:34.230936 dv-cinder-806191-2-iscsi neutron-server[93774]: INFO neutron.api.extensions [None req-a06114ae-e3f3-44b2-a3e7-9faa27b15601 None None] Loaded extension: service-type Aug 29 19:13:34.231272 dv-cinder-806191-2-iscsi neutron-server[93774]: DEBUG neutron.api.extensions [None req-a06114ae-e3f3-44b2-a3e7-9faa27b15601 None None] Loading extension file: sorting.py {{(pid=93774) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 29 19:13:34.232268 dv-cinder-806191-2-iscsi neutron-server[93774]: DEBUG neutron.api.extensions [None req-a06114ae-e3f3-44b2-a3e7-9faa27b15601 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=93774) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 29 19:13:34.232603 dv-cinder-806191-2-iscsi neutron-server[93774]: INFO neutron.api.extensions [None req-a06114ae-e3f3-44b2-a3e7-9faa27b15601 None None] Loaded extension: sorting Aug 29 19:13:34.232934 dv-cinder-806191-2-iscsi neutron-server[93774]: DEBUG neutron.api.extensions [None req-a06114ae-e3f3-44b2-a3e7-9faa27b15601 None None] Loading extension file: standard_attr_segment.py {{(pid=93774) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 29 19:13:34.233857 dv-cinder-806191-2-iscsi neutron-server[93774]: DEBUG neutron.api.extensions [None req-a06114ae-e3f3-44b2-a3e7-9faa27b15601 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=93774) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 29 19:13:34.234396 dv-cinder-806191-2-iscsi neutron-server[93774]: INFO neutron.api.extensions [None req-a06114ae-e3f3-44b2-a3e7-9faa27b15601 None None] Extension standard-attr-segment not supported by any of loaded plugins Aug 29 19:13:34.234728 dv-cinder-806191-2-iscsi neutron-server[93774]: DEBUG neutron.api.extensions [None req-a06114ae-e3f3-44b2-a3e7-9faa27b15601 None None] Loading extension file: standardattrdescription.py {{(pid=93774) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 29 19:13:34.235393 dv-cinder-806191-2-iscsi neutron-server[93774]: DEBUG neutron.api.extensions [None req-a06114ae-e3f3-44b2-a3e7-9faa27b15601 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=93774) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 29 19:13:34.235906 dv-cinder-806191-2-iscsi neutron-server[93774]: INFO neutron.api.extensions [None req-a06114ae-e3f3-44b2-a3e7-9faa27b15601 None None] Loaded extension: standard-attr-description Aug 29 19:13:34.236231 dv-cinder-806191-2-iscsi neutron-server[93774]: DEBUG neutron.api.extensions [None req-a06114ae-e3f3-44b2-a3e7-9faa27b15601 None None] Loading extension file: stateful_security_group.py {{(pid=93774) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 29 19:13:34.237189 dv-cinder-806191-2-iscsi neutron-server[93774]: DEBUG neutron.api.extensions [None req-a06114ae-e3f3-44b2-a3e7-9faa27b15601 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=93774) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 29 19:13:34.237709 dv-cinder-806191-2-iscsi neutron-server[93774]: INFO neutron.api.extensions [None req-a06114ae-e3f3-44b2-a3e7-9faa27b15601 None None] Loaded extension: stateful-security-group Aug 29 19:13:34.238039 dv-cinder-806191-2-iscsi neutron-server[93774]: DEBUG neutron.api.extensions [None req-a06114ae-e3f3-44b2-a3e7-9faa27b15601 None None] Loading extension file: stdattrs_common.py {{(pid=93774) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 29 19:13:34.238658 dv-cinder-806191-2-iscsi neutron-server[93774]: WARNING neutron.api.extensions [None req-a06114ae-e3f3-44b2-a3e7-9faa27b15601 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Aug 29 19:13:34.238984 dv-cinder-806191-2-iscsi neutron-server[93774]: DEBUG neutron.api.extensions [None req-a06114ae-e3f3-44b2-a3e7-9faa27b15601 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=93774) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 29 19:13:34.239929 dv-cinder-806191-2-iscsi neutron-server[93774]: DEBUG neutron.api.extensions [None req-a06114ae-e3f3-44b2-a3e7-9faa27b15601 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=93774) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 29 19:13:34.240440 dv-cinder-806191-2-iscsi neutron-server[93774]: INFO neutron.api.extensions [None req-a06114ae-e3f3-44b2-a3e7-9faa27b15601 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Aug 29 19:13:34.240767 dv-cinder-806191-2-iscsi neutron-server[93774]: DEBUG neutron.api.extensions [None req-a06114ae-e3f3-44b2-a3e7-9faa27b15601 None None] Loading extension file: subnet_onboard.py {{(pid=93774) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 29 19:13:34.241870 dv-cinder-806191-2-iscsi neutron-server[93774]: DEBUG neutron.api.extensions [None req-a06114ae-e3f3-44b2-a3e7-9faa27b15601 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=93774) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 29 19:13:34.242409 dv-cinder-806191-2-iscsi neutron-server[93774]: INFO neutron.api.extensions [None req-a06114ae-e3f3-44b2-a3e7-9faa27b15601 None None] Loaded extension: subnet_onboard Aug 29 19:13:34.242743 dv-cinder-806191-2-iscsi neutron-server[93774]: DEBUG neutron.api.extensions [None req-a06114ae-e3f3-44b2-a3e7-9faa27b15601 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=93774) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 29 19:13:34.243675 dv-cinder-806191-2-iscsi neutron-server[93774]: DEBUG neutron.api.extensions [None req-a06114ae-e3f3-44b2-a3e7-9faa27b15601 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=93774) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 29 19:13:34.244186 dv-cinder-806191-2-iscsi neutron-server[93774]: INFO neutron.api.extensions [None req-a06114ae-e3f3-44b2-a3e7-9faa27b15601 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Aug 29 19:13:34.244512 dv-cinder-806191-2-iscsi neutron-server[93774]: DEBUG neutron.api.extensions [None req-a06114ae-e3f3-44b2-a3e7-9faa27b15601 None None] Loading extension file: subnet_service_types.py {{(pid=93774) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 29 19:13:34.245447 dv-cinder-806191-2-iscsi neutron-server[93774]: DEBUG neutron.api.extensions [None req-a06114ae-e3f3-44b2-a3e7-9faa27b15601 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=93774) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 29 19:13:34.245967 dv-cinder-806191-2-iscsi neutron-server[93774]: INFO neutron.api.extensions [None req-a06114ae-e3f3-44b2-a3e7-9faa27b15601 None None] Loaded extension: subnet-service-types Aug 29 19:13:34.246294 dv-cinder-806191-2-iscsi neutron-server[93774]: DEBUG neutron.api.extensions [None req-a06114ae-e3f3-44b2-a3e7-9faa27b15601 None None] Loading extension file: subnetallocation.py {{(pid=93774) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 29 19:13:34.247427 dv-cinder-806191-2-iscsi neutron-server[93774]: DEBUG neutron.api.extensions [None req-a06114ae-e3f3-44b2-a3e7-9faa27b15601 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=93774) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 29 19:13:34.247950 dv-cinder-806191-2-iscsi neutron-server[93774]: INFO neutron.api.extensions [None req-a06114ae-e3f3-44b2-a3e7-9faa27b15601 None None] Loaded extension: subnet_allocation Aug 29 19:13:34.248282 dv-cinder-806191-2-iscsi neutron-server[93774]: DEBUG neutron.api.extensions [None req-a06114ae-e3f3-44b2-a3e7-9faa27b15601 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=93774) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 29 19:13:34.248959 dv-cinder-806191-2-iscsi neutron-server[93774]: DEBUG neutron.api.extensions [None req-a06114ae-e3f3-44b2-a3e7-9faa27b15601 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=93774) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 29 19:13:34.249473 dv-cinder-806191-2-iscsi neutron-server[93774]: INFO neutron.api.extensions [None req-a06114ae-e3f3-44b2-a3e7-9faa27b15601 None None] Loaded extension: subnetpool-prefix-ops Aug 29 19:13:34.249798 dv-cinder-806191-2-iscsi neutron-server[93774]: DEBUG neutron.api.extensions [None req-a06114ae-e3f3-44b2-a3e7-9faa27b15601 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=93774) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 29 19:13:34.250766 dv-cinder-806191-2-iscsi neutron-server[93774]: DEBUG neutron.api.extensions [None req-a06114ae-e3f3-44b2-a3e7-9faa27b15601 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=93774) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 29 19:13:34.251280 dv-cinder-806191-2-iscsi neutron-server[93774]: INFO neutron.api.extensions [None req-a06114ae-e3f3-44b2-a3e7-9faa27b15601 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Aug 29 19:13:34.251604 dv-cinder-806191-2-iscsi neutron-server[93774]: DEBUG neutron.api.extensions [None req-a06114ae-e3f3-44b2-a3e7-9faa27b15601 None None] Loading extension file: tagging.py {{(pid=93774) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 29 19:13:34.252684 dv-cinder-806191-2-iscsi neutron-server[93774]: DEBUG neutron.api.extensions [None req-a06114ae-e3f3-44b2-a3e7-9faa27b15601 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=93774) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 29 19:13:34.253220 dv-cinder-806191-2-iscsi neutron-server[93774]: INFO neutron.api.extensions [None req-a06114ae-e3f3-44b2-a3e7-9faa27b15601 None None] Loaded extension: standard-attr-tag Aug 29 19:13:34.253547 dv-cinder-806191-2-iscsi neutron-server[93774]: DEBUG neutron.api.extensions [None req-a06114ae-e3f3-44b2-a3e7-9faa27b15601 None None] Loading extension file: timestamp.py {{(pid=93774) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 29 19:13:34.254779 dv-cinder-806191-2-iscsi neutron-server[93774]: DEBUG neutron.api.extensions [None req-a06114ae-e3f3-44b2-a3e7-9faa27b15601 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=93774) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 29 19:13:34.255300 dv-cinder-806191-2-iscsi neutron-server[93774]: INFO neutron.api.extensions [None req-a06114ae-e3f3-44b2-a3e7-9faa27b15601 None None] Loaded extension: standard-attr-timestamp Aug 29 19:13:34.255628 dv-cinder-806191-2-iscsi neutron-server[93774]: DEBUG neutron.api.extensions [None req-a06114ae-e3f3-44b2-a3e7-9faa27b15601 None None] Loading extension file: trunk.py {{(pid=93774) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 29 19:13:34.256689 dv-cinder-806191-2-iscsi neutron-server[93774]: DEBUG neutron.api.extensions [None req-a06114ae-e3f3-44b2-a3e7-9faa27b15601 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=93774) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 29 19:13:34.257209 dv-cinder-806191-2-iscsi neutron-server[93774]: INFO neutron.api.extensions [None req-a06114ae-e3f3-44b2-a3e7-9faa27b15601 None None] Extension trunk not supported by any of loaded plugins Aug 29 19:13:34.257538 dv-cinder-806191-2-iscsi neutron-server[93774]: DEBUG neutron.api.extensions [None req-a06114ae-e3f3-44b2-a3e7-9faa27b15601 None None] Loading extension file: trunk_details.py {{(pid=93774) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 29 19:13:34.258498 dv-cinder-806191-2-iscsi neutron-server[93774]: DEBUG neutron.api.extensions [None req-a06114ae-e3f3-44b2-a3e7-9faa27b15601 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=93774) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 29 19:13:34.259019 dv-cinder-806191-2-iscsi neutron-server[93774]: INFO neutron.api.extensions [None req-a06114ae-e3f3-44b2-a3e7-9faa27b15601 None None] Extension trunk-details not supported by any of loaded plugins Aug 29 19:13:34.259350 dv-cinder-806191-2-iscsi neutron-server[93774]: DEBUG neutron.api.extensions [None req-a06114ae-e3f3-44b2-a3e7-9faa27b15601 None None] Loading extension file: uplink_status_propagation.py {{(pid=93774) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 29 19:13:34.260296 dv-cinder-806191-2-iscsi neutron-server[93774]: DEBUG neutron.api.extensions [None req-a06114ae-e3f3-44b2-a3e7-9faa27b15601 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=93774) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 29 19:13:34.260818 dv-cinder-806191-2-iscsi neutron-server[93774]: INFO neutron.api.extensions [None req-a06114ae-e3f3-44b2-a3e7-9faa27b15601 None None] Extension uplink-status-propagation not supported by any of loaded plugins Aug 29 19:13:34.261147 dv-cinder-806191-2-iscsi neutron-server[93774]: DEBUG neutron.api.extensions [None req-a06114ae-e3f3-44b2-a3e7-9faa27b15601 None None] Loading extension file: vlantransparent.py {{(pid=93774) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 29 19:13:34.261849 dv-cinder-806191-2-iscsi neutron-server[93774]: DEBUG neutron.api.extensions [None req-a06114ae-e3f3-44b2-a3e7-9faa27b15601 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=93774) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 29 19:13:34.262434 dv-cinder-806191-2-iscsi neutron-server[93774]: INFO neutron.api.extensions [None req-a06114ae-e3f3-44b2-a3e7-9faa27b15601 None None] Extension vlan-transparent not supported by any of loaded plugins Aug 29 19:13:34.264995 dv-cinder-806191-2-iscsi neutron-server[93774]: INFO neutron.quota.resource_registry [None req-a06114ae-e3f3-44b2-a3e7-9faa27b15601 None None] Creating instance of TrackedResource for resource:network Aug 29 19:13:34.265541 dv-cinder-806191-2-iscsi neutron-server[93774]: INFO neutron.quota.resource_registry [None req-a06114ae-e3f3-44b2-a3e7-9faa27b15601 None None] Creating instance of TrackedResource for resource:subnet Aug 29 19:13:34.265946 dv-cinder-806191-2-iscsi neutron-server[93774]: INFO neutron.quota.resource_registry [None req-a06114ae-e3f3-44b2-a3e7-9faa27b15601 None None] Creating instance of TrackedResource for resource:subnetpool Aug 29 19:13:34.266343 dv-cinder-806191-2-iscsi neutron-server[93774]: INFO neutron.quota.resource_registry [None req-a06114ae-e3f3-44b2-a3e7-9faa27b15601 None None] Creating instance of TrackedResource for resource:port Aug 29 19:13:34.267706 dv-cinder-806191-2-iscsi neutron-server[93774]: DEBUG neutron.api.v2.resource_helper [None req-a06114ae-e3f3-44b2-a3e7-9faa27b15601 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93774) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 29 19:13:34.268147 dv-cinder-806191-2-iscsi neutron-server[93774]: DEBUG neutron.api.v2.resource_helper [None req-a06114ae-e3f3-44b2-a3e7-9faa27b15601 None None] Service FLAVORS assigned prefix: {{(pid=93774) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 29 19:13:34.268771 dv-cinder-806191-2-iscsi neutron-server[93774]: DEBUG neutron.api.v2.resource_helper [None req-a06114ae-e3f3-44b2-a3e7-9faa27b15601 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93774) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 29 19:13:34.269213 dv-cinder-806191-2-iscsi neutron-server[93774]: DEBUG neutron.api.v2.resource_helper [None req-a06114ae-e3f3-44b2-a3e7-9faa27b15601 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93774) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 29 19:13:34.269553 dv-cinder-806191-2-iscsi neutron-server[93774]: INFO neutron.quota.resource_registry [None req-a06114ae-e3f3-44b2-a3e7-9faa27b15601 None None] Creating instance of TrackedResource for resource:router Aug 29 19:13:34.269985 dv-cinder-806191-2-iscsi neutron-server[93774]: INFO neutron.quota.resource_registry [None req-a06114ae-e3f3-44b2-a3e7-9faa27b15601 None None] Creating instance of TrackedResource for resource:floatingip Aug 29 19:13:34.270535 dv-cinder-806191-2-iscsi neutron-server[93774]: DEBUG neutron.api.v2.resource_helper [None req-a06114ae-e3f3-44b2-a3e7-9faa27b15601 None None] Service METERING assigned prefix: /metering {{(pid=93774) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 29 19:13:34.272561 dv-cinder-806191-2-iscsi neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-a06114ae-e3f3-44b2-a3e7-9faa27b15601 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=93774) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 19:13:34.272949 dv-cinder-806191-2-iscsi neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-a06114ae-e3f3-44b2-a3e7-9faa27b15601 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=93774) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 19:13:34.273305 dv-cinder-806191-2-iscsi neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-a06114ae-e3f3-44b2-a3e7-9faa27b15601 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93774) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 19:13:34.274370 dv-cinder-806191-2-iscsi neutron-server[93774]: INFO neutron.quota.resource_registry [None req-a06114ae-e3f3-44b2-a3e7-9faa27b15601 None None] Creating instance of CountableResource for resource:rbac_policy Aug 29 19:13:34.274847 dv-cinder-806191-2-iscsi neutron-server[93774]: INFO neutron.quota.resource_registry [None req-a06114ae-e3f3-44b2-a3e7-9faa27b15601 None None] Creating instance of TrackedResource for resource:security_group Aug 29 19:13:34.275287 dv-cinder-806191-2-iscsi neutron-server[93774]: INFO neutron.quota.resource_registry [None req-a06114ae-e3f3-44b2-a3e7-9faa27b15601 None None] Creating instance of TrackedResource for resource:security_group_rule Aug 29 19:13:34.275902 dv-cinder-806191-2-iscsi neutron-server[93774]: DEBUG neutron.api.v2.resource_helper [None req-a06114ae-e3f3-44b2-a3e7-9faa27b15601 None None] Service CORE assigned prefix: {{(pid=93774) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 29 19:13:34.276239 dv-cinder-806191-2-iscsi neutron-server[93774]: INFO neutron.quota.resource_registry [None req-a06114ae-e3f3-44b2-a3e7-9faa27b15601 None None] Creating instance of TrackedResource for resource:subnetpool Aug 29 19:13:34.276593 dv-cinder-806191-2-iscsi neutron-server[93774]: WARNING neutron.quota.resource_registry [None req-a06114ae-e3f3-44b2-a3e7-9faa27b15601 None None] subnetpool is already registered Aug 29 19:13:34.277031 dv-cinder-806191-2-iscsi neutron-server[93774]: DEBUG neutron.api.v2.resource_helper [None req-a06114ae-e3f3-44b2-a3e7-9faa27b15601 None None] Service CORE assigned prefix: {{(pid=93774) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 29 19:13:34.277365 dv-cinder-806191-2-iscsi neutron-server[93774]: INFO neutron.quota.resource_registry [None req-a06114ae-e3f3-44b2-a3e7-9faa27b15601 None None] Creating instance of TrackedResource for resource:subnetpool Aug 29 19:13:34.277703 dv-cinder-806191-2-iscsi neutron-server[93774]: WARNING neutron.quota.resource_registry [None req-a06114ae-e3f3-44b2-a3e7-9faa27b15601 None None] subnetpool is already registered Aug 29 19:13:34.280062 dv-cinder-806191-2-iscsi neutron-server[93774]: DEBUG neutron.api.v2.resource_helper [None req-a06114ae-e3f3-44b2-a3e7-9faa27b15601 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93774) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 29 19:13:34.280500 dv-cinder-806191-2-iscsi neutron-server[93774]: DEBUG neutron.api.v2.resource_helper [None req-a06114ae-e3f3-44b2-a3e7-9faa27b15601 None None] Service FLAVORS assigned prefix: {{(pid=93774) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 29 19:13:34.281094 dv-cinder-806191-2-iscsi neutron-server[93774]: DEBUG neutron.api.v2.resource_helper [None req-a06114ae-e3f3-44b2-a3e7-9faa27b15601 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93774) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 29 19:13:34.281518 dv-cinder-806191-2-iscsi neutron-server[93774]: DEBUG neutron.api.v2.resource_helper [None req-a06114ae-e3f3-44b2-a3e7-9faa27b15601 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93774) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 29 19:13:34.281854 dv-cinder-806191-2-iscsi neutron-server[93774]: INFO neutron.quota.resource_registry [None req-a06114ae-e3f3-44b2-a3e7-9faa27b15601 None None] Creating instance of TrackedResource for resource:router Aug 29 19:13:34.282198 dv-cinder-806191-2-iscsi neutron-server[93774]: WARNING neutron.quota.resource_registry [None req-a06114ae-e3f3-44b2-a3e7-9faa27b15601 None None] router is already registered Aug 29 19:13:34.282637 dv-cinder-806191-2-iscsi neutron-server[93774]: INFO neutron.quota.resource_registry [None req-a06114ae-e3f3-44b2-a3e7-9faa27b15601 None None] Creating instance of TrackedResource for resource:floatingip Aug 29 19:13:34.282982 dv-cinder-806191-2-iscsi neutron-server[93774]: WARNING neutron.quota.resource_registry [None req-a06114ae-e3f3-44b2-a3e7-9faa27b15601 None None] floatingip is already registered Aug 29 19:13:34.283441 dv-cinder-806191-2-iscsi neutron-server[93774]: DEBUG neutron.api.v2.resource_helper [None req-a06114ae-e3f3-44b2-a3e7-9faa27b15601 None None] Service METERING assigned prefix: /metering {{(pid=93774) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 29 19:13:34.284111 dv-cinder-806191-2-iscsi neutron-server[93774]: INFO neutron.quota.resource_registry [None req-a06114ae-e3f3-44b2-a3e7-9faa27b15601 None None] Creating instance of CountableResource for resource:rbac_policy Aug 29 19:13:34.284444 dv-cinder-806191-2-iscsi neutron-server[93774]: WARNING neutron.quota.resource_registry [None req-a06114ae-e3f3-44b2-a3e7-9faa27b15601 None None] rbac_policy is already registered Aug 29 19:13:34.284857 dv-cinder-806191-2-iscsi neutron-server[93774]: INFO neutron.quota.resource_registry [None req-a06114ae-e3f3-44b2-a3e7-9faa27b15601 None None] Creating instance of TrackedResource for resource:security_group Aug 29 19:13:34.285197 dv-cinder-806191-2-iscsi neutron-server[93774]: WARNING neutron.quota.resource_registry [None req-a06114ae-e3f3-44b2-a3e7-9faa27b15601 None None] security_group is already registered Aug 29 19:13:34.285604 dv-cinder-806191-2-iscsi neutron-server[93774]: INFO neutron.quota.resource_registry [None req-a06114ae-e3f3-44b2-a3e7-9faa27b15601 None None] Creating instance of TrackedResource for resource:security_group_rule Aug 29 19:13:34.285941 dv-cinder-806191-2-iscsi neutron-server[93774]: WARNING neutron.quota.resource_registry [None req-a06114ae-e3f3-44b2-a3e7-9faa27b15601 None None] security_group_rule is already registered Aug 29 19:13:34.286604 dv-cinder-806191-2-iscsi neutron-server[93774]: DEBUG neutron.api.v2.resource_helper [None req-a06114ae-e3f3-44b2-a3e7-9faa27b15601 None None] Service CORE assigned prefix: {{(pid=93774) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 29 19:13:34.286962 dv-cinder-806191-2-iscsi neutron-server[93774]: INFO neutron.quota.resource_registry [None req-a06114ae-e3f3-44b2-a3e7-9faa27b15601 None None] Creating instance of TrackedResource for resource:subnetpool Aug 29 19:13:34.287273 dv-cinder-806191-2-iscsi neutron-server[93774]: WARNING neutron.quota.resource_registry [None req-a06114ae-e3f3-44b2-a3e7-9faa27b15601 None None] subnetpool is already registered Aug 29 19:13:34.287717 dv-cinder-806191-2-iscsi neutron-server[93774]: DEBUG neutron.api.v2.resource_helper [None req-a06114ae-e3f3-44b2-a3e7-9faa27b15601 None None] Service CORE assigned prefix: {{(pid=93774) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 29 19:13:34.288572 dv-cinder-806191-2-iscsi neutron-server[93774]: INFO neutron.quota.resource_registry [None req-a06114ae-e3f3-44b2-a3e7-9faa27b15601 None None] Creating instance of TrackedResource for resource:subnetpool Aug 29 19:13:34.288905 dv-cinder-806191-2-iscsi neutron-server[93774]: WARNING neutron.quota.resource_registry [None req-a06114ae-e3f3-44b2-a3e7-9faa27b15601 None None] subnetpool is already registered Aug 29 19:13:34.289377 dv-cinder-806191-2-iscsi neutron-server[93774]: DEBUG neutron.api.extensions [None req-a06114ae-e3f3-44b2-a3e7-9faa27b15601 None None] Extended resource: extensions {{(pid=93774) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 29 19:13:34.290947 dv-cinder-806191-2-iscsi neutron-server[93774]: DEBUG neutron.api.extensions [None req-a06114ae-e3f3-44b2-a3e7-9faa27b15601 None None] Extended resource: address-groups {{(pid=93774) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 29 19:13:34.292444 dv-cinder-806191-2-iscsi neutron-server[93774]: DEBUG neutron.api.extensions [None req-a06114ae-e3f3-44b2-a3e7-9faa27b15601 None None] Extended resource: address-scopes {{(pid=93774) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 29 19:13:34.293756 dv-cinder-806191-2-iscsi neutron-server[93774]: DEBUG neutron.api.extensions [None req-a06114ae-e3f3-44b2-a3e7-9faa27b15601 None None] Extended resource: agents {{(pid=93774) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 29 19:13:34.294973 dv-cinder-806191-2-iscsi neutron-server[93774]: DEBUG neutron.api.extensions [None req-a06114ae-e3f3-44b2-a3e7-9faa27b15601 None None] Extended resource: auto-allocated-topology {{(pid=93774) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 29 19:13:34.296229 dv-cinder-806191-2-iscsi neutron-server[93774]: DEBUG neutron.api.extensions [None req-a06114ae-e3f3-44b2-a3e7-9faa27b15601 None None] Extended resource: availability_zones {{(pid=93774) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 29 19:13:34.297457 dv-cinder-806191-2-iscsi neutron-server[93774]: DEBUG neutron.api.extensions [None req-a06114ae-e3f3-44b2-a3e7-9faa27b15601 None None] Extended resource: dhcp-networks {{(pid=93774) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 29 19:13:34.299021 dv-cinder-806191-2-iscsi neutron-server[93774]: DEBUG neutron.api.extensions [None req-a06114ae-e3f3-44b2-a3e7-9faa27b15601 None None] Extended resource: dhcp-agents {{(pid=93774) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 29 19:13:34.300456 dv-cinder-806191-2-iscsi neutron-server[93774]: DEBUG neutron.api.extensions [None req-a06114ae-e3f3-44b2-a3e7-9faa27b15601 None None] Extended resource: routers {{(pid=93774) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 29 19:13:34.302697 dv-cinder-806191-2-iscsi neutron-server[93774]: DEBUG neutron.api.extensions [None req-a06114ae-e3f3-44b2-a3e7-9faa27b15601 None None] Extended resource: flavors {{(pid=93774) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 29 19:13:34.303900 dv-cinder-806191-2-iscsi neutron-server[93774]: DEBUG neutron.api.extensions [None req-a06114ae-e3f3-44b2-a3e7-9faa27b15601 None None] Extended resource: service_profiles {{(pid=93774) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 29 19:13:34.305129 dv-cinder-806191-2-iscsi neutron-server[93774]: DEBUG neutron.api.extensions [None req-a06114ae-e3f3-44b2-a3e7-9faa27b15601 None None] Extended resource: next_providers {{(pid=93774) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 29 19:13:34.306611 dv-cinder-806191-2-iscsi neutron-server[93774]: DEBUG neutron.api.extensions [None req-a06114ae-e3f3-44b2-a3e7-9faa27b15601 None None] Extended resource: service_profiles {{(pid=93774) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 29 19:13:34.308137 dv-cinder-806191-2-iscsi neutron-server[93774]: DEBUG neutron.api.extensions [None req-a06114ae-e3f3-44b2-a3e7-9faa27b15601 None None] Extended resource: floatingip-pools {{(pid=93774) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 29 19:13:34.309368 dv-cinder-806191-2-iscsi neutron-server[93774]: DEBUG neutron.api.extensions [None req-a06114ae-e3f3-44b2-a3e7-9faa27b15601 None None] Extended resource: routers {{(pid=93774) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 29 19:13:34.311599 dv-cinder-806191-2-iscsi neutron-server[93774]: DEBUG neutron.api.extensions [None req-a06114ae-e3f3-44b2-a3e7-9faa27b15601 None None] Extended resource: floatingips {{(pid=93774) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 29 19:13:34.312886 dv-cinder-806191-2-iscsi neutron-server[93774]: DEBUG neutron.api.extensions [None req-a06114ae-e3f3-44b2-a3e7-9faa27b15601 None None] Extended resource: l3-routers {{(pid=93774) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 29 19:13:34.314273 dv-cinder-806191-2-iscsi neutron-server[93774]: DEBUG neutron.api.extensions [None req-a06114ae-e3f3-44b2-a3e7-9faa27b15601 None None] Extended resource: l3-agents {{(pid=93774) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 29 19:13:34.315975 dv-cinder-806191-2-iscsi neutron-server[93774]: DEBUG neutron.api.extensions [None req-a06114ae-e3f3-44b2-a3e7-9faa27b15601 None None] Extended resource: metering-labels {{(pid=93774) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 29 19:13:34.317344 dv-cinder-806191-2-iscsi neutron-server[93774]: DEBUG neutron.api.extensions [None req-a06114ae-e3f3-44b2-a3e7-9faa27b15601 None None] Extended resource: metering-label-rules {{(pid=93774) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 29 19:13:34.318660 dv-cinder-806191-2-iscsi neutron-server[93774]: DEBUG neutron.api.extensions [None req-a06114ae-e3f3-44b2-a3e7-9faa27b15601 None None] Extended resource: network-ip-availabilities {{(pid=93774) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 29 19:13:34.319958 dv-cinder-806191-2-iscsi neutron-server[93774]: DEBUG neutron.api.extensions [None req-a06114ae-e3f3-44b2-a3e7-9faa27b15601 None None] Extended resource: bindings {{(pid=93774) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 29 19:13:34.321602 dv-cinder-806191-2-iscsi neutron-server[93774]: DEBUG neutron.api.extensions [None req-a06114ae-e3f3-44b2-a3e7-9faa27b15601 None None] Extended resource: quotas {{(pid=93774) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 29 19:13:34.323086 dv-cinder-806191-2-iscsi neutron-server[93774]: DEBUG neutron.api.extensions [None req-a06114ae-e3f3-44b2-a3e7-9faa27b15601 None None] Extended resource: quotas {{(pid=93774) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 29 19:13:34.324520 dv-cinder-806191-2-iscsi neutron-server[93774]: DEBUG neutron.api.extensions [None req-a06114ae-e3f3-44b2-a3e7-9faa27b15601 None None] Extended resource: rbac-policies {{(pid=93774) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 29 19:13:34.325725 dv-cinder-806191-2-iscsi neutron-server[93774]: DEBUG neutron.api.extensions [None req-a06114ae-e3f3-44b2-a3e7-9faa27b15601 None None] Extended resource: security-groups {{(pid=93774) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 29 19:13:34.327054 dv-cinder-806191-2-iscsi neutron-server[93774]: DEBUG neutron.api.extensions [None req-a06114ae-e3f3-44b2-a3e7-9faa27b15601 None None] Extended resource: security-group-rules {{(pid=93774) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 29 19:13:34.328302 dv-cinder-806191-2-iscsi neutron-server[93774]: DEBUG neutron.api.extensions [None req-a06114ae-e3f3-44b2-a3e7-9faa27b15601 None None] Extended resource: service-providers {{(pid=93774) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 29 19:13:34.329530 dv-cinder-806191-2-iscsi neutron-server[93774]: DEBUG neutron.api.extensions [None req-a06114ae-e3f3-44b2-a3e7-9faa27b15601 None None] Extended resource: subnetpools {{(pid=93774) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 29 19:13:34.332129 dv-cinder-806191-2-iscsi neutron-server[93774]: DEBUG neutron.api.extensions [None req-a06114ae-e3f3-44b2-a3e7-9faa27b15601 None None] Extended resource: subnetpools {{(pid=93774) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 29 19:13:34.333604 dv-cinder-806191-2-iscsi neutron-server[93774]: DEBUG neutron.api.extensions [None req-a06114ae-e3f3-44b2-a3e7-9faa27b15601 None None] Extended resource: tags {{(pid=93774) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 29 19:13:34.335849 dv-cinder-806191-2-iscsi neutron-server[93774]: DEBUG neutron.api.extensions [None req-a06114ae-e3f3-44b2-a3e7-9faa27b15601 None None] Extended resource: tags {{(pid=93774) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 29 19:13:34.337663 dv-cinder-806191-2-iscsi neutron-server[93774]: DEBUG neutron.api.extensions [None req-a06114ae-e3f3-44b2-a3e7-9faa27b15601 None None] Extended resource: tags {{(pid=93774) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 29 19:13:34.339502 dv-cinder-806191-2-iscsi neutron-server[93774]: DEBUG neutron.api.extensions [None req-a06114ae-e3f3-44b2-a3e7-9faa27b15601 None None] Extended resource: tags {{(pid=93774) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 29 19:13:34.341305 dv-cinder-806191-2-iscsi neutron-server[93774]: DEBUG neutron.api.extensions [None req-a06114ae-e3f3-44b2-a3e7-9faa27b15601 None None] Extended resource: tags {{(pid=93774) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 29 19:13:34.343184 dv-cinder-806191-2-iscsi neutron-server[93774]: DEBUG neutron.api.extensions [None req-a06114ae-e3f3-44b2-a3e7-9faa27b15601 None None] Extended resource: tags {{(pid=93774) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 29 19:13:34.344890 dv-cinder-806191-2-iscsi neutron-server[93774]: DEBUG neutron.api.extensions [None req-a06114ae-e3f3-44b2-a3e7-9faa27b15601 None None] Extended resource: tags {{(pid=93774) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 29 19:13:34.346841 dv-cinder-806191-2-iscsi neutron-server[93774]: DEBUG neutron.api.extensions [None req-a06114ae-e3f3-44b2-a3e7-9faa27b15601 None None] Extended resource: tags {{(pid=93774) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 29 19:13:34.348689 dv-cinder-806191-2-iscsi neutron-server[93774]: DEBUG neutron.api.extensions [None req-a06114ae-e3f3-44b2-a3e7-9faa27b15601 None None] Extended resource: tags {{(pid=93774) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 29 19:13:34.351016 dv-cinder-806191-2-iscsi neutron-server[93774]: DEBUG neutron.api.extensions [None req-a06114ae-e3f3-44b2-a3e7-9faa27b15601 None None] Extended resource: tags {{(pid=93774) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 29 19:13:34.357111 dv-cinder-806191-2-iscsi neutron-server[93774]: WARNING keystonemiddleware.auth_token [None req-a06114ae-e3f3-44b2-a3e7-9faa27b15601 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Aug 29 19:13:34.361867 dv-cinder-806191-2-iscsi neutron-server[93774]: WARNING keystonemiddleware.auth_token [None req-a06114ae-e3f3-44b2-a3e7-9faa27b15601 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Aug 29 19:13:34.370720 dv-cinder-806191-2-iscsi neutron-server[93774]: DEBUG oslo_concurrency.lockutils [None req-a06114ae-e3f3-44b2-a3e7-9faa27b15601 None None] Acquired lock "singleton_lock" {{(pid=93774) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} Aug 29 19:13:34.371200 dv-cinder-806191-2-iscsi neutron-server[93774]: DEBUG oslo_concurrency.lockutils [None req-a06114ae-e3f3-44b2-a3e7-9faa27b15601 None None] Releasing lock "singleton_lock" {{(pid=93774) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} Aug 29 19:13:34.371859 dv-cinder-806191-2-iscsi neutron-server[93774]: INFO oslo_service.service [None req-a06114ae-e3f3-44b2-a3e7-9faa27b15601 None None] Starting 2 workers Aug 29 19:13:34.376726 dv-cinder-806191-2-iscsi neutron-server[93774]: DEBUG oslo_service.service [None req-a06114ae-e3f3-44b2-a3e7-9faa27b15601 None None] Started child 93883 {{(pid=93774) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Aug 29 19:13:34.381354 dv-cinder-806191-2-iscsi neutron-server[93774]: DEBUG oslo_service.service [None req-a06114ae-e3f3-44b2-a3e7-9faa27b15601 None None] Started child 93884 {{(pid=93774) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Aug 29 19:13:34.382190 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:13:34.383163 dv-cinder-806191-2-iscsi neutron-server[93774]: INFO neutron.service [None req-a06114ae-e3f3-44b2-a3e7-9faa27b15601 None None] Neutron service started, listening on 0.0.0.0:9696 Aug 29 19:13:34.383684 dv-cinder-806191-2-iscsi neutron-server[93883]: INFO neutron.wsgi [-] (93883) wsgi starting up on http://0.0.0.0:9696 Aug 29 19:13:34.383858 dv-cinder-806191-2-iscsi neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-a06114ae-e3f3-44b2-a3e7-9faa27b15601 None None] Notify callbacks [] for process, before_spawn {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:13:34.386241 dv-cinder-806191-2-iscsi neutron-server[93774]: INFO oslo_service.service [None req-a06114ae-e3f3-44b2-a3e7-9faa27b15601 None None] Starting 1 workers Aug 29 19:13:34.387920 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:13:34.389500 dv-cinder-806191-2-iscsi neutron-server[93884]: INFO neutron.wsgi [-] (93884) wsgi starting up on http://0.0.0.0:9696 Aug 29 19:13:34.391548 dv-cinder-806191-2-iscsi neutron-server[93774]: DEBUG oslo_service.service [None req-a06114ae-e3f3-44b2-a3e7-9faa27b15601 None None] Started child 93885 {{(pid=93774) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Aug 29 19:13:34.392097 dv-cinder-806191-2-iscsi neutron-server[93774]: INFO oslo_service.service [None req-a06114ae-e3f3-44b2-a3e7-9faa27b15601 None None] Starting 1 workers Aug 29 19:13:34.395390 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.service [None req-a06114ae-e3f3-44b2-a3e7-9faa27b15601 None None] calling RpcWorker wait() {{(pid=93885) _wait /opt/stack/neutron/neutron/service.py:128}} Aug 29 19:13:34.395973 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.service [None req-a06114ae-e3f3-44b2-a3e7-9faa27b15601 None None] returning from RpcWorker wait() {{(pid=93885) _wait /opt/stack/neutron/neutron/service.py:135}} Aug 29 19:13:34.396683 dv-cinder-806191-2-iscsi neutron-server[93774]: DEBUG oslo_service.service [None req-a06114ae-e3f3-44b2-a3e7-9faa27b15601 None None] Started child 93886 {{(pid=93774) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Aug 29 19:13:34.397735 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:13:34.398048 dv-cinder-806191-2-iscsi neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-a06114ae-e3f3-44b2-a3e7-9faa27b15601 None None] Notify callbacks [] for process, after_spawn {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:13:34.398234 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 19:13:34.399950 dv-cinder-806191-2-iscsi neutron-server[93774]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=93774) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Aug 29 19:13:34.400168 dv-cinder-806191-2-iscsi neutron-server[93774]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Aug 29 19:13:34.400353 dv-cinder-806191-2-iscsi neutron-server[93774]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Aug 29 19:13:34.400576 dv-cinder-806191-2-iscsi neutron-server[93774]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Aug 29 19:13:34.400915 dv-cinder-806191-2-iscsi neutron-server[93774]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Aug 29 19:13:34.401078 dv-cinder-806191-2-iscsi neutron-server[93774]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Aug 29 19:13:34.401572 dv-cinder-806191-2-iscsi neutron-server[93774]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 19:13:34.401851 dv-cinder-806191-2-iscsi neutron-server[93774]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 19:13:34.402124 dv-cinder-806191-2-iscsi neutron-server[93774]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 19:13:34.402398 dv-cinder-806191-2-iscsi neutron-server[93886]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=93886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:13:34.402888 dv-cinder-806191-2-iscsi neutron-server[93774]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 19:13:34.402888 dv-cinder-806191-2-iscsi neutron-server[93774]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 19:13:34.403290 dv-cinder-806191-2-iscsi neutron-server[93774]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 19:13:34.403533 dv-cinder-806191-2-iscsi neutron-server[93774]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 19:13:34.403807 dv-cinder-806191-2-iscsi neutron-server[93774]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 19:13:34.404081 dv-cinder-806191-2-iscsi neutron-server[93774]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 19:13:34.404317 dv-cinder-806191-2-iscsi neutron-server[93774]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 19:13:34.404489 dv-cinder-806191-2-iscsi neutron-server[93774]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 19:13:34.404656 dv-cinder-806191-2-iscsi neutron-server[93774]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 19:13:34.404909 dv-cinder-806191-2-iscsi neutron-server[93774]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 19:13:34.405143 dv-cinder-806191-2-iscsi neutron-server[93774]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 19:13:34.405449 dv-cinder-806191-2-iscsi neutron-server[93774]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 19:13:34.405716 dv-cinder-806191-2-iscsi neutron-server[93774]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 19:13:34.405963 dv-cinder-806191-2-iscsi neutron-server[93774]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 19:13:34.406251 dv-cinder-806191-2-iscsi neutron-server[93774]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 19:13:34.406467 dv-cinder-806191-2-iscsi neutron-server[93774]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 19:13:34.406725 dv-cinder-806191-2-iscsi neutron-server[93774]: DEBUG oslo_service.service [-] config_source = [] {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 19:13:34.406988 dv-cinder-806191-2-iscsi neutron-server[93774]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 19:13:34.407245 dv-cinder-806191-2-iscsi neutron-server[93774]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 19:13:34.407504 dv-cinder-806191-2-iscsi neutron-server[93774]: DEBUG oslo_service.service [-] debug = True {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 19:13:34.407729 dv-cinder-806191-2-iscsi neutron-server[93774]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 19:13:34.408254 dv-cinder-806191-2-iscsi neutron-server[93774]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 19:13:34.408494 dv-cinder-806191-2-iscsi neutron-server[93774]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 19:13:34.408732 dv-cinder-806191-2-iscsi neutron-server[93774]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 19:13:34.408954 dv-cinder-806191-2-iscsi neutron-server[93774]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 19:13:34.409220 dv-cinder-806191-2-iscsi neutron-server[93774]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 19:13:34.409478 dv-cinder-806191-2-iscsi neutron-server[93774]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 19:13:34.409750 dv-cinder-806191-2-iscsi neutron-server[93774]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 19:13:34.410008 dv-cinder-806191-2-iscsi neutron-server[93774]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 19:13:34.410224 dv-cinder-806191-2-iscsi neutron-server[93774]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 19:13:34.410495 dv-cinder-806191-2-iscsi neutron-server[93774]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 19:13:34.410756 dv-cinder-806191-2-iscsi neutron-server[93774]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 19:13:34.411006 dv-cinder-806191-2-iscsi neutron-server[93774]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 19:13:34.411219 dv-cinder-806191-2-iscsi neutron-server[93774]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 19:13:34.411442 dv-cinder-806191-2-iscsi neutron-server[93774]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 19:13:34.411693 dv-cinder-806191-2-iscsi neutron-server[93774]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 19:13:34.411908 dv-cinder-806191-2-iscsi neutron-server[93774]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 19:13:34.412385 dv-cinder-806191-2-iscsi neutron-server[93774]: DEBUG oslo_service.service [-] host = dv-cinder-806191-2-iscsi {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 19:13:34.412636 dv-cinder-806191-2-iscsi neutron-server[93774]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 19:13:34.413446 dv-cinder-806191-2-iscsi neutron-server[93774]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 19:13:34.413684 dv-cinder-806191-2-iscsi neutron-server[93774]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 19:13:34.413913 dv-cinder-806191-2-iscsi neutron-server[93774]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 19:13:34.414161 dv-cinder-806191-2-iscsi neutron-server[93774]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 19:13:34.414405 dv-cinder-806191-2-iscsi neutron-server[93774]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 19:13:34.414666 dv-cinder-806191-2-iscsi neutron-server[93774]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 19:13:34.414913 dv-cinder-806191-2-iscsi neutron-server[93774]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 19:13:34.415174 dv-cinder-806191-2-iscsi neutron-server[93774]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 19:13:34.415400 dv-cinder-806191-2-iscsi neutron-server[93774]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 19:13:34.415654 dv-cinder-806191-2-iscsi neutron-server[93774]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 19:13:34.415908 dv-cinder-806191-2-iscsi neutron-server[93774]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 19:13:34.416130 dv-cinder-806191-2-iscsi neutron-server[93774]: DEBUG oslo_service.service [-] log_dir = None {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 19:13:34.416381 dv-cinder-806191-2-iscsi neutron-server[93774]: DEBUG oslo_service.service [-] log_file = None {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 19:13:34.416547 dv-cinder-806191-2-iscsi neutron-server[93774]: DEBUG oslo_service.service [-] log_options = True {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 19:13:34.416786 dv-cinder-806191-2-iscsi neutron-server[93774]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 19:13:34.417057 dv-cinder-806191-2-iscsi neutron-server[93774]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 19:13:34.417317 dv-cinder-806191-2-iscsi neutron-server[93774]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 19:13:34.417509 dv-cinder-806191-2-iscsi neutron-server[93774]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 19:13:34.417680 dv-cinder-806191-2-iscsi neutron-server[93774]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 19:13:34.417862 dv-cinder-806191-2-iscsi neutron-server[93774]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 19:13:34.418120 dv-cinder-806191-2-iscsi neutron-server[93774]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 19:13:34.418286 dv-cinder-806191-2-iscsi neutron-server[93774]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 19:13:34.418558 dv-cinder-806191-2-iscsi neutron-server[93774]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 19:13:34.418781 dv-cinder-806191-2-iscsi neutron-server[93774]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 19:13:34.418995 dv-cinder-806191-2-iscsi neutron-server[93774]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 19:13:34.419211 dv-cinder-806191-2-iscsi neutron-server[93774]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 19:13:34.419429 dv-cinder-806191-2-iscsi neutron-server[93774]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 19:13:34.419662 dv-cinder-806191-2-iscsi neutron-server[93774]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 19:13:34.419933 dv-cinder-806191-2-iscsi neutron-server[93774]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 19:13:34.420177 dv-cinder-806191-2-iscsi neutron-server[93774]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 19:13:34.420409 dv-cinder-806191-2-iscsi neutron-server[93774]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 19:13:34.420639 dv-cinder-806191-2-iscsi neutron-server[93774]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 19:13:34.420885 dv-cinder-806191-2-iscsi neutron-server[93774]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 19:13:34.421133 dv-cinder-806191-2-iscsi neutron-server[93774]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 19:13:34.421379 dv-cinder-806191-2-iscsi neutron-server[93774]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 19:13:34.421622 dv-cinder-806191-2-iscsi neutron-server[93774]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 19:13:34.421859 dv-cinder-806191-2-iscsi neutron-server[93774]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 19:13:34.422090 dv-cinder-806191-2-iscsi neutron-server[93774]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 19:13:34.422302 dv-cinder-806191-2-iscsi neutron-server[93774]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 19:13:34.422538 dv-cinder-806191-2-iscsi neutron-server[93774]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 19:13:34.422765 dv-cinder-806191-2-iscsi neutron-server[93774]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 19:13:34.423002 dv-cinder-806191-2-iscsi neutron-server[93774]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 19:13:34.423212 dv-cinder-806191-2-iscsi neutron-server[93774]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 19:13:34.423455 dv-cinder-806191-2-iscsi neutron-server[93774]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 19:13:34.423686 dv-cinder-806191-2-iscsi neutron-server[93774]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 19:13:34.423945 dv-cinder-806191-2-iscsi neutron-server[93774]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 19:13:34.424182 dv-cinder-806191-2-iscsi neutron-server[93774]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 19:13:34.424452 dv-cinder-806191-2-iscsi neutron-server[93774]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 19:13:34.424679 dv-cinder-806191-2-iscsi neutron-server[93774]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 19:13:34.424909 dv-cinder-806191-2-iscsi neutron-server[93774]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 19:13:34.425122 dv-cinder-806191-2-iscsi neutron-server[93774]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 19:13:34.425385 dv-cinder-806191-2-iscsi neutron-server[93774]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 19:13:34.425615 dv-cinder-806191-2-iscsi neutron-server[93774]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 19:13:34.425857 dv-cinder-806191-2-iscsi neutron-server[93774]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 19:13:34.426113 dv-cinder-806191-2-iscsi neutron-server[93774]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 19:13:34.426326 dv-cinder-806191-2-iscsi neutron-server[93774]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 19:13:34.426576 dv-cinder-806191-2-iscsi neutron-server[93774]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 19:13:34.426816 dv-cinder-806191-2-iscsi neutron-server[93774]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 19:13:34.427058 dv-cinder-806191-2-iscsi neutron-server[93774]: DEBUG oslo_service.service [-] use_journal = False {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 19:13:34.427304 dv-cinder-806191-2-iscsi neutron-server[93774]: DEBUG oslo_service.service [-] use_json = False {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 19:13:34.427516 dv-cinder-806191-2-iscsi neutron-server[93774]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 19:13:34.427752 dv-cinder-806191-2-iscsi neutron-server[93774]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 19:13:34.428009 dv-cinder-806191-2-iscsi neutron-server[93774]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 19:13:34.428222 dv-cinder-806191-2-iscsi neutron-server[93774]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 19:13:34.428493 dv-cinder-806191-2-iscsi neutron-server[93774]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 19:13:34.428707 dv-cinder-806191-2-iscsi neutron-server[93774]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 19:13:34.428936 dv-cinder-806191-2-iscsi neutron-server[93774]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 19:13:34.429174 dv-cinder-806191-2-iscsi neutron-server[93774]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 19:13:34.429641 dv-cinder-806191-2-iscsi neutron-server[93774]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 19:13:34.429921 dv-cinder-806191-2-iscsi neutron-server[93774]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 19:13:34.430232 dv-cinder-806191-2-iscsi neutron-server[93774]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 19:13:34.430488 dv-cinder-806191-2-iscsi neutron-server[93774]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 19:13:34.430729 dv-cinder-806191-2-iscsi neutron-server[93774]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 19:13:34.430975 dv-cinder-806191-2-iscsi neutron-server[93774]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 19:13:34.431227 dv-cinder-806191-2-iscsi neutron-server[93774]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 19:13:34.431448 dv-cinder-806191-2-iscsi neutron-server[93774]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 19:13:34.431700 dv-cinder-806191-2-iscsi neutron-server[93774]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 19:13:34.431933 dv-cinder-806191-2-iscsi neutron-server[93774]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 19:13:34.432263 dv-cinder-806191-2-iscsi neutron-server[93774]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 19:13:34.432482 dv-cinder-806191-2-iscsi neutron-server[93774]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 19:13:34.432867 dv-cinder-806191-2-iscsi neutron-server[93774]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 19:13:34.433101 dv-cinder-806191-2-iscsi neutron-server[93774]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 19:13:34.433374 dv-cinder-806191-2-iscsi neutron-server[93774]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 19:13:34.433747 dv-cinder-806191-2-iscsi neutron-server[93774]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 19:13:34.433844 dv-cinder-806191-2-iscsi neutron-server[93886]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=93886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 19:13:34.433988 dv-cinder-806191-2-iscsi neutron-server[93774]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 19:13:34.434268 dv-cinder-806191-2-iscsi neutron-server[93774]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 19:13:34.434519 dv-cinder-806191-2-iscsi neutron-server[93774]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 19:13:34.434748 dv-cinder-806191-2-iscsi neutron-server[93774]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 19:13:34.434967 dv-cinder-806191-2-iscsi neutron-server[93774]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 19:13:34.435220 dv-cinder-806191-2-iscsi neutron-server[93774]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 19:13:34.435502 dv-cinder-806191-2-iscsi neutron-server[93774]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 19:13:34.435725 dv-cinder-806191-2-iscsi neutron-server[93774]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 19:13:34.435974 dv-cinder-806191-2-iscsi neutron-server[93774]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 19:13:34.436227 dv-cinder-806191-2-iscsi neutron-server[93774]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 19:13:34.436482 dv-cinder-806191-2-iscsi neutron-server[93774]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 19:13:34.436816 dv-cinder-806191-2-iscsi neutron-server[93774]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 19:13:34.437084 dv-cinder-806191-2-iscsi neutron-server[93774]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 19:13:34.437365 dv-cinder-806191-2-iscsi neutron-server[93774]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.26/identity {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 19:13:34.437634 dv-cinder-806191-2-iscsi neutron-server[93774]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 19:13:34.437854 dv-cinder-806191-2-iscsi neutron-server[93774]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 19:13:34.438081 dv-cinder-806191-2-iscsi neutron-server[93774]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 19:13:34.438305 dv-cinder-806191-2-iscsi neutron-server[93774]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 19:13:34.438579 dv-cinder-806191-2-iscsi neutron-server[93774]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 19:13:34.438814 dv-cinder-806191-2-iscsi neutron-server[93774]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 19:13:34.439033 dv-cinder-806191-2-iscsi neutron-server[93774]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 19:13:34.439312 dv-cinder-806191-2-iscsi neutron-server[93774]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 19:13:34.439554 dv-cinder-806191-2-iscsi neutron-server[93774]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 19:13:34.440023 dv-cinder-806191-2-iscsi neutron-server[93774]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 19:13:34.440263 dv-cinder-806191-2-iscsi neutron-server[93774]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 19:13:34.440493 dv-cinder-806191-2-iscsi neutron-server[93774]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 19:13:34.440727 dv-cinder-806191-2-iscsi neutron-server[93774]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 19:13:34.440961 dv-cinder-806191-2-iscsi neutron-server[93774]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 19:13:34.441192 dv-cinder-806191-2-iscsi neutron-server[93774]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 19:13:34.441427 dv-cinder-806191-2-iscsi neutron-server[93774]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 19:13:34.441677 dv-cinder-806191-2-iscsi neutron-server[93774]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 19:13:34.441920 dv-cinder-806191-2-iscsi neutron-server[93774]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 19:13:34.442139 dv-cinder-806191-2-iscsi neutron-server[93774]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 19:13:34.442352 dv-cinder-806191-2-iscsi neutron-server[93774]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 19:13:34.442590 dv-cinder-806191-2-iscsi neutron-server[93774]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 19:13:34.442806 dv-cinder-806191-2-iscsi neutron-server[93774]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 19:13:34.443034 dv-cinder-806191-2-iscsi neutron-server[93774]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 19:13:34.443267 dv-cinder-806191-2-iscsi neutron-server[93774]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 19:13:34.443552 dv-cinder-806191-2-iscsi neutron-server[93774]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 19:13:34.443781 dv-cinder-806191-2-iscsi neutron-server[93774]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 19:13:34.444058 dv-cinder-806191-2-iscsi neutron-server[93774]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 19:13:34.444272 dv-cinder-806191-2-iscsi neutron-server[93774]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 19:13:34.444511 dv-cinder-806191-2-iscsi neutron-server[93774]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 19:13:34.444828 dv-cinder-806191-2-iscsi neutron-server[93774]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 19:13:34.445095 dv-cinder-806191-2-iscsi neutron-server[93774]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 19:13:34.445321 dv-cinder-806191-2-iscsi neutron-server[93774]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 19:13:34.445532 dv-cinder-806191-2-iscsi neutron-server[93774]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 19:13:34.445753 dv-cinder-806191-2-iscsi neutron-server[93774]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 19:13:34.445977 dv-cinder-806191-2-iscsi neutron-server[93774]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 19:13:34.446194 dv-cinder-806191-2-iscsi neutron-server[93774]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 19:13:34.446615 dv-cinder-806191-2-iscsi neutron-server[93774]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 19:13:34.446877 dv-cinder-806191-2-iscsi neutron-server[93774]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 19:13:34.447115 dv-cinder-806191-2-iscsi neutron-server[93774]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 19:13:34.447425 dv-cinder-806191-2-iscsi neutron-server[93774]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 19:13:34.447650 dv-cinder-806191-2-iscsi neutron-server[93774]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 19:13:34.447913 dv-cinder-806191-2-iscsi neutron-server[93774]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 19:13:34.448491 dv-cinder-806191-2-iscsi neutron-server[93774]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 19:13:34.448815 dv-cinder-806191-2-iscsi neutron-server[93774]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 19:13:34.449066 dv-cinder-806191-2-iscsi neutron-server[93774]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 19:13:34.449289 dv-cinder-806191-2-iscsi neutron-server[93774]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 19:13:34.449556 dv-cinder-806191-2-iscsi neutron-server[93774]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 19:13:34.449706 dv-cinder-806191-2-iscsi neutron-server[93774]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 19:13:34.449965 dv-cinder-806191-2-iscsi neutron-server[93774]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 19:13:34.450222 dv-cinder-806191-2-iscsi neutron-server[93774]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 19:13:34.450500 dv-cinder-806191-2-iscsi neutron-server[93774]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 19:13:34.450703 dv-cinder-806191-2-iscsi neutron-server[93774]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 19:13:34.451574 dv-cinder-806191-2-iscsi neutron-server[93774]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 19:13:34.451574 dv-cinder-806191-2-iscsi neutron-server[93774]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 19:13:34.451862 dv-cinder-806191-2-iscsi neutron-server[93774]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 19:13:34.451862 dv-cinder-806191-2-iscsi neutron-server[93774]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 19:13:34.452108 dv-cinder-806191-2-iscsi neutron-server[93774]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 19:13:34.452230 dv-cinder-806191-2-iscsi neutron-server[93774]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 19:13:34.452435 dv-cinder-806191-2-iscsi neutron-server[93774]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 19:13:34.452705 dv-cinder-806191-2-iscsi neutron-server[93774]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 19:13:34.453482 dv-cinder-806191-2-iscsi neutron-server[93774]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 19:13:34.453482 dv-cinder-806191-2-iscsi neutron-server[93774]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 19:13:34.453482 dv-cinder-806191-2-iscsi neutron-server[93774]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 19:13:34.453766 dv-cinder-806191-2-iscsi neutron-server[93774]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 19:13:34.453943 dv-cinder-806191-2-iscsi neutron-server[93774]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 19:13:34.454155 dv-cinder-806191-2-iscsi neutron-server[93774]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 19:13:34.456394 dv-cinder-806191-2-iscsi neutron-server[93774]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 19:13:34.456394 dv-cinder-806191-2-iscsi neutron-server[93774]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 19:13:34.456394 dv-cinder-806191-2-iscsi neutron-server[93774]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 19:13:34.456394 dv-cinder-806191-2-iscsi neutron-server[93774]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 19:13:34.456394 dv-cinder-806191-2-iscsi neutron-server[93774]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 19:13:34.456394 dv-cinder-806191-2-iscsi neutron-server[93774]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 19:13:34.456394 dv-cinder-806191-2-iscsi neutron-server[93774]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 19:13:34.456394 dv-cinder-806191-2-iscsi neutron-server[93774]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 19:13:34.457184 dv-cinder-806191-2-iscsi neutron-server[93774]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 19:13:34.457184 dv-cinder-806191-2-iscsi neutron-server[93774]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 19:13:34.457184 dv-cinder-806191-2-iscsi neutron-server[93774]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 19:13:34.457584 dv-cinder-806191-2-iscsi neutron-server[93774]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 19:13:34.457726 dv-cinder-806191-2-iscsi neutron-server[93774]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 19:13:34.457984 dv-cinder-806191-2-iscsi neutron-server[93774]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 19:13:34.458227 dv-cinder-806191-2-iscsi neutron-server[93774]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 19:13:34.458805 dv-cinder-806191-2-iscsi neutron-server[93774]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 19:13:34.459225 dv-cinder-806191-2-iscsi neutron-server[93774]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 19:13:34.459473 dv-cinder-806191-2-iscsi neutron-server[93774]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 19:13:34.460433 dv-cinder-806191-2-iscsi neutron-server[93774]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 19:13:34.460884 dv-cinder-806191-2-iscsi neutron-server[93774]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 19:13:34.461360 dv-cinder-806191-2-iscsi neutron-server[93774]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 19:13:34.461662 dv-cinder-806191-2-iscsi neutron-server[93774]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 19:13:34.462028 dv-cinder-806191-2-iscsi neutron-server[93774]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 19:13:34.462491 dv-cinder-806191-2-iscsi neutron-server[93774]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 19:13:34.462896 dv-cinder-806191-2-iscsi neutron-server[93774]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 19:13:34.463356 dv-cinder-806191-2-iscsi neutron-server[93774]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 19:13:34.463835 dv-cinder-806191-2-iscsi neutron-server[93774]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 19:13:34.464239 dv-cinder-806191-2-iscsi neutron-server[93774]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 19:13:34.464563 dv-cinder-806191-2-iscsi neutron-server[93774]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 19:13:34.464809 dv-cinder-806191-2-iscsi neutron-server[93774]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 19:13:34.465073 dv-cinder-806191-2-iscsi neutron-server[93774]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 19:13:34.465351 dv-cinder-806191-2-iscsi neutron-server[93774]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 19:13:34.465607 dv-cinder-806191-2-iscsi neutron-server[93774]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 19:13:34.465843 dv-cinder-806191-2-iscsi neutron-server[93774]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 19:13:34.466111 dv-cinder-806191-2-iscsi neutron-server[93774]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 19:13:34.466340 dv-cinder-806191-2-iscsi neutron-server[93774]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 19:13:34.466647 dv-cinder-806191-2-iscsi neutron-server[93774]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 19:13:34.466902 dv-cinder-806191-2-iscsi neutron-server[93774]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 19:13:34.467132 dv-cinder-806191-2-iscsi neutron-server[93774]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 19:13:34.467353 dv-cinder-806191-2-iscsi neutron-server[93774]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 19:13:34.467585 dv-cinder-806191-2-iscsi neutron-server[93774]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 19:13:34.467899 dv-cinder-806191-2-iscsi neutron-server[93774]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 19:13:34.468127 dv-cinder-806191-2-iscsi neutron-server[93774]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 19:13:34.468545 dv-cinder-806191-2-iscsi neutron-server[93774]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 19:13:34.468768 dv-cinder-806191-2-iscsi neutron-server[93774]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 19:13:34.469060 dv-cinder-806191-2-iscsi neutron-server[93774]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 19:13:34.469299 dv-cinder-806191-2-iscsi neutron-server[93774]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 19:13:34.469542 dv-cinder-806191-2-iscsi neutron-server[93774]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 19:13:34.469810 dv-cinder-806191-2-iscsi neutron-server[93774]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 19:13:34.470072 dv-cinder-806191-2-iscsi neutron-server[93774]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 19:13:34.470351 dv-cinder-806191-2-iscsi neutron-server[93774]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 19:13:34.470632 dv-cinder-806191-2-iscsi neutron-server[93774]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 19:13:34.470881 dv-cinder-806191-2-iscsi neutron-server[93774]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.26/identity {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 19:13:34.471100 dv-cinder-806191-2-iscsi neutron-server[93774]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 19:13:34.471321 dv-cinder-806191-2-iscsi neutron-server[93774]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 19:13:34.471567 dv-cinder-806191-2-iscsi neutron-server[93774]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 19:13:34.471787 dv-cinder-806191-2-iscsi neutron-server[93774]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 19:13:34.472022 dv-cinder-806191-2-iscsi neutron-server[93774]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 19:13:34.472436 dv-cinder-806191-2-iscsi neutron-server[93774]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 19:13:34.472872 dv-cinder-806191-2-iscsi neutron-server[93774]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 19:13:34.473099 dv-cinder-806191-2-iscsi neutron-server[93774]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 19:13:34.473425 dv-cinder-806191-2-iscsi neutron-server[93774]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 19:13:34.473596 dv-cinder-806191-2-iscsi neutron-server[93774]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 19:13:34.473886 dv-cinder-806191-2-iscsi neutron-server[93774]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 19:13:34.474059 dv-cinder-806191-2-iscsi neutron-server[93774]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 19:13:34.474345 dv-cinder-806191-2-iscsi neutron-server[93774]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 19:13:34.474547 dv-cinder-806191-2-iscsi neutron-server[93774]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 19:13:34.474719 dv-cinder-806191-2-iscsi neutron-server[93774]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 19:13:34.474883 dv-cinder-806191-2-iscsi neutron-server[93774]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 19:13:34.475175 dv-cinder-806191-2-iscsi neutron-server[93774]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 19:13:34.475988 dv-cinder-806191-2-iscsi neutron-server[93774]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 19:13:34.476160 dv-cinder-806191-2-iscsi neutron-server[93774]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 19:13:34.476439 dv-cinder-806191-2-iscsi neutron-server[93774]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 19:13:34.476767 dv-cinder-806191-2-iscsi neutron-server[93774]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 19:13:34.477056 dv-cinder-806191-2-iscsi neutron-server[93774]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 19:13:34.477056 dv-cinder-806191-2-iscsi neutron-server[93774]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 19:13:34.477728 dv-cinder-806191-2-iscsi neutron-server[93774]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 19:13:34.477728 dv-cinder-806191-2-iscsi neutron-server[93774]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 19:13:34.477728 dv-cinder-806191-2-iscsi neutron-server[93774]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 19:13:34.478143 dv-cinder-806191-2-iscsi neutron-server[93774]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 19:13:34.478293 dv-cinder-806191-2-iscsi neutron-server[93774]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 19:13:34.478480 dv-cinder-806191-2-iscsi neutron-server[93774]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 19:13:34.478718 dv-cinder-806191-2-iscsi neutron-server[93774]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 19:13:34.478951 dv-cinder-806191-2-iscsi neutron-server[93774]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 19:13:34.479692 dv-cinder-806191-2-iscsi neutron-server[93774]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 19:13:34.479692 dv-cinder-806191-2-iscsi neutron-server[93774]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 19:13:34.479692 dv-cinder-806191-2-iscsi neutron-server[93774]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 19:13:34.480329 dv-cinder-806191-2-iscsi neutron-server[93774]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 19:13:34.480329 dv-cinder-806191-2-iscsi neutron-server[93774]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 19:13:34.480329 dv-cinder-806191-2-iscsi neutron-server[93774]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 19:13:34.480875 dv-cinder-806191-2-iscsi neutron-server[93774]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 19:13:34.480875 dv-cinder-806191-2-iscsi neutron-server[93774]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 19:13:34.480875 dv-cinder-806191-2-iscsi neutron-server[93774]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 19:13:34.481295 dv-cinder-806191-2-iscsi neutron-server[93774]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 19:13:34.481295 dv-cinder-806191-2-iscsi neutron-server[93774]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 19:13:34.481561 dv-cinder-806191-2-iscsi neutron-server[93774]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 19:13:34.481889 dv-cinder-806191-2-iscsi neutron-server[93774]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 19:13:34.482144 dv-cinder-806191-2-iscsi neutron-server[93774]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 19:13:34.482408 dv-cinder-806191-2-iscsi neutron-server[93774]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 19:13:34.482792 dv-cinder-806191-2-iscsi neutron-server[93774]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 19:13:34.482940 dv-cinder-806191-2-iscsi neutron-server[93774]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 19:13:34.483080 dv-cinder-806191-2-iscsi neutron-server[93774]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 19:13:34.483309 dv-cinder-806191-2-iscsi neutron-server[93774]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 19:13:34.483561 dv-cinder-806191-2-iscsi neutron-server[93774]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 19:13:34.483779 dv-cinder-806191-2-iscsi neutron-server[93774]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 19:13:34.483995 dv-cinder-806191-2-iscsi neutron-server[93774]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 19:13:34.484209 dv-cinder-806191-2-iscsi neutron-server[93774]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 19:13:34.484652 dv-cinder-806191-2-iscsi neutron-server[93774]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 19:13:34.484817 dv-cinder-806191-2-iscsi neutron-server[93774]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 19:13:34.484973 dv-cinder-806191-2-iscsi neutron-server[93774]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 19:13:34.485150 dv-cinder-806191-2-iscsi neutron-server[93774]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 19:13:34.485363 dv-cinder-806191-2-iscsi neutron-server[93774]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 19:13:34.485594 dv-cinder-806191-2-iscsi neutron-server[93774]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 19:13:34.485964 dv-cinder-806191-2-iscsi neutron-server[93774]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 19:13:34.486220 dv-cinder-806191-2-iscsi neutron-server[93774]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 19:13:34.486563 dv-cinder-806191-2-iscsi neutron-server[93774]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 19:13:34.486832 dv-cinder-806191-2-iscsi neutron-server[93774]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 19:13:34.487069 dv-cinder-806191-2-iscsi neutron-server[93774]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 19:13:34.487339 dv-cinder-806191-2-iscsi neutron-server[93774]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 19:13:34.487578 dv-cinder-806191-2-iscsi neutron-server[93774]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 19:13:34.487781 dv-cinder-806191-2-iscsi neutron-server[93774]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 19:13:34.488026 dv-cinder-806191-2-iscsi neutron-server[93774]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 19:13:34.488238 dv-cinder-806191-2-iscsi neutron-server[93774]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 19:13:34.488451 dv-cinder-806191-2-iscsi neutron-server[93774]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 19:13:34.488752 dv-cinder-806191-2-iscsi neutron-server[93774]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 19:13:34.489147 dv-cinder-806191-2-iscsi neutron-server[93774]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 19:13:34.489147 dv-cinder-806191-2-iscsi neutron-server[93774]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 19:13:34.489431 dv-cinder-806191-2-iscsi neutron-server[93774]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 19:13:34.489570 dv-cinder-806191-2-iscsi neutron-server[93774]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 19:13:34.489734 dv-cinder-806191-2-iscsi neutron-server[93774]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 19:13:34.489954 dv-cinder-806191-2-iscsi neutron-server[93774]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 19:13:34.490172 dv-cinder-806191-2-iscsi neutron-server[93774]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 19:13:34.490400 dv-cinder-806191-2-iscsi neutron-server[93774]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 19:13:34.490651 dv-cinder-806191-2-iscsi neutron-server[93774]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 19:13:34.490886 dv-cinder-806191-2-iscsi neutron-server[93774]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 19:13:34.491143 dv-cinder-806191-2-iscsi neutron-server[93774]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 19:13:34.491368 dv-cinder-806191-2-iscsi neutron-server[93774]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 19:13:34.491605 dv-cinder-806191-2-iscsi neutron-server[93774]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 19:13:34.491817 dv-cinder-806191-2-iscsi neutron-server[93774]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 19:13:34.492040 dv-cinder-806191-2-iscsi neutron-server[93774]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 19:13:34.492249 dv-cinder-806191-2-iscsi neutron-server[93774]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 19:13:34.492459 dv-cinder-806191-2-iscsi neutron-server[93774]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 19:13:34.492681 dv-cinder-806191-2-iscsi neutron-server[93774]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 19:13:34.492974 dv-cinder-806191-2-iscsi neutron-server[93774]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 19:13:34.493134 dv-cinder-806191-2-iscsi neutron-server[93774]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 19:13:34.493317 dv-cinder-806191-2-iscsi neutron-server[93774]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 19:13:34.493548 dv-cinder-806191-2-iscsi neutron-server[93774]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 19:13:34.494552 dv-cinder-806191-2-iscsi neutron-server[93774]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 19:13:34.494552 dv-cinder-806191-2-iscsi neutron-server[93774]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 19:13:34.494552 dv-cinder-806191-2-iscsi neutron-server[93774]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 19:13:34.494552 dv-cinder-806191-2-iscsi neutron-server[93774]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 19:13:34.495112 dv-cinder-806191-2-iscsi neutron-server[93774]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 19:13:34.495112 dv-cinder-806191-2-iscsi neutron-server[93774]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 19:13:34.495392 dv-cinder-806191-2-iscsi neutron-server[93774]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 19:13:34.495531 dv-cinder-806191-2-iscsi neutron-server[93774]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 19:13:34.495693 dv-cinder-806191-2-iscsi neutron-server[93774]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 19:13:34.495917 dv-cinder-806191-2-iscsi neutron-server[93774]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 19:13:34.496187 dv-cinder-806191-2-iscsi neutron-server[93774]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 19:13:34.496491 dv-cinder-806191-2-iscsi neutron-server[93774]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 19:13:34.496726 dv-cinder-806191-2-iscsi neutron-server[93774]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 19:13:34.496966 dv-cinder-806191-2-iscsi neutron-server[93774]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 19:13:34.497185 dv-cinder-806191-2-iscsi neutron-server[93774]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 19:13:34.497403 dv-cinder-806191-2-iscsi neutron-server[93774]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 19:13:34.497639 dv-cinder-806191-2-iscsi neutron-server[93774]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 19:13:34.497873 dv-cinder-806191-2-iscsi neutron-server[93774]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 19:13:34.498185 dv-cinder-806191-2-iscsi neutron-server[93774]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 19:13:34.498495 dv-cinder-806191-2-iscsi neutron-server[93774]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 19:13:34.498740 dv-cinder-806191-2-iscsi neutron-server[93774]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 19:13:34.498983 dv-cinder-806191-2-iscsi neutron-server[93774]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 19:13:34.499240 dv-cinder-806191-2-iscsi neutron-server[93774]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 19:13:34.499510 dv-cinder-806191-2-iscsi neutron-server[93774]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:100:149'] {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 19:13:34.499778 dv-cinder-806191-2-iscsi neutron-server[93774]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 19:13:34.499994 dv-cinder-806191-2-iscsi neutron-server[93774]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 19:13:34.500298 dv-cinder-806191-2-iscsi neutron-server[93774]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 19:13:34.500622 dv-cinder-806191-2-iscsi neutron-server[93774]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 19:13:34.500899 dv-cinder-806191-2-iscsi neutron-server[93774]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 19:13:34.501156 dv-cinder-806191-2-iscsi neutron-server[93774]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 19:13:34.501382 dv-cinder-806191-2-iscsi neutron-server[93774]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 19:13:34.501617 dv-cinder-806191-2-iscsi neutron-server[93774]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 19:13:34.501837 dv-cinder-806191-2-iscsi neutron-server[93774]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 19:13:34.502052 dv-cinder-806191-2-iscsi neutron-server[93774]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 19:13:34.502284 dv-cinder-806191-2-iscsi neutron-server[93774]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 19:13:34.502539 dv-cinder-806191-2-iscsi neutron-server[93774]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 19:13:34.502753 dv-cinder-806191-2-iscsi neutron-server[93774]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 19:13:34.503022 dv-cinder-806191-2-iscsi neutron-server[93774]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 19:13:34.503231 dv-cinder-806191-2-iscsi neutron-server[93774]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 19:13:34.503467 dv-cinder-806191-2-iscsi neutron-server[93774]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 19:13:34.503667 dv-cinder-806191-2-iscsi neutron-server[93774]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 19:13:34.503923 dv-cinder-806191-2-iscsi neutron-server[93774]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 19:13:34.504162 dv-cinder-806191-2-iscsi neutron-server[93774]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 19:13:34.504385 dv-cinder-806191-2-iscsi neutron-server[93774]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 19:13:34.504613 dv-cinder-806191-2-iscsi neutron-server[93774]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 19:13:34.504837 dv-cinder-806191-2-iscsi neutron-server[93774]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 19:13:34.505076 dv-cinder-806191-2-iscsi neutron-server[93774]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 19:13:34.505231 dv-cinder-806191-2-iscsi neutron-server[93774]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Aug 29 19:13:34.505736 dv-cinder-806191-2-iscsi neutron-server[93774]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=93774) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Aug 29 19:13:34.505891 dv-cinder-806191-2-iscsi neutron-server[93774]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Aug 29 19:13:34.506044 dv-cinder-806191-2-iscsi neutron-server[93774]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Aug 29 19:13:34.506184 dv-cinder-806191-2-iscsi neutron-server[93774]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Aug 29 19:13:34.506347 dv-cinder-806191-2-iscsi neutron-server[93774]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Aug 29 19:13:34.506552 dv-cinder-806191-2-iscsi neutron-server[93774]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Aug 29 19:13:34.506762 dv-cinder-806191-2-iscsi neutron-server[93774]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 19:13:34.506908 dv-cinder-806191-2-iscsi neutron-server[93774]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 19:13:34.507072 dv-cinder-806191-2-iscsi neutron-server[93774]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 19:13:34.507218 dv-cinder-806191-2-iscsi neutron-server[93774]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 19:13:34.507370 dv-cinder-806191-2-iscsi neutron-server[93774]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 19:13:34.507545 dv-cinder-806191-2-iscsi neutron-server[93774]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 19:13:34.507703 dv-cinder-806191-2-iscsi neutron-server[93774]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 19:13:34.507846 dv-cinder-806191-2-iscsi neutron-server[93774]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 19:13:34.507985 dv-cinder-806191-2-iscsi neutron-server[93774]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 19:13:34.508135 dv-cinder-806191-2-iscsi neutron-server[93774]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 19:13:34.508400 dv-cinder-806191-2-iscsi neutron-server[93774]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 19:13:34.508551 dv-cinder-806191-2-iscsi neutron-server[93774]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 19:13:34.508714 dv-cinder-806191-2-iscsi neutron-server[93774]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 19:13:34.508870 dv-cinder-806191-2-iscsi neutron-server[93774]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 19:13:34.509030 dv-cinder-806191-2-iscsi neutron-server[93774]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 19:13:34.509243 dv-cinder-806191-2-iscsi neutron-server[93774]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 19:13:34.509388 dv-cinder-806191-2-iscsi neutron-server[93774]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 19:13:34.509528 dv-cinder-806191-2-iscsi neutron-server[93774]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 19:13:34.509667 dv-cinder-806191-2-iscsi neutron-server[93774]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 19:13:34.509817 dv-cinder-806191-2-iscsi neutron-server[93774]: DEBUG oslo_service.service [-] config_source = [] {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 19:13:34.509959 dv-cinder-806191-2-iscsi neutron-server[93774]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 19:13:34.510099 dv-cinder-806191-2-iscsi neutron-server[93774]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 19:13:34.510331 dv-cinder-806191-2-iscsi neutron-server[93774]: DEBUG oslo_service.service [-] debug = True {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 19:13:34.510331 dv-cinder-806191-2-iscsi neutron-server[93774]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 19:13:34.510672 dv-cinder-806191-2-iscsi neutron-server[93774]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 19:13:34.510871 dv-cinder-806191-2-iscsi neutron-server[93774]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 19:13:34.511403 dv-cinder-806191-2-iscsi neutron-server[93774]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 19:13:34.511403 dv-cinder-806191-2-iscsi neutron-server[93774]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 19:13:34.511682 dv-cinder-806191-2-iscsi neutron-server[93774]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 19:13:34.511682 dv-cinder-806191-2-iscsi neutron-server[93774]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 19:13:34.511947 dv-cinder-806191-2-iscsi neutron-server[93774]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 19:13:34.511947 dv-cinder-806191-2-iscsi neutron-server[93774]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 19:13:34.512182 dv-cinder-806191-2-iscsi neutron-server[93774]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 19:13:34.512269 dv-cinder-806191-2-iscsi neutron-server[93774]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 19:13:34.512396 dv-cinder-806191-2-iscsi neutron-server[93774]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 19:13:34.512590 dv-cinder-806191-2-iscsi neutron-server[93774]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 19:13:34.512707 dv-cinder-806191-2-iscsi neutron-server[93774]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 19:13:34.512866 dv-cinder-806191-2-iscsi neutron-server[93774]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 19:13:34.513026 dv-cinder-806191-2-iscsi neutron-server[93774]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 19:13:34.513231 dv-cinder-806191-2-iscsi neutron-server[93774]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 19:13:34.513355 dv-cinder-806191-2-iscsi neutron-server[93774]: DEBUG oslo_service.service [-] host = dv-cinder-806191-2-iscsi {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 19:13:34.513485 dv-cinder-806191-2-iscsi neutron-server[93774]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 19:13:34.513623 dv-cinder-806191-2-iscsi neutron-server[93774]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 19:13:34.513781 dv-cinder-806191-2-iscsi neutron-server[93774]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 19:13:34.513940 dv-cinder-806191-2-iscsi neutron-server[93774]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 19:13:34.514099 dv-cinder-806191-2-iscsi neutron-server[93774]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 19:13:34.514257 dv-cinder-806191-2-iscsi neutron-server[93774]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 19:13:34.514437 dv-cinder-806191-2-iscsi neutron-server[93774]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 19:13:34.514598 dv-cinder-806191-2-iscsi neutron-server[93774]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 19:13:34.514757 dv-cinder-806191-2-iscsi neutron-server[93774]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 19:13:34.514915 dv-cinder-806191-2-iscsi neutron-server[93774]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 19:13:34.515074 dv-cinder-806191-2-iscsi neutron-server[93774]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 19:13:34.515234 dv-cinder-806191-2-iscsi neutron-server[93774]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 19:13:34.515394 dv-cinder-806191-2-iscsi neutron-server[93774]: DEBUG oslo_service.service [-] log_dir = None {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 19:13:34.515551 dv-cinder-806191-2-iscsi neutron-server[93774]: DEBUG oslo_service.service [-] log_file = None {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 19:13:34.515710 dv-cinder-806191-2-iscsi neutron-server[93774]: DEBUG oslo_service.service [-] log_options = True {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 19:13:34.515860 dv-cinder-806191-2-iscsi neutron-server[93774]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 19:13:34.516010 dv-cinder-806191-2-iscsi neutron-server[93774]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 19:13:34.516166 dv-cinder-806191-2-iscsi neutron-server[93774]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 19:13:34.516309 dv-cinder-806191-2-iscsi neutron-server[93774]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 19:13:34.516466 dv-cinder-806191-2-iscsi neutron-server[93774]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 19:13:34.516608 dv-cinder-806191-2-iscsi neutron-server[93774]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 19:13:34.516779 dv-cinder-806191-2-iscsi neutron-server[93774]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 19:13:34.516926 dv-cinder-806191-2-iscsi neutron-server[93774]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 19:13:34.517085 dv-cinder-806191-2-iscsi neutron-server[93774]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 19:13:34.517243 dv-cinder-806191-2-iscsi neutron-server[93774]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 19:13:34.517402 dv-cinder-806191-2-iscsi neutron-server[93774]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 19:13:34.517559 dv-cinder-806191-2-iscsi neutron-server[93774]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 19:13:34.517721 dv-cinder-806191-2-iscsi neutron-server[93774]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 19:13:34.517871 dv-cinder-806191-2-iscsi neutron-server[93774]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 19:13:34.518029 dv-cinder-806191-2-iscsi neutron-server[93774]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 19:13:34.518188 dv-cinder-806191-2-iscsi neutron-server[93774]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 19:13:34.518346 dv-cinder-806191-2-iscsi neutron-server[93774]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 19:13:34.518548 dv-cinder-806191-2-iscsi neutron-server[93774]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 19:13:34.518683 dv-cinder-806191-2-iscsi neutron-server[93774]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 19:13:34.518829 dv-cinder-806191-2-iscsi neutron-server[93774]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 19:13:34.518958 dv-cinder-806191-2-iscsi neutron-server[93774]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 19:13:34.519120 dv-cinder-806191-2-iscsi neutron-server[93774]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 19:13:34.519287 dv-cinder-806191-2-iscsi neutron-server[93774]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 19:13:34.519508 dv-cinder-806191-2-iscsi neutron-server[93774]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 19:13:34.519653 dv-cinder-806191-2-iscsi neutron-server[93774]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 19:13:34.519794 dv-cinder-806191-2-iscsi neutron-server[93774]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 19:13:34.520140 dv-cinder-806191-2-iscsi neutron-server[93774]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 19:13:34.520140 dv-cinder-806191-2-iscsi neutron-server[93774]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 19:13:34.520140 dv-cinder-806191-2-iscsi neutron-server[93774]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 19:13:34.520548 dv-cinder-806191-2-iscsi neutron-server[93774]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 19:13:34.520548 dv-cinder-806191-2-iscsi neutron-server[93774]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 19:13:34.520815 dv-cinder-806191-2-iscsi neutron-server[93774]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 19:13:34.520815 dv-cinder-806191-2-iscsi neutron-server[93774]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 19:13:34.521020 dv-cinder-806191-2-iscsi neutron-server[93774]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 19:13:34.521020 dv-cinder-806191-2-iscsi neutron-server[93774]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 19:13:34.521181 dv-cinder-806191-2-iscsi neutron-server[93774]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 19:13:34.521383 dv-cinder-806191-2-iscsi neutron-server[93774]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 19:13:34.521522 dv-cinder-806191-2-iscsi neutron-server[93774]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 19:13:34.521610 dv-cinder-806191-2-iscsi neutron-server[93774]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 19:13:34.521759 dv-cinder-806191-2-iscsi neutron-server[93774]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 19:13:34.521974 dv-cinder-806191-2-iscsi neutron-server[93774]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 19:13:34.522656 dv-cinder-806191-2-iscsi neutron-server[93774]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 19:13:34.522784 dv-cinder-806191-2-iscsi neutron-server[93774]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 19:13:34.522910 dv-cinder-806191-2-iscsi neutron-server[93774]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 19:13:34.523716 dv-cinder-806191-2-iscsi neutron-server[93774]: DEBUG oslo_service.service [-] use_journal = False {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 19:13:34.523716 dv-cinder-806191-2-iscsi neutron-server[93774]: DEBUG oslo_service.service [-] use_json = False {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 19:13:34.523716 dv-cinder-806191-2-iscsi neutron-server[93774]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 19:13:34.523716 dv-cinder-806191-2-iscsi neutron-server[93774]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 19:13:34.523716 dv-cinder-806191-2-iscsi neutron-server[93774]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 19:13:34.524317 dv-cinder-806191-2-iscsi neutron-server[93774]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 19:13:34.524317 dv-cinder-806191-2-iscsi neutron-server[93774]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 19:13:34.524317 dv-cinder-806191-2-iscsi neutron-server[93774]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 19:13:34.524317 dv-cinder-806191-2-iscsi neutron-server[93774]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 19:13:34.524769 dv-cinder-806191-2-iscsi neutron-server[93774]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 19:13:34.524769 dv-cinder-806191-2-iscsi neutron-server[93774]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 19:13:34.524769 dv-cinder-806191-2-iscsi neutron-server[93774]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 19:13:34.525093 dv-cinder-806191-2-iscsi neutron-server[93774]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 19:13:34.525093 dv-cinder-806191-2-iscsi neutron-server[93774]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 19:13:34.525293 dv-cinder-806191-2-iscsi neutron-server[93774]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 19:13:34.525293 dv-cinder-806191-2-iscsi neutron-server[93774]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 19:13:34.525529 dv-cinder-806191-2-iscsi neutron-server[93774]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 19:13:34.525662 dv-cinder-806191-2-iscsi neutron-server[93774]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 19:13:34.525791 dv-cinder-806191-2-iscsi neutron-server[93774]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 19:13:34.525916 dv-cinder-806191-2-iscsi neutron-server[93774]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 19:13:34.526051 dv-cinder-806191-2-iscsi neutron-server[93774]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 19:13:34.526201 dv-cinder-806191-2-iscsi neutron-server[93774]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 19:13:34.526405 dv-cinder-806191-2-iscsi neutron-server[93774]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 19:13:34.526559 dv-cinder-806191-2-iscsi neutron-server[93774]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 19:13:34.526720 dv-cinder-806191-2-iscsi neutron-server[93774]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 19:13:34.526884 dv-cinder-806191-2-iscsi neutron-server[93774]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 19:13:34.527046 dv-cinder-806191-2-iscsi neutron-server[93774]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 19:13:34.527211 dv-cinder-806191-2-iscsi neutron-server[93774]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 19:13:34.527374 dv-cinder-806191-2-iscsi neutron-server[93774]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 19:13:34.527538 dv-cinder-806191-2-iscsi neutron-server[93774]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 19:13:34.527698 dv-cinder-806191-2-iscsi neutron-server[93774]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 19:13:34.527858 dv-cinder-806191-2-iscsi neutron-server[93774]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 19:13:34.528233 dv-cinder-806191-2-iscsi neutron-server[93774]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 19:13:34.528233 dv-cinder-806191-2-iscsi neutron-server[93774]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 19:13:34.528481 dv-cinder-806191-2-iscsi neutron-server[93774]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 19:13:34.528481 dv-cinder-806191-2-iscsi neutron-server[93774]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 19:13:34.528704 dv-cinder-806191-2-iscsi neutron-server[93774]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 19:13:34.528826 dv-cinder-806191-2-iscsi neutron-server[93774]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 19:13:34.528947 dv-cinder-806191-2-iscsi neutron-server[93774]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 19:13:34.529110 dv-cinder-806191-2-iscsi neutron-server[93774]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.26/identity {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 19:13:34.529272 dv-cinder-806191-2-iscsi neutron-server[93774]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 19:13:34.529435 dv-cinder-806191-2-iscsi neutron-server[93774]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 19:13:34.529611 dv-cinder-806191-2-iscsi neutron-server[93774]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 19:13:34.529757 dv-cinder-806191-2-iscsi neutron-server[93774]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 19:13:34.529920 dv-cinder-806191-2-iscsi neutron-server[93774]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 19:13:34.530082 dv-cinder-806191-2-iscsi neutron-server[93774]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 19:13:34.530243 dv-cinder-806191-2-iscsi neutron-server[93774]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 19:13:34.531021 dv-cinder-806191-2-iscsi neutron-server[93774]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 19:13:34.531021 dv-cinder-806191-2-iscsi neutron-server[93774]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 19:13:34.531021 dv-cinder-806191-2-iscsi neutron-server[93774]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 19:13:34.531021 dv-cinder-806191-2-iscsi neutron-server[93774]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 19:13:34.531021 dv-cinder-806191-2-iscsi neutron-server[93774]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 19:13:34.531683 dv-cinder-806191-2-iscsi neutron-server[93774]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 19:13:34.531683 dv-cinder-806191-2-iscsi neutron-server[93774]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 19:13:34.531683 dv-cinder-806191-2-iscsi neutron-server[93774]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 19:13:34.531683 dv-cinder-806191-2-iscsi neutron-server[93774]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 19:13:34.532228 dv-cinder-806191-2-iscsi neutron-server[93774]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 19:13:34.532228 dv-cinder-806191-2-iscsi neutron-server[93774]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 19:13:34.532228 dv-cinder-806191-2-iscsi neutron-server[93774]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 19:13:34.532228 dv-cinder-806191-2-iscsi neutron-server[93774]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 19:13:34.532658 dv-cinder-806191-2-iscsi neutron-server[93774]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 19:13:34.532658 dv-cinder-806191-2-iscsi neutron-server[93774]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 19:13:34.532658 dv-cinder-806191-2-iscsi neutron-server[93774]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 19:13:34.532995 dv-cinder-806191-2-iscsi neutron-server[93774]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 19:13:34.532995 dv-cinder-806191-2-iscsi neutron-server[93774]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 19:13:34.533243 dv-cinder-806191-2-iscsi neutron-server[93774]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 19:13:34.533381 dv-cinder-806191-2-iscsi neutron-server[93774]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 19:13:34.533574 dv-cinder-806191-2-iscsi neutron-server[93774]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 19:13:34.533574 dv-cinder-806191-2-iscsi neutron-server[93774]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 19:13:34.533814 dv-cinder-806191-2-iscsi neutron-server[93774]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 19:13:34.533938 dv-cinder-806191-2-iscsi neutron-server[93774]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 19:13:34.534070 dv-cinder-806191-2-iscsi neutron-server[93774]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 19:13:34.534194 dv-cinder-806191-2-iscsi neutron-server[93774]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 19:13:34.534328 dv-cinder-806191-2-iscsi neutron-server[93774]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 19:13:34.534535 dv-cinder-806191-2-iscsi neutron-server[93774]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 19:13:34.534623 dv-cinder-806191-2-iscsi neutron-server[93774]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 19:13:34.534801 dv-cinder-806191-2-iscsi neutron-server[93774]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 19:13:34.534962 dv-cinder-806191-2-iscsi neutron-server[93774]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 19:13:34.535125 dv-cinder-806191-2-iscsi neutron-server[93774]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 19:13:34.535286 dv-cinder-806191-2-iscsi neutron-server[93774]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 19:13:34.535448 dv-cinder-806191-2-iscsi neutron-server[93774]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 19:13:34.535610 dv-cinder-806191-2-iscsi neutron-server[93774]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 19:13:34.535773 dv-cinder-806191-2-iscsi neutron-server[93774]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 19:13:34.535934 dv-cinder-806191-2-iscsi neutron-server[93774]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 19:13:34.536097 dv-cinder-806191-2-iscsi neutron-server[93774]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 19:13:34.536258 dv-cinder-806191-2-iscsi neutron-server[93774]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 19:13:34.536419 dv-cinder-806191-2-iscsi neutron-server[93774]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 19:13:34.536580 dv-cinder-806191-2-iscsi neutron-server[93774]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 19:13:34.536741 dv-cinder-806191-2-iscsi neutron-server[93774]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 19:13:34.536903 dv-cinder-806191-2-iscsi neutron-server[93774]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 19:13:34.537067 dv-cinder-806191-2-iscsi neutron-server[93774]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 19:13:34.537233 dv-cinder-806191-2-iscsi neutron-server[93774]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 19:13:34.537396 dv-cinder-806191-2-iscsi neutron-server[93774]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 19:13:34.537557 dv-cinder-806191-2-iscsi neutron-server[93774]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 19:13:34.537780 dv-cinder-806191-2-iscsi neutron-server[93774]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 19:13:34.538468 dv-cinder-806191-2-iscsi neutron-server[93774]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 19:13:34.538631 dv-cinder-806191-2-iscsi neutron-server[93774]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 19:13:34.538794 dv-cinder-806191-2-iscsi neutron-server[93774]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 19:13:34.538955 dv-cinder-806191-2-iscsi neutron-server[93774]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 19:13:34.539125 dv-cinder-806191-2-iscsi neutron-server[93774]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 19:13:34.539301 dv-cinder-806191-2-iscsi neutron-server[93774]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 19:13:34.539464 dv-cinder-806191-2-iscsi neutron-server[93774]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 19:13:34.539625 dv-cinder-806191-2-iscsi neutron-server[93774]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 19:13:34.539787 dv-cinder-806191-2-iscsi neutron-server[93774]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 19:13:34.539949 dv-cinder-806191-2-iscsi neutron-server[93774]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 19:13:34.540111 dv-cinder-806191-2-iscsi neutron-server[93774]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 19:13:34.540273 dv-cinder-806191-2-iscsi neutron-server[93774]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 19:13:34.540435 dv-cinder-806191-2-iscsi neutron-server[93774]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 19:13:34.540597 dv-cinder-806191-2-iscsi neutron-server[93774]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 19:13:34.540759 dv-cinder-806191-2-iscsi neutron-server[93774]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 19:13:34.540920 dv-cinder-806191-2-iscsi neutron-server[93774]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 19:13:34.541081 dv-cinder-806191-2-iscsi neutron-server[93774]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 19:13:34.541248 dv-cinder-806191-2-iscsi neutron-server[93774]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 19:13:34.541409 dv-cinder-806191-2-iscsi neutron-server[93774]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 19:13:34.541583 dv-cinder-806191-2-iscsi neutron-server[93774]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 19:13:34.541754 dv-cinder-806191-2-iscsi neutron-server[93774]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 19:13:34.541904 dv-cinder-806191-2-iscsi neutron-server[93774]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 19:13:34.542052 dv-cinder-806191-2-iscsi neutron-server[93774]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 19:13:34.542216 dv-cinder-806191-2-iscsi neutron-server[93774]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 19:13:34.542357 dv-cinder-806191-2-iscsi neutron-server[93774]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 19:13:34.542536 dv-cinder-806191-2-iscsi neutron-server[93774]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 19:13:34.542667 dv-cinder-806191-2-iscsi neutron-server[93774]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 19:13:34.542795 dv-cinder-806191-2-iscsi neutron-server[93774]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 19:13:34.542952 dv-cinder-806191-2-iscsi neutron-server[93774]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 19:13:34.543193 dv-cinder-806191-2-iscsi neutron-server[93774]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 19:13:34.543327 dv-cinder-806191-2-iscsi neutron-server[93774]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 19:13:34.543461 dv-cinder-806191-2-iscsi neutron-server[93774]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 19:13:34.543631 dv-cinder-806191-2-iscsi neutron-server[93774]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 19:13:34.543777 dv-cinder-806191-2-iscsi neutron-server[93774]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 19:13:34.543909 dv-cinder-806191-2-iscsi neutron-server[93774]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 19:13:34.544042 dv-cinder-806191-2-iscsi neutron-server[93774]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 19:13:34.544176 dv-cinder-806191-2-iscsi neutron-server[93774]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 19:13:34.544321 dv-cinder-806191-2-iscsi neutron-server[93774]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 19:13:34.544485 dv-cinder-806191-2-iscsi neutron-server[93774]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 19:13:34.544646 dv-cinder-806191-2-iscsi neutron-server[93774]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 19:13:34.544808 dv-cinder-806191-2-iscsi neutron-server[93774]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 19:13:34.544970 dv-cinder-806191-2-iscsi neutron-server[93774]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 19:13:34.545132 dv-cinder-806191-2-iscsi neutron-server[93774]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 19:13:34.545293 dv-cinder-806191-2-iscsi neutron-server[93774]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 19:13:34.545456 dv-cinder-806191-2-iscsi neutron-server[93774]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 19:13:34.545617 dv-cinder-806191-2-iscsi neutron-server[93774]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 19:13:34.545778 dv-cinder-806191-2-iscsi neutron-server[93774]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 19:13:34.545947 dv-cinder-806191-2-iscsi neutron-server[93774]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 19:13:34.546118 dv-cinder-806191-2-iscsi neutron-server[93774]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 19:13:34.546280 dv-cinder-806191-2-iscsi neutron-server[93774]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 19:13:34.546450 dv-cinder-806191-2-iscsi neutron-server[93774]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 19:13:34.546648 dv-cinder-806191-2-iscsi neutron-server[93774]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 19:13:34.546795 dv-cinder-806191-2-iscsi neutron-server[93774]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 19:13:34.547039 dv-cinder-806191-2-iscsi neutron-server[93774]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 19:13:34.547211 dv-cinder-806191-2-iscsi neutron-server[93774]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 19:13:34.547374 dv-cinder-806191-2-iscsi neutron-server[93774]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 19:13:34.547536 dv-cinder-806191-2-iscsi neutron-server[93774]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 19:13:34.547698 dv-cinder-806191-2-iscsi neutron-server[93774]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 19:13:34.547860 dv-cinder-806191-2-iscsi neutron-server[93774]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 19:13:34.548023 dv-cinder-806191-2-iscsi neutron-server[93774]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 19:13:34.548185 dv-cinder-806191-2-iscsi neutron-server[93774]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 19:13:34.548349 dv-cinder-806191-2-iscsi neutron-server[93774]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 19:13:34.548512 dv-cinder-806191-2-iscsi neutron-server[93774]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 19:13:34.548677 dv-cinder-806191-2-iscsi neutron-server[93774]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.26/identity {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 19:13:34.548840 dv-cinder-806191-2-iscsi neutron-server[93774]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 19:13:34.549148 dv-cinder-806191-2-iscsi neutron-server[93774]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 19:13:34.549313 dv-cinder-806191-2-iscsi neutron-server[93774]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 19:13:34.549477 dv-cinder-806191-2-iscsi neutron-server[93774]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 19:13:34.549639 dv-cinder-806191-2-iscsi neutron-server[93774]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 19:13:34.549801 dv-cinder-806191-2-iscsi neutron-server[93774]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 19:13:34.549963 dv-cinder-806191-2-iscsi neutron-server[93774]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 19:13:34.550125 dv-cinder-806191-2-iscsi neutron-server[93774]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 19:13:34.550288 dv-cinder-806191-2-iscsi neutron-server[93774]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 19:13:34.550467 dv-cinder-806191-2-iscsi neutron-server[93774]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 19:13:34.550649 dv-cinder-806191-2-iscsi neutron-server[93774]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 19:13:34.550788 dv-cinder-806191-2-iscsi neutron-server[93774]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 19:13:34.550936 dv-cinder-806191-2-iscsi neutron-server[93774]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 19:13:34.551114 dv-cinder-806191-2-iscsi neutron-server[93774]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 19:13:34.551246 dv-cinder-806191-2-iscsi neutron-server[93774]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 19:13:34.551397 dv-cinder-806191-2-iscsi neutron-server[93774]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 19:13:34.551559 dv-cinder-806191-2-iscsi neutron-server[93774]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 19:13:34.551809 dv-cinder-806191-2-iscsi neutron-server[93774]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 19:13:34.551943 dv-cinder-806191-2-iscsi neutron-server[93774]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 19:13:34.552058 dv-cinder-806191-2-iscsi neutron-server[93774]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 19:13:34.552180 dv-cinder-806191-2-iscsi neutron-server[93774]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 19:13:34.552319 dv-cinder-806191-2-iscsi neutron-server[93774]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 19:13:34.552578 dv-cinder-806191-2-iscsi neutron-server[93774]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 19:13:34.552727 dv-cinder-806191-2-iscsi neutron-server[93774]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 19:13:34.552868 dv-cinder-806191-2-iscsi neutron-server[93774]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 19:13:34.553010 dv-cinder-806191-2-iscsi neutron-server[93774]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 19:13:34.553163 dv-cinder-806191-2-iscsi neutron-server[93774]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 19:13:34.553342 dv-cinder-806191-2-iscsi neutron-server[93774]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 19:13:34.553488 dv-cinder-806191-2-iscsi neutron-server[93774]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 19:13:34.553629 dv-cinder-806191-2-iscsi neutron-server[93774]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 19:13:34.553769 dv-cinder-806191-2-iscsi neutron-server[93774]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 19:13:34.553918 dv-cinder-806191-2-iscsi neutron-server[93774]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 19:13:34.554061 dv-cinder-806191-2-iscsi neutron-server[93774]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 19:13:34.554201 dv-cinder-806191-2-iscsi neutron-server[93774]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 19:13:34.554341 dv-cinder-806191-2-iscsi neutron-server[93774]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 19:13:34.554513 dv-cinder-806191-2-iscsi neutron-server[93774]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 19:13:34.554655 dv-cinder-806191-2-iscsi neutron-server[93774]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 19:13:34.554795 dv-cinder-806191-2-iscsi neutron-server[93774]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 19:13:34.554935 dv-cinder-806191-2-iscsi neutron-server[93774]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 19:13:34.555103 dv-cinder-806191-2-iscsi neutron-server[93774]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 19:13:34.555273 dv-cinder-806191-2-iscsi neutron-server[93774]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 19:13:34.555425 dv-cinder-806191-2-iscsi neutron-server[93774]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 19:13:34.555564 dv-cinder-806191-2-iscsi neutron-server[93774]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 19:13:34.555745 dv-cinder-806191-2-iscsi neutron-server[93774]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 19:13:34.555908 dv-cinder-806191-2-iscsi neutron-server[93774]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 19:13:34.556070 dv-cinder-806191-2-iscsi neutron-server[93774]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 19:13:34.556232 dv-cinder-806191-2-iscsi neutron-server[93774]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 19:13:34.556393 dv-cinder-806191-2-iscsi neutron-server[93774]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 19:13:34.556554 dv-cinder-806191-2-iscsi neutron-server[93774]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 19:13:34.556710 dv-cinder-806191-2-iscsi neutron-server[93774]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 19:13:34.556970 dv-cinder-806191-2-iscsi neutron-server[93774]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 19:13:34.557102 dv-cinder-806191-2-iscsi neutron-server[93774]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 19:13:34.557227 dv-cinder-806191-2-iscsi neutron-server[93774]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 19:13:34.557352 dv-cinder-806191-2-iscsi neutron-server[93774]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 19:13:34.557477 dv-cinder-806191-2-iscsi neutron-server[93774]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 19:13:34.557624 dv-cinder-806191-2-iscsi neutron-server[93774]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 19:13:34.557786 dv-cinder-806191-2-iscsi neutron-server[93774]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 19:13:34.557947 dv-cinder-806191-2-iscsi neutron-server[93774]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 19:13:34.558109 dv-cinder-806191-2-iscsi neutron-server[93774]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 19:13:34.558270 dv-cinder-806191-2-iscsi neutron-server[93774]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 19:13:34.558464 dv-cinder-806191-2-iscsi neutron-server[93774]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 19:13:34.558627 dv-cinder-806191-2-iscsi neutron-server[93774]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 19:13:34.558802 dv-cinder-806191-2-iscsi neutron-server[93774]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 19:13:34.558965 dv-cinder-806191-2-iscsi neutron-server[93774]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 19:13:34.559128 dv-cinder-806191-2-iscsi neutron-server[93774]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 19:13:34.559290 dv-cinder-806191-2-iscsi neutron-server[93774]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 19:13:34.559455 dv-cinder-806191-2-iscsi neutron-server[93774]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 19:13:34.559618 dv-cinder-806191-2-iscsi neutron-server[93774]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 19:13:34.559789 dv-cinder-806191-2-iscsi neutron-server[93774]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 19:13:34.559951 dv-cinder-806191-2-iscsi neutron-server[93774]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 19:13:34.560113 dv-cinder-806191-2-iscsi neutron-server[93774]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 19:13:34.560273 dv-cinder-806191-2-iscsi neutron-server[93774]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 19:13:34.560436 dv-cinder-806191-2-iscsi neutron-server[93774]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 19:13:34.560596 dv-cinder-806191-2-iscsi neutron-server[93774]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 19:13:34.560768 dv-cinder-806191-2-iscsi neutron-server[93774]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 19:13:34.560930 dv-cinder-806191-2-iscsi neutron-server[93774]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 19:13:34.561091 dv-cinder-806191-2-iscsi neutron-server[93774]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 19:13:34.561252 dv-cinder-806191-2-iscsi neutron-server[93774]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 19:13:34.561415 dv-cinder-806191-2-iscsi neutron-server[93774]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 19:13:34.561576 dv-cinder-806191-2-iscsi neutron-server[93774]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 19:13:34.561746 dv-cinder-806191-2-iscsi neutron-server[93774]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 19:13:34.561984 dv-cinder-806191-2-iscsi neutron-server[93774]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 19:13:34.562115 dv-cinder-806191-2-iscsi neutron-server[93774]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 19:13:34.562247 dv-cinder-806191-2-iscsi neutron-server[93774]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 19:13:34.562374 dv-cinder-806191-2-iscsi neutron-server[93774]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 19:13:34.562553 dv-cinder-806191-2-iscsi neutron-server[93774]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 19:13:34.562783 dv-cinder-806191-2-iscsi neutron-server[93774]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 19:13:34.562920 dv-cinder-806191-2-iscsi neutron-server[93774]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 19:13:34.563137 dv-cinder-806191-2-iscsi neutron-server[93774]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 19:13:34.563297 dv-cinder-806191-2-iscsi neutron-server[93774]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 19:13:34.563460 dv-cinder-806191-2-iscsi neutron-server[93774]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 19:13:34.563622 dv-cinder-806191-2-iscsi neutron-server[93774]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 19:13:34.563797 dv-cinder-806191-2-iscsi neutron-server[93774]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 19:13:34.563957 dv-cinder-806191-2-iscsi neutron-server[93774]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 19:13:34.564119 dv-cinder-806191-2-iscsi neutron-server[93774]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 19:13:34.564370 dv-cinder-806191-2-iscsi neutron-server[93774]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 19:13:34.564525 dv-cinder-806191-2-iscsi neutron-server[93774]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 19:13:34.564942 dv-cinder-806191-2-iscsi neutron-server[93774]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 19:13:34.565180 dv-cinder-806191-2-iscsi neutron-server[93774]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 19:13:34.565396 dv-cinder-806191-2-iscsi neutron-server[93774]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 19:13:34.565537 dv-cinder-806191-2-iscsi neutron-server[93774]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 19:13:34.565704 dv-cinder-806191-2-iscsi neutron-server[93774]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 19:13:34.565915 dv-cinder-806191-2-iscsi neutron-server[93774]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 19:13:34.566096 dv-cinder-806191-2-iscsi neutron-server[93774]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 19:13:34.566226 dv-cinder-806191-2-iscsi neutron-server[93774]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 19:13:34.566351 dv-cinder-806191-2-iscsi neutron-server[93774]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 19:13:34.566518 dv-cinder-806191-2-iscsi neutron-server[93774]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 19:13:34.566667 dv-cinder-806191-2-iscsi neutron-server[93774]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 19:13:34.566855 dv-cinder-806191-2-iscsi neutron-server[93774]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 19:13:34.566992 dv-cinder-806191-2-iscsi neutron-server[93774]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 19:13:34.567141 dv-cinder-806191-2-iscsi neutron-server[93774]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 19:13:34.567322 dv-cinder-806191-2-iscsi neutron-server[93774]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 19:13:34.567474 dv-cinder-806191-2-iscsi neutron-server[93774]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 19:13:34.567652 dv-cinder-806191-2-iscsi neutron-server[93774]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 19:13:34.567817 dv-cinder-806191-2-iscsi neutron-server[93774]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 19:13:34.567997 dv-cinder-806191-2-iscsi neutron-server[93774]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 19:13:34.568137 dv-cinder-806191-2-iscsi neutron-server[93774]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 19:13:34.568308 dv-cinder-806191-2-iscsi neutron-server[93774]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:100:149'] {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 19:13:34.568490 dv-cinder-806191-2-iscsi neutron-server[93774]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 19:13:34.568699 dv-cinder-806191-2-iscsi neutron-server[93774]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 19:13:34.568803 dv-cinder-806191-2-iscsi neutron-server[93774]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 19:13:34.569466 dv-cinder-806191-2-iscsi neutron-server[93774]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 19:13:34.569647 dv-cinder-806191-2-iscsi neutron-server[93774]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 19:13:34.569774 dv-cinder-806191-2-iscsi neutron-server[93774]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 19:13:34.569940 dv-cinder-806191-2-iscsi neutron-server[93774]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 19:13:34.570102 dv-cinder-806191-2-iscsi neutron-server[93774]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 19:13:34.570263 dv-cinder-806191-2-iscsi neutron-server[93774]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 19:13:34.570447 dv-cinder-806191-2-iscsi neutron-server[93774]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 19:13:34.570611 dv-cinder-806191-2-iscsi neutron-server[93774]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 19:13:34.570773 dv-cinder-806191-2-iscsi neutron-server[93774]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 19:13:34.570949 dv-cinder-806191-2-iscsi neutron-server[93774]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 19:13:34.571094 dv-cinder-806191-2-iscsi neutron-server[93774]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 19:13:34.571248 dv-cinder-806191-2-iscsi neutron-server[93774]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 19:13:34.571387 dv-cinder-806191-2-iscsi neutron-server[93774]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 19:13:34.571525 dv-cinder-806191-2-iscsi neutron-server[93774]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 19:13:34.571679 dv-cinder-806191-2-iscsi neutron-server[93774]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 19:13:34.571841 dv-cinder-806191-2-iscsi neutron-server[93774]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 19:13:34.571987 dv-cinder-806191-2-iscsi neutron-server[93774]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 19:13:34.572162 dv-cinder-806191-2-iscsi neutron-server[93774]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 19:13:34.572311 dv-cinder-806191-2-iscsi neutron-server[93774]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 19:13:34.572462 dv-cinder-806191-2-iscsi neutron-server[93774]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 19:13:34.572659 dv-cinder-806191-2-iscsi neutron-server[93774]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Aug 29 19:13:34.579208 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 19:13:34.713835 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.26', 52996) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 19:13:34.722616 dv-cinder-806191-2-iscsi neutron-server[93883]: INFO neutron.wsgi [-] 10.222.0.26 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0064402 Aug 29 19:13:46.566533 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62281655-e851-44c7-a570-c6d8ba9877bd None None] get_active_networks_info from dv-cinder-806191-2-iscsi {{(pid=93885) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 29 19:13:46.614914 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62281655-e851-44c7-a570-c6d8ba9877bd None None] No non-hosted networks {{(pid=93885) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Aug 29 19:13:46.627994 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.db.agentschedulers_db [None req-62281655-e851-44c7-a570-c6d8ba9877bd None None] DHCP Agent not found on host dv-cinder-806191-2-iscsi {{(pid=93885) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Aug 29 19:13:46.698916 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-7910fe27-1390-4eef-a7bb-06b1375538b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777170380508', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3695271'] for agent, after_create {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:13:48.980445 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-00dea170-bf9f-419f-b555-ecb5e3f4c37d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777170380508', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3695271'] for agent, after_create {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:13:49.039716 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-3bb45e87-f368-43c8-b202-5b11a4fb4ddb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777170380508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3627128'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:13:49.651646 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-f7f3f912-659a-49f9-ab3a-0560ee4983b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777170380508', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3695271'] for agent, after_create {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:13:49.653157 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7f3f912-659a-49f9-ab3a-0560ee4983b1 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-806191-2-iscsi {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:13:49.654635 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7f3f912-659a-49f9-ab3a-0560ee4983b1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806191-2-iscsi {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:13:49.657001 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7f3f912-659a-49f9-ab3a-0560ee4983b1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806191-2-iscsi {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:13:49.657724 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7f3f912-659a-49f9-ab3a-0560ee4983b1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-806191-2-iscsi {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:13:49.659190 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7f3f912-659a-49f9-ab3a-0560ee4983b1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806191-2-iscsi {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:13:49.661394 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7f3f912-659a-49f9-ab3a-0560ee4983b1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806191-2-iscsi {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:13:49.663087 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7f3f912-659a-49f9-ab3a-0560ee4983b1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-806191-2-iscsi {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:13:49.663692 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7f3f912-659a-49f9-ab3a-0560ee4983b1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806191-2-iscsi {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:13:49.664264 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7f3f912-659a-49f9-ab3a-0560ee4983b1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806191-2-iscsi {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:13:49.664876 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7f3f912-659a-49f9-ab3a-0560ee4983b1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806191-2-iscsi {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:13:49.666666 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7f3f912-659a-49f9-ab3a-0560ee4983b1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806191-2-iscsi {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:13:49.668344 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7f3f912-659a-49f9-ab3a-0560ee4983b1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806191-2-iscsi {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:13:49.669048 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7f3f912-659a-49f9-ab3a-0560ee4983b1 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-806191-2-iscsi', {'QosPolicy': '1.9', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 19:13:49.692946 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7f3f912-659a-49f9-ab3a-0560ee4983b1 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-806191-2-iscsi', 'version_map': {'QosPolicy': '1.9', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 19:13:50.361675 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-ed31fb2d-405b-476e-b16a-f8415d14bc27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777170380508', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3695271'] for agent, after_create {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:13:51.800104 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-c214b08a-13ec-4cca-bdbd-998b9b76327d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777170380508', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3695271'] for agent, after_create {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:13:52.954056 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.26', 53088) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 19:13:53.391537 dv-cinder-806191-2-iscsi neutron-server[93885]: INFO neutron.db.l3_hamode_db [None req-d3cca599-80b3-42b8-93dd-51d5476aca8d None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Aug 29 19:13:53.466723 dv-cinder-806191-2-iscsi neutron-server[93883]: WARNING oslo_policy.policy [None req-06cfb035-8bfd-46e0-928c-83746484dcc4 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 29 19:13:53.467346 dv-cinder-806191-2-iscsi neutron-server[93883]: WARNING oslo_policy.policy [None req-06cfb035-8bfd-46e0-928c-83746484dcc4 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 29 19:13:53.471630 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3cca599-80b3-42b8-93dd-51d5476aca8d None None] Routers set() bound to L3 agent in host dv-cinder-806191-2-iscsi {{(pid=93885) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 19:13:53.472033 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3cca599-80b3-42b8-93dd-51d5476aca8d None None] Router IDs set() for agent in host dv-cinder-806191-2-iscsi {{(pid=93885) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Aug 29 19:13:53.695969 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron.wsgi [None req-06cfb035-8bfd-46e0-928c-83746484dcc4 admin admin] http://10.222.0.26:9696/v2.0/extensions returned with HTTP 200 {{(pid=93883) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 29 19:13:53.697068 dv-cinder-806191-2-iscsi neutron-server[93883]: INFO neutron.wsgi [None req-06cfb035-8bfd-46e0-928c-83746484dcc4 admin admin] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.7420840 Aug 29 19:13:56.084985 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.26', 53102) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 19:13:56.590469 dv-cinder-806191-2-iscsi neutron-server[93884]: WARNING oslo_policy.policy [None req-801f2038-7f75-4a6d-a4b9-f97d8c32d34d admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 29 19:13:56.591065 dv-cinder-806191-2-iscsi neutron-server[93884]: WARNING oslo_policy.policy [None req-801f2038-7f75-4a6d-a4b9-f97d8c32d34d admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 29 19:13:56.811247 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.api.v2.base [None req-801f2038-7f75-4a6d-a4b9-f97d8c32d34d admin admin] Request body: {'subnetpool': {'is_default': True, 'name': 'shared-default-subnetpool-v4', 'shared': True, 'default_prefixlen': 26, 'prefixes': ['172.20.0.0/16']}} {{(pid=93884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 19:13:56.904350 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.policy [None req-801f2038-7f75-4a6d-a4b9-f97d8c32d34d admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=93884) register_rules /opt/stack/neutron/neutron/policy.py:73}} Aug 29 19:13:56.949721 dv-cinder-806191-2-iscsi neutron-server[93884]: WARNING oslo_policy.policy [None req-801f2038-7f75-4a6d-a4b9-f97d8c32d34d admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 29 19:13:56.950099 dv-cinder-806191-2-iscsi neutron-server[93884]: WARNING oslo_policy.policy [None req-801f2038-7f75-4a6d-a4b9-f97d8c32d34d admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 29 19:13:56.959307 dv-cinder-806191-2-iscsi neutron-server[93884]: INFO neutron.quota [None req-801f2038-7f75-4a6d-a4b9-f97d8c32d34d admin admin] Loaded quota_driver: . Aug 29 19:13:57.049736 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-801f2038-7f75-4a6d-a4b9-f97d8c32d34d admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8777169160747', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8777169187958', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8777169181369', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8777169178069', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8777171910604', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8777169219662', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-3621612', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-3598802', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-595844', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-555620'] for rbac-policy, before_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:13:57.114815 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-801f2038-7f75-4a6d-a4b9-f97d8c32d34d admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:13:57.116130 dv-cinder-806191-2-iscsi neutron-server[93884]: INFO neutron.wsgi [None req-801f2038-7f75-4a6d-a4b9-f97d8c32d34d admin admin] 10.222.0.26 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 1.0284810 Aug 29 19:13:59.730650 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.26', 53120) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 19:14:00.032309 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.api.v2.base [None req-9ae533a7-dad0-4033-84c0-53bbd0312d19 admin admin] Request body: {'network': {'project_id': '995c8acd69914ab09d40f0631096f39a', 'admin_state_up': True, 'name': 'private', 'tenant_id': '995c8acd69914ab09d40f0631096f39a'}} {{(pid=93884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 19:14:00.062998 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ae533a7-dad0-4033-84c0-53bbd0312d19 admin admin] Made reservation on behalf of 995c8acd69914ab09d40f0631096f39a for: {'network': 1} {{(pid=93884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 19:14:00.066135 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-9ae533a7-dad0-4033-84c0-53bbd0312d19 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3669058'] for network, before_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:14:00.084634 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-9ae533a7-dad0-4033-84c0-53bbd0312d19 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:14:00.214617 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-9ae533a7-dad0-4033-84c0-53bbd0312d19 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:14:00.218760 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-9ae533a7-dad0-4033-84c0-53bbd0312d19 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368872'] for security_group, after_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:14:00.239267 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9ae533a7-dad0-4033-84c0-53bbd0312d19 admin admin] vlan segment allocate from pool success with {'vlan_id': 125, 'physical_network': 'physnet1'} {{(pid=93884) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 19:14:00.267681 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-9ae533a7-dad0-4033-84c0-53bbd0312d19 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8777170380517', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3556912'] for segment, precommit_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:14:00.268292 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-9ae533a7-dad0-4033-84c0-53bbd0312d19 admin admin] Unsubscribe: segment precommit_create {{(pid=93884) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Aug 29 19:14:00.268804 dv-cinder-806191-2-iscsi neutron-server[93884]: INFO neutron.db.segments_db [None req-9ae533a7-dad0-4033-84c0-53bbd0312d19 admin admin] Added segment 903ee717-0d7f-4b9b-998f-5731e1f7e019 of type vlan for network 57b44532-a263-44ba-be6c-7b6c81373ab8 Aug 29 19:14:00.285000 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ae533a7-dad0-4033-84c0-53bbd0312d19 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e79a09c1-5bb1-4875-a838-0614d72c804a,revision_number=1']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:14:00.331478 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ae533a7-dad0-4033-84c0-53bbd0312d19 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806191-2-iscsi {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:14:00.331835 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ae533a7-dad0-4033-84c0-53bbd0312d19 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806191-2-iscsi {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:14:00.332174 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ae533a7-dad0-4033-84c0-53bbd0312d19 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806191-2-iscsi {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:14:00.332501 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ae533a7-dad0-4033-84c0-53bbd0312d19 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806191-2-iscsi {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:14:00.332827 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ae533a7-dad0-4033-84c0-53bbd0312d19 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-806191-2-iscsi {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:14:00.333164 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ae533a7-dad0-4033-84c0-53bbd0312d19 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806191-2-iscsi {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:14:00.333516 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ae533a7-dad0-4033-84c0-53bbd0312d19 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-806191-2-iscsi {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:14:00.333837 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ae533a7-dad0-4033-84c0-53bbd0312d19 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-806191-2-iscsi {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:14:00.334206 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ae533a7-dad0-4033-84c0-53bbd0312d19 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806191-2-iscsi {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:14:00.334554 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ae533a7-dad0-4033-84c0-53bbd0312d19 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806191-2-iscsi {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:14:00.334873 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ae533a7-dad0-4033-84c0-53bbd0312d19 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806191-2-iscsi {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:14:00.335194 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ae533a7-dad0-4033-84c0-53bbd0312d19 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806191-2-iscsi {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:14:00.336241 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ae533a7-dad0-4033-84c0-53bbd0312d19 admin admin] Tracked resource versions report: Aug 29 19:14:00.336241 dv-cinder-806191-2-iscsi neutron-server[93884]: pushed versions: Aug 29 19:14:00.336241 dv-cinder-806191-2-iscsi neutron-server[93884]: { 'AddressGroup': {'1.2'}, Aug 29 19:14:00.336241 dv-cinder-806191-2-iscsi neutron-server[93884]: 'ConntrackHelper': {'1.0'}, Aug 29 19:14:00.336241 dv-cinder-806191-2-iscsi neutron-server[93884]: 'Log': {'1.0'}, Aug 29 19:14:00.336241 dv-cinder-806191-2-iscsi neutron-server[93884]: 'Network': {'1.1'}, Aug 29 19:14:00.336241 dv-cinder-806191-2-iscsi neutron-server[93884]: 'Port': {'1.7'}, Aug 29 19:14:00.336241 dv-cinder-806191-2-iscsi neutron-server[93884]: 'PortForwarding': {'1.2'}, Aug 29 19:14:00.336241 dv-cinder-806191-2-iscsi neutron-server[93884]: 'QosPolicy': {'1.9'}, Aug 29 19:14:00.336241 dv-cinder-806191-2-iscsi neutron-server[93884]: 'SecurityGroup': {'1.4'}, Aug 29 19:14:00.336241 dv-cinder-806191-2-iscsi neutron-server[93884]: 'SecurityGroupRule': {'1.2'}, Aug 29 19:14:00.336241 dv-cinder-806191-2-iscsi neutron-server[93884]: 'SubPort': {'1.0'}, Aug 29 19:14:00.336241 dv-cinder-806191-2-iscsi neutron-server[93884]: 'Subnet': {'1.1'}, Aug 29 19:14:00.336241 dv-cinder-806191-2-iscsi neutron-server[93884]: 'Trunk': {'1.1'}} Aug 29 19:14:00.336241 dv-cinder-806191-2-iscsi neutron-server[93884]: consumer versions: Aug 29 19:14:00.336241 dv-cinder-806191-2-iscsi neutron-server[93884]: { DHCP agent@dv-cinder-806191-2-iscsi: {}, Aug 29 19:14:00.336241 dv-cinder-806191-2-iscsi neutron-server[93884]: L3 agent@dv-cinder-806191-2-iscsi: {}, Aug 29 19:14:00.336241 dv-cinder-806191-2-iscsi neutron-server[93884]: Metadata agent@dv-cinder-806191-2-iscsi: {}, Aug 29 19:14:00.336241 dv-cinder-806191-2-iscsi neutron-server[93884]: Metering agent@dv-cinder-806191-2-iscsi: {}, Aug 29 19:14:00.336241 dv-cinder-806191-2-iscsi neutron-server[93884]: Open vSwitch agent@dv-cinder-806191-2-iscsi: { 'AddressGroup': '1.2', Aug 29 19:14:00.336241 dv-cinder-806191-2-iscsi neutron-server[93884]: 'ConntrackHelper': '1.0', Aug 29 19:14:00.336241 dv-cinder-806191-2-iscsi neutron-server[93884]: 'Log': '1.0', Aug 29 19:14:00.336241 dv-cinder-806191-2-iscsi neutron-server[93884]: 'Network': '1.1', Aug 29 19:14:00.336241 dv-cinder-806191-2-iscsi neutron-server[93884]: 'Port': '1.7', Aug 29 19:14:00.336241 dv-cinder-806191-2-iscsi neutron-server[93884]: 'PortForwarding': '1.2', Aug 29 19:14:00.336241 dv-cinder-806191-2-iscsi neutron-server[93884]: 'QosPolicy': '1.9', Aug 29 19:14:00.336241 dv-cinder-806191-2-iscsi neutron-server[93884]: 'SecurityGroup': '1.4', Aug 29 19:14:00.336241 dv-cinder-806191-2-iscsi neutron-server[93884]: 'SecurityGroupRule': '1.2', Aug 29 19:14:00.336241 dv-cinder-806191-2-iscsi neutron-server[93884]: 'SubPort': '1.0', Aug 29 19:14:00.336241 dv-cinder-806191-2-iscsi neutron-server[93884]: 'Subnet': '1.1', Aug 29 19:14:00.336241 dv-cinder-806191-2-iscsi neutron-server[93884]: 'Trunk': '1.1'}} Aug 29 19:14:00.336241 dv-cinder-806191-2-iscsi neutron-server[93884]: {{(pid=93884) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 29 19:14:00.388711 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-9ae533a7-dad0-4033-84c0-53bbd0312d19 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777169867614'] for network, precommit_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:14:00.430105 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-9ae533a7-dad0-4033-84c0-53bbd0312d19 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-376669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3715978'] for network, after_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:14:00.431441 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ae533a7-dad0-4033-84c0-53bbd0312d19 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 19:14:00.432017 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-9ae533a7-dad0-4033-84c0-53bbd0312d19 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3715960'] for network, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:14:00.511684 dv-cinder-806191-2-iscsi neutron-server[93884]: INFO neutron.wsgi [None req-9ae533a7-dad0-4033-84c0-53bbd0312d19 admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 0.7798905 Aug 29 19:14:00.529682 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ae533a7-dad0-4033-84c0-53bbd0312d19 admin admin] Pushing event updated for resources: {'Network': ['ID=57b44532-a263-44ba-be6c-7b6c81373ab8,revision_number=1']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:14:00.543836 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-f7f3f912-659a-49f9-ab3a-0560ee4983b1 None None] Network 57b44532-a263-44ba-be6c-7b6c81373ab8 details requested by agent ovs-agent-dv-cinder-806191-2-iscsi with host dv-cinder-806191-2-iscsi {{(pid=93885) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 19:14:03.213753 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.26', 53134) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 19:14:03.644429 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71333eb5-e91b-4e49-9623-1b4477debc8e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 19:14:03.645741 dv-cinder-806191-2-iscsi neutron-server[93884]: INFO neutron.wsgi [None req-71333eb5-e91b-4e49-9623-1b4477debc8e admin admin] 10.222.0.26 "GET /v2.0/networks/57b44532-a263-44ba-be6c-7b6c81373ab8 HTTP/1.1" status: 200 len: 825 time: 0.4308872 Aug 29 19:14:03.670983 dv-cinder-806191-2-iscsi neutron-server[93884]: INFO neutron.wsgi [None req-4efc9589-1a9d-4111-83ca-7265ba99aa5b admin admin] 10.222.0.26 "GET /v2.0/subnetpools/7b45df50-900a-4299-adf7-11ba68c8a3dc HTTP/1.1" status: 200 len: 734 time: 0.0188973 Aug 29 19:14:03.681222 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.api.v2.base [None req-8ac1685c-03bd-431c-9530-caff4970dd3a admin admin] Request body: {'subnet': {'network_id': '57b44532-a263-44ba-be6c-7b6c81373ab8', 'tenant_id': '995c8acd69914ab09d40f0631096f39a', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'subnetpool_id': '7b45df50-900a-4299-adf7-11ba68c8a3dc', 'name': 'private-subnet'}} {{(pid=93884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 19:14:03.705118 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ac1685c-03bd-431c-9530-caff4970dd3a admin admin] Made reservation on behalf of 995c8acd69914ab09d40f0631096f39a for: {'subnet': 1} {{(pid=93884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 19:14:03.707533 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-8ac1685c-03bd-431c-9530-caff4970dd3a admin admin] Notify callbacks [] for subnet, before_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:14:04.012688 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-8ac1685c-03bd-431c-9530-caff4970dd3a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-376708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3715978'] for subnet, after_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:14:04.087628 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ac1685c-03bd-431c-9530-caff4970dd3a admin admin] Pushing event updated for resources: {'Subnet': ['ID=3f021961-7a72-4242-bf66-63eef6024798,revision_number=0']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:14:04.089588 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ac1685c-03bd-431c-9530-caff4970dd3a admin admin] Checking segment: {'id': '903ee717-0d7f-4b9b-998f-5731e1f7e019', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '57b44532-a263-44ba-be6c-7b6c81373ab8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93884) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 19:14:04.089979 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ac1685c-03bd-431c-9530-caff4970dd3a admin admin] Network hostable DHCP agents. Network: 57b44532-a263-44ba-be6c-7b6c81373ab8, hostable agents: ['01567a2b-701c-44ec-9311-402810164ce4'], hosted agents: [] {{(pid=93884) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 19:14:04.113420 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ac1685c-03bd-431c-9530-caff4970dd3a admin admin] Network 57b44532-a263-44ba-be6c-7b6c81373ab8 is scheduled to be hosted by DHCP agent 01567a2b-701c-44ec-9311-402810164ce4 with binding_index 1 {{(pid=93884) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 19:14:04.127313 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.scheduler.base_scheduler [None req-8ac1685c-03bd-431c-9530-caff4970dd3a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-806191-2-iscsi, 57b44532-a263-44ba-be6c-7b6c81373ab8) {{(pid=93884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 19:14:04.133204 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ac1685c-03bd-431c-9530-caff4970dd3a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 19:14:04.133927 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-8ac1685c-03bd-431c-9530-caff4970dd3a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3715960'] for subnet, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:14:04.139162 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-356b2de0-94c3-4cef-8ed6-9deac48c4733 None None] Network 57b44532-a263-44ba-be6c-7b6c81373ab8 requested from dv-cinder-806191-2-iscsi {{(pid=93885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 19:14:04.155490 dv-cinder-806191-2-iscsi neutron-server[93884]: INFO neutron.wsgi [None req-8ac1685c-03bd-431c-9530-caff4970dd3a admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4781854 Aug 29 19:14:04.631791 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c7e885e-05e0-4200-bd05-e011f4402c40 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8d0de094-1158-5d9d-8828-d4d58d01f022-57b44532-a263-44ba-be6c-7b6c81373ab8', 'network_id': '57b44532-a263-44ba-be6c-7b6c81373ab8', 'tenant_id': '995c8acd69914ab09d40f0631096f39a', 'fixed_ips': [{'subnet_id': '3f021961-7a72-4242-bf66-63eef6024798'}]}} from dv-cinder-806191-2-iscsi. {{(pid=93885) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 29 19:14:04.633189 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-0c7e885e-05e0-4200-bd05-e011f4402c40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3669058'] for port, before_create {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:14:04.985123 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.db.db_base_plugin_common [None req-0c7e885e-05e0-4200-bd05-e011f4402c40 None None] Allocated IP 172.20.0.2 (57b44532-a263-44ba-be6c-7b6c81373ab8/3f021961-7a72-4242-bf66-63eef6024798/27b3c5dd-14c6-43e5-b4f7-ca69fde96ecf) {{(pid=93885) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 19:14:05.343706 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-0c7e885e-05e0-4200-bd05-e011f4402c40 None None] Notify callbacks [] for port, precommit_create {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:14:05.412867 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-0c7e885e-05e0-4200-bd05-e011f4402c40 None None] Transition to ACTIVE for port object 27b3c5dd-14c6-43e5-b4f7-ca69fde96ecf will not be triggered until provisioned by entity L2. {{(pid=93885) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 19:14:05.450873 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-0c7e885e-05e0-4200-bd05-e011f4402c40 None None] Transition to ACTIVE for port object 27b3c5dd-14c6-43e5-b4f7-ca69fde96ecf will not be triggered until provisioned by entity DHCP. {{(pid=93885) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 19:14:05.461420 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-0c7e885e-05e0-4200-bd05-e011f4402c40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3669005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3715978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777169884164'] for port, after_create {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:14:05.533169 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c7e885e-05e0-4200-bd05-e011f4402c40 None None] Network 57b44532-a263-44ba-be6c-7b6c81373ab8 is already hosted by enough agents. {{(pid=93885) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 19:14:05.541365 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.scheduler.base_scheduler [None req-0c7e885e-05e0-4200-bd05-e011f4402c40 None None] Resources bound (agent type, host, resource id): {{(pid=93885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 19:14:05.557046 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c7e885e-05e0-4200-bd05-e011f4402c40 None None] Received port after_create {{(pid=93885) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 19:14:05.565820 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c7e885e-05e0-4200-bd05-e011f4402c40 None None] Pushing event updated for resources: {'Port': ['ID=27b3c5dd-14c6-43e5-b4f7-ca69fde96ecf,revision_number=1']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:14:05.617456 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c7e885e-05e0-4200-bd05-e011f4402c40 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806191-2-iscsi {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:14:05.617842 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c7e885e-05e0-4200-bd05-e011f4402c40 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806191-2-iscsi {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:14:05.618277 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c7e885e-05e0-4200-bd05-e011f4402c40 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806191-2-iscsi {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:14:05.618747 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c7e885e-05e0-4200-bd05-e011f4402c40 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806191-2-iscsi {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:14:05.619192 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c7e885e-05e0-4200-bd05-e011f4402c40 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-806191-2-iscsi {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:14:05.619625 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c7e885e-05e0-4200-bd05-e011f4402c40 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806191-2-iscsi {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:14:05.620067 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c7e885e-05e0-4200-bd05-e011f4402c40 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-806191-2-iscsi {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:14:05.620491 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c7e885e-05e0-4200-bd05-e011f4402c40 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-806191-2-iscsi {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:14:05.620927 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c7e885e-05e0-4200-bd05-e011f4402c40 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806191-2-iscsi {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:14:05.621350 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c7e885e-05e0-4200-bd05-e011f4402c40 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806191-2-iscsi {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:14:05.621764 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c7e885e-05e0-4200-bd05-e011f4402c40 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806191-2-iscsi {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:14:05.622181 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c7e885e-05e0-4200-bd05-e011f4402c40 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806191-2-iscsi {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:14:05.623381 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c7e885e-05e0-4200-bd05-e011f4402c40 None None] Tracked resource versions report: Aug 29 19:14:05.623381 dv-cinder-806191-2-iscsi neutron-server[93885]: pushed versions: Aug 29 19:14:05.623381 dv-cinder-806191-2-iscsi neutron-server[93885]: { 'AddressGroup': {'1.2'}, Aug 29 19:14:05.623381 dv-cinder-806191-2-iscsi neutron-server[93885]: 'ConntrackHelper': {'1.0'}, Aug 29 19:14:05.623381 dv-cinder-806191-2-iscsi neutron-server[93885]: 'Log': {'1.0'}, Aug 29 19:14:05.623381 dv-cinder-806191-2-iscsi neutron-server[93885]: 'Network': {'1.1'}, Aug 29 19:14:05.623381 dv-cinder-806191-2-iscsi neutron-server[93885]: 'Port': {'1.7'}, Aug 29 19:14:05.623381 dv-cinder-806191-2-iscsi neutron-server[93885]: 'PortForwarding': {'1.2'}, Aug 29 19:14:05.623381 dv-cinder-806191-2-iscsi neutron-server[93885]: 'QosPolicy': {'1.9'}, Aug 29 19:14:05.623381 dv-cinder-806191-2-iscsi neutron-server[93885]: 'SecurityGroup': {'1.4'}, Aug 29 19:14:05.623381 dv-cinder-806191-2-iscsi neutron-server[93885]: 'SecurityGroupRule': {'1.2'}, Aug 29 19:14:05.623381 dv-cinder-806191-2-iscsi neutron-server[93885]: 'SubPort': {'1.0'}, Aug 29 19:14:05.623381 dv-cinder-806191-2-iscsi neutron-server[93885]: 'Subnet': {'1.1'}, Aug 29 19:14:05.623381 dv-cinder-806191-2-iscsi neutron-server[93885]: 'Trunk': {'1.1'}} Aug 29 19:14:05.623381 dv-cinder-806191-2-iscsi neutron-server[93885]: consumer versions: Aug 29 19:14:05.623381 dv-cinder-806191-2-iscsi neutron-server[93885]: { DHCP agent@dv-cinder-806191-2-iscsi: {}, Aug 29 19:14:05.623381 dv-cinder-806191-2-iscsi neutron-server[93885]: L3 agent@dv-cinder-806191-2-iscsi: {}, Aug 29 19:14:05.623381 dv-cinder-806191-2-iscsi neutron-server[93885]: Metadata agent@dv-cinder-806191-2-iscsi: {}, Aug 29 19:14:05.623381 dv-cinder-806191-2-iscsi neutron-server[93885]: Metering agent@dv-cinder-806191-2-iscsi: {}, Aug 29 19:14:05.623381 dv-cinder-806191-2-iscsi neutron-server[93885]: Open vSwitch agent@dv-cinder-806191-2-iscsi: { 'AddressGroup': '1.2', Aug 29 19:14:05.623381 dv-cinder-806191-2-iscsi neutron-server[93885]: 'ConntrackHelper': '1.0', Aug 29 19:14:05.623381 dv-cinder-806191-2-iscsi neutron-server[93885]: 'Log': '1.0', Aug 29 19:14:05.623381 dv-cinder-806191-2-iscsi neutron-server[93885]: 'Network': '1.1', Aug 29 19:14:05.623381 dv-cinder-806191-2-iscsi neutron-server[93885]: 'Port': '1.7', Aug 29 19:14:05.623381 dv-cinder-806191-2-iscsi neutron-server[93885]: 'PortForwarding': '1.2', Aug 29 19:14:05.623381 dv-cinder-806191-2-iscsi neutron-server[93885]: 'QosPolicy': '1.9', Aug 29 19:14:05.623381 dv-cinder-806191-2-iscsi neutron-server[93885]: 'SecurityGroup': '1.4', Aug 29 19:14:05.623381 dv-cinder-806191-2-iscsi neutron-server[93885]: 'SecurityGroupRule': '1.2', Aug 29 19:14:05.623381 dv-cinder-806191-2-iscsi neutron-server[93885]: 'SubPort': '1.0', Aug 29 19:14:05.623381 dv-cinder-806191-2-iscsi neutron-server[93885]: 'Subnet': '1.1', Aug 29 19:14:05.623381 dv-cinder-806191-2-iscsi neutron-server[93885]: 'Trunk': '1.1'}} Aug 29 19:14:05.623381 dv-cinder-806191-2-iscsi neutron-server[93885]: {{(pid=93885) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 29 19:14:05.663556 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.plugins.ml2.managers [None req-0c7e885e-05e0-4200-bd05-e011f4402c40 None None] Attempting to bind port 27b3c5dd-14c6-43e5-b4f7-ca69fde96ecf on host dv-cinder-806191-2-iscsi for vnic_type normal with profile {{(pid=93885) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 19:14:05.663964 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.plugins.ml2.managers [None req-0c7e885e-05e0-4200-bd05-e011f4402c40 None None] Attempting to bind port 27b3c5dd-14c6-43e5-b4f7-ca69fde96ecf by drivers openvswitch,hyperv on host dv-cinder-806191-2-iscsi at level 0 using segments [{'id': '903ee717-0d7f-4b9b-998f-5731e1f7e019', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '57b44532-a263-44ba-be6c-7b6c81373ab8'}] {{(pid=93885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 19:14:05.664402 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c7e885e-05e0-4200-bd05-e011f4402c40 None None] Attempting to bind port 27b3c5dd-14c6-43e5-b4f7-ca69fde96ecf on network 57b44532-a263-44ba-be6c-7b6c81373ab8 {{(pid=93885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 19:14:05.669477 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c7e885e-05e0-4200-bd05-e011f4402c40 None None] Checking agent: {'id': 'e2dce85b-d9d5-40cd-b89b-586c7cfc9b3c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-806191-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 19, 13, 50), 'started_at': datetime.datetime(2021, 8, 29, 19, 13, 50), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 19, 13, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-806191-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 19:14:05.669893 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c7e885e-05e0-4200-bd05-e011f4402c40 None None] Checking segment: {'id': '903ee717-0d7f-4b9b-998f-5731e1f7e019', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '57b44532-a263-44ba-be6c-7b6c81373ab8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93885) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 19:14:05.670387 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-0c7e885e-05e0-4200-bd05-e011f4402c40 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:14:05.670798 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c7e885e-05e0-4200-bd05-e011f4402c40 None None] Bound using segment: {'id': '903ee717-0d7f-4b9b-998f-5731e1f7e019', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '57b44532-a263-44ba-be6c-7b6c81373ab8'} {{(pid=93885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 19:14:05.671303 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.plugins.ml2.managers [None req-0c7e885e-05e0-4200-bd05-e011f4402c40 None None] Bound port: 27b3c5dd-14c6-43e5-b4f7-ca69fde96ecf, host: dv-cinder-806191-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '903ee717-0d7f-4b9b-998f-5731e1f7e019', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '57b44532-a263-44ba-be6c-7b6c81373ab8'}}] {{(pid=93885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 19:14:05.671732 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-0c7e885e-05e0-4200-bd05-e011f4402c40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3669058'] for port, before_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:14:05.738918 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-0c7e885e-05e0-4200-bd05-e011f4402c40 None None] For port 27b3c5dd-14c6-43e5-b4f7-ca69fde96ecf, host dv-cinder-806191-2-iscsi, cleared binding levels {{(pid=93885) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 19:14:05.743460 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-0c7e885e-05e0-4200-bd05-e011f4402c40 None None] For port 27b3c5dd-14c6-43e5-b4f7-ca69fde96ecf, host dv-cinder-806191-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806191-2-iscsi',level=0,port_id=27b3c5dd-14c6-43e5-b4f7-ca69fde96ecf,segment=NetworkSegment(903ee717-0d7f-4b9b-998f-5731e1f7e019),segment_id=903ee717-0d7f-4b9b-998f-5731e1f7e019)] {{(pid=93885) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 19:14:05.748875 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-0c7e885e-05e0-4200-bd05-e011f4402c40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3669005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3715978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777170436913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777169884182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777169884200'] for port, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:14:05.821359 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c7e885e-05e0-4200-bd05-e011f4402c40 None None] Pushing event updated for resources: {'Port': ['ID=27b3c5dd-14c6-43e5-b4f7-ca69fde96ecf,revision_number=2']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:14:06.703139 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.26', 53142) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 19:14:07.090996 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron.wsgi [None req-98256c37-604c-4712-96db-af44053edbd7 admin admin] http://10.222.0.26:9696/v2.0/extensions returned with HTTP 200 {{(pid=93883) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 29 19:14:07.092290 dv-cinder-806191-2-iscsi neutron-server[93883]: INFO neutron.wsgi [None req-98256c37-604c-4712-96db-af44053edbd7 admin admin] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3878410 Aug 29 19:14:10.077374 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.26', 53150) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 19:14:10.562328 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.wsgi [None req-39d1b21a-4081-48c4-80ca-8f508054238f admin admin] http://10.222.0.26:9696/v2.0/extensions returned with HTTP 200 {{(pid=93884) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 29 19:14:10.578415 dv-cinder-806191-2-iscsi neutron-server[93884]: INFO neutron.wsgi [None req-39d1b21a-4081-48c4-80ca-8f508054238f admin admin] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.4847875 Aug 29 19:14:13.388511 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.26', 53160) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 19:14:13.721844 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.api.v2.base [None req-6c8e645f-dde9-4640-bc61-32af4048999f admin admin] Request body: {'router': {'tenant_id': '995c8acd69914ab09d40f0631096f39a', 'name': 'router1', 'admin_state_up': True}} {{(pid=93884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 19:14:13.751852 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-6c8e645f-dde9-4640-bc61-32af4048999f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3671342', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-28728'] for router, before_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:14:13.753348 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-6c8e645f-dde9-4640-bc61-32af4048999f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3671426', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3677672', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-423498', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-28723'] for router, precommit_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:14:13.893946 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-6c8e645f-dde9-4640-bc61-32af4048999f admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:14:13.899031 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-6c8e645f-dde9-4640-bc61-32af4048999f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3671481', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3676215'] for router, after_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:14:13.912247 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-6c8e645f-dde9-4640-bc61-32af4048999f admin admin] Notify callbacks [] for router, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:14:13.913595 dv-cinder-806191-2-iscsi neutron-server[93884]: INFO neutron.wsgi [None req-6c8e645f-dde9-4640-bc61-32af4048999f admin admin] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.5239964 Aug 29 19:14:14.855572 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3670bcb-d230-4948-8e09-f266804ca1fc None None] Network 57b44532-a263-44ba-be6c-7b6c81373ab8 requested from dv-cinder-806191-2-iscsi {{(pid=93885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 19:14:14.930199 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-22e8c205-7e65-497c-98a5-3ca4d6382dd6 None None] Provisioning for port 27b3c5dd-14c6-43e5-b4f7-ca69fde96ecf completed by entity DHCP. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 19:14:15.456566 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-f7f3f912-659a-49f9-ab3a-0560ee4983b1 None None] Device 27b3c5dd-14c6-43e5-b4f7-ca69fde96ecf up at agent ovs-agent-dv-cinder-806191-2-iscsi {{(pid=93885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 19:14:15.541257 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-f7f3f912-659a-49f9-ab3a-0560ee4983b1 None None] Provisioning for port 27b3c5dd-14c6-43e5-b4f7-ca69fde96ecf completed by entity L2. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 19:14:15.545038 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-f7f3f912-659a-49f9-ab3a-0560ee4983b1 None None] Provisioning complete for port 27b3c5dd-14c6-43e5-b4f7-ca69fde96ecf triggered by entity L2. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 19:14:15.545429 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-f7f3f912-659a-49f9-ab3a-0560ee4983b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3627211'] for port, provisioning_complete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:14:15.654527 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-f7f3f912-659a-49f9-ab3a-0560ee4983b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3669058'] for port, before_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:14:15.692752 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-f7f3f912-659a-49f9-ab3a-0560ee4983b1 None None] For port 27b3c5dd-14c6-43e5-b4f7-ca69fde96ecf, host dv-cinder-806191-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806191-2-iscsi',level=0,port_id=27b3c5dd-14c6-43e5-b4f7-ca69fde96ecf,segment=NetworkSegment(903ee717-0d7f-4b9b-998f-5731e1f7e019),segment_id=903ee717-0d7f-4b9b-998f-5731e1f7e019)] {{(pid=93885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 19:14:15.696762 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-f7f3f912-659a-49f9-ab3a-0560ee4983b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3669005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3715978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777170436913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777169884182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777169884200'] for port, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:14:15.743413 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7f3f912-659a-49f9-ab3a-0560ee4983b1 None None] Pushing event updated for resources: {'Port': ['ID=27b3c5dd-14c6-43e5-b4f7-ca69fde96ecf,revision_number=3']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:14:16.350719 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-05778cf0-b06e-4c81-bd1e-6490aac956a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777170380508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3627128'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:14:16.368340 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.26', 53172) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 19:14:16.680763 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.wsgi [None req-dbdcea58-c823-4baa-a43c-c88ae14201aa admin admin] http://10.222.0.26:9696/v2.0/extensions returned with HTTP 200 {{(pid=93884) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 29 19:14:16.681771 dv-cinder-806191-2-iscsi neutron-server[93884]: INFO neutron.wsgi [None req-dbdcea58-c823-4baa-a43c-c88ae14201aa admin admin] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3125017 Aug 29 19:14:17.433773 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-f7f3f912-659a-49f9-ab3a-0560ee4983b1 None None] Device 27b3c5dd-14c6-43e5-b4f7-ca69fde96ecf up at agent ovs-agent-dv-cinder-806191-2-iscsi {{(pid=93885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 19:14:17.483839 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-f7f3f912-659a-49f9-ab3a-0560ee4983b1 None None] Provisioning complete for port 27b3c5dd-14c6-43e5-b4f7-ca69fde96ecf triggered by entity L2. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 19:14:17.484208 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-f7f3f912-659a-49f9-ab3a-0560ee4983b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3627211'] for port, provisioning_complete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:14:18.980316 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-18651fb4-8af1-4a9e-95e7-7c4b0aae7a5b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777170380508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3627128'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:14:19.086870 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.26', 53180) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 19:14:19.406341 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.api.v2.base [None req-f18b9c23-2e6e-4d73-b886-023a93072cea admin admin] Request body: {'network': {'provider:physical_network': 'physnet1', 'admin_state_up': True, 'router:external': True, 'is_default': True, 'provider:network_type': 'flat', 'name': 'public'}} {{(pid=93884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 19:14:19.428249 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f18b9c23-2e6e-4d73-b886-023a93072cea admin admin] Made reservation on behalf of 714a2d57c3164d19bbf33f45dd1b2955 for: {'network': 1} {{(pid=93884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 19:14:19.430534 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-f18b9c23-2e6e-4d73-b886-023a93072cea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3669058'] for network, before_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:14:19.438654 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-f18b9c23-2e6e-4d73-b886-023a93072cea admin admin] Notify callbacks [] for security_group, before_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:14:19.527517 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-f18b9c23-2e6e-4d73-b886-023a93072cea admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:14:19.531289 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-f18b9c23-2e6e-4d73-b886-023a93072cea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368872'] for security_group, after_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:14:19.547578 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-f18b9c23-2e6e-4d73-b886-023a93072cea admin admin] Reserving flat network on physical network physnet1 {{(pid=93884) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Aug 29 19:14:19.568339 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f18b9c23-2e6e-4d73-b886-023a93072cea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f3586e77-830e-467b-a2c4-8ed8b6b17a30,revision_number=1']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:14:19.575086 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-f18b9c23-2e6e-4d73-b886-023a93072cea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3556912'] for segment, precommit_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:14:19.575425 dv-cinder-806191-2-iscsi neutron-server[93884]: INFO neutron.db.segments_db [None req-f18b9c23-2e6e-4d73-b886-023a93072cea admin admin] Added segment abe37968-36e5-463a-bc67-a17a4a975f92 of type flat for network 7209b701-ecaa-476a-bd58-d61d280c16d3 Aug 29 19:14:19.631419 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-f18b9c23-2e6e-4d73-b886-023a93072cea admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777169867614'] for network, precommit_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:14:19.635531 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-f7f3f912-659a-49f9-ab3a-0560ee4983b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777170380508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3627128'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:14:19.664170 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-f18b9c23-2e6e-4d73-b886-023a93072cea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-376669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3715978'] for network, after_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:14:19.665134 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f18b9c23-2e6e-4d73-b886-023a93072cea admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 19:14:19.665706 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-f18b9c23-2e6e-4d73-b886-023a93072cea admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3715960'] for network, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:14:19.721993 dv-cinder-806191-2-iscsi neutron-server[93884]: INFO neutron.wsgi [None req-f18b9c23-2e6e-4d73-b886-023a93072cea admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.6340461 Aug 29 19:14:19.722935 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f18b9c23-2e6e-4d73-b886-023a93072cea admin admin] Pushing event updated for resources: {'Network': ['ID=7209b701-ecaa-476a-bd58-d61d280c16d3,revision_number=1']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:14:19.734253 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-f7f3f912-659a-49f9-ab3a-0560ee4983b1 None None] Network 7209b701-ecaa-476a-bd58-d61d280c16d3 details requested by agent ovs-agent-dv-cinder-806191-2-iscsi with host dv-cinder-806191-2-iscsi {{(pid=93885) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 19:14:20.305481 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-ed31fb2d-405b-476e-b16a-f8415d14bc27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777170380508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3627128'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:14:21.747282 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-c214b08a-13ec-4cca-bdbd-998b9b76327d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777170380508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3627128'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:14:22.138413 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.26', 53198) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 19:14:22.319436 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96d30b52-fc13-483d-904e-9dc4aac29715 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 19:14:22.320777 dv-cinder-806191-2-iscsi neutron-server[93884]: INFO neutron.wsgi [None req-96d30b52-fc13-483d-904e-9dc4aac29715 admin admin] 10.222.0.26 "GET /v2.0/subnets/3f021961-7a72-4242-bf66-63eef6024798 HTTP/1.1" status: 200 len: 849 time: 0.1814146 Aug 29 19:14:22.437116 dv-cinder-806191-2-iscsi neutron-server[93884]: INFO neutron.wsgi [None req-93bd3843-b853-46b9-a11d-54b0397db55d admin admin] 10.222.0.26 "GET /v2.0/routers/3ea5bd90-b51b-46ef-8376-b3ed3813ff4d HTTP/1.1" status: 200 len: 704 time: 0.1102293 Aug 29 19:14:22.704339 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-18c452d1-b366-4b4a-85d1-5657490dd408 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3669058'] for port, before_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:14:22.996885 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.db.db_base_plugin_common [None req-18c452d1-b366-4b4a-85d1-5657490dd408 admin admin] Allocated IP 172.20.0.1 (57b44532-a263-44ba-be6c-7b6c81373ab8/3f021961-7a72-4242-bf66-63eef6024798/f5065566-759f-4884-823f-4e55aa235f48) {{(pid=93884) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 19:14:23.199514 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-18c452d1-b366-4b4a-85d1-5657490dd408 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:14:23.221218 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-18c452d1-b366-4b4a-85d1-5657490dd408 admin admin] Transition to ACTIVE for port object f5065566-759f-4884-823f-4e55aa235f48 will not be triggered until provisioned by entity DHCP. {{(pid=93884) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 19:14:23.288307 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-18c452d1-b366-4b4a-85d1-5657490dd408 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3669005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3715978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777169884164'] for port, after_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:14:23.362155 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18c452d1-b366-4b4a-85d1-5657490dd408 admin admin] Network 57b44532-a263-44ba-be6c-7b6c81373ab8 is already hosted by enough agents. {{(pid=93884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 19:14:23.370908 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.scheduler.base_scheduler [None req-18c452d1-b366-4b4a-85d1-5657490dd408 admin admin] Resources bound (agent type, host, resource id): {{(pid=93884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 19:14:23.375535 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18c452d1-b366-4b4a-85d1-5657490dd408 admin admin] Received port after_create {{(pid=93884) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 19:14:23.376711 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-18c452d1-b366-4b4a-85d1-5657490dd408 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3676392'] for router_interface, before_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:14:23.397794 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18c452d1-b366-4b4a-85d1-5657490dd408 admin admin] Pushing event updated for resources: {'Port': ['ID=f5065566-759f-4884-823f-4e55aa235f48,revision_number=1']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:14:23.575226 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-18c452d1-b366-4b4a-85d1-5657490dd408 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3669058'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:14:23.632934 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-896e8b26-31ee-4b17-b8e5-ebd07987aedf None None] Provisioning for port f5065566-759f-4884-823f-4e55aa235f48 completed by entity DHCP. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 19:14:23.636985 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-896e8b26-31ee-4b17-b8e5-ebd07987aedf None None] Provisioning complete for port f5065566-759f-4884-823f-4e55aa235f48 triggered by entity DHCP. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 19:14:23.637362 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-896e8b26-31ee-4b17-b8e5-ebd07987aedf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3627211'] for port, provisioning_complete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:14:23.671484 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.plugins.ml2.plugin [None req-896e8b26-31ee-4b17-b8e5-ebd07987aedf None None] Port f5065566-759f-4884-823f-4e55aa235f48 cannot update to ACTIVE because it is not bound. {{(pid=93885) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 19:14:23.785294 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-18c452d1-b366-4b4a-85d1-5657490dd408 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:14:23.790301 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-18c452d1-b366-4b4a-85d1-5657490dd408 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3669005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3715978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777170436913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777169884182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777169884200'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:14:23.791169 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-18c452d1-b366-4b4a-85d1-5657490dd408 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3716004', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3676983'] for router_interface, after_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:14:23.869361 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18c452d1-b366-4b4a-85d1-5657490dd408 admin admin] Pushing event updated for resources: {'Port': ['ID=f5065566-759f-4884-823f-4e55aa235f48,revision_number=2']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:14:23.916428 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18c452d1-b366-4b4a-85d1-5657490dd408 admin admin] Network 57b44532-a263-44ba-be6c-7b6c81373ab8 is already hosted by enough agents. {{(pid=93884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 19:14:23.917758 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.scheduler.base_scheduler [None req-18c452d1-b366-4b4a-85d1-5657490dd408 admin admin] Resources bound (agent type, host, resource id): {{(pid=93884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 19:14:24.083312 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-18c452d1-b366-4b4a-85d1-5657490dd408 admin admin] Router 3ea5bd90-b51b-46ef-8376-b3ed3813ff4d is scheduled to L3 agent c3ed3b02-d107-45f2-9b2a-fff9b0cfaa96 with binding_index 1 {{(pid=93884) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 29 19:14:24.091839 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-6e3df9f0-cd54-4901-b2d8-9c7653d8cc9a None None] Provisioning complete for port f5065566-759f-4884-823f-4e55aa235f48 triggered by entity DHCP. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 19:14:24.092352 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-6e3df9f0-cd54-4901-b2d8-9c7653d8cc9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3627211'] for port, provisioning_complete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:14:24.127610 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.plugins.ml2.plugin [None req-6e3df9f0-cd54-4901-b2d8-9c7653d8cc9a None None] Port f5065566-759f-4884-823f-4e55aa235f48 cannot update to ACTIVE because it is not bound. {{(pid=93885) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 19:14:24.176566 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-18c452d1-b366-4b4a-85d1-5657490dd408 admin admin] Notify agent at l3_agent.dv-cinder-806191-2-iscsi the message routers_updated {{(pid=93884) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 19:14:24.181746 dv-cinder-806191-2-iscsi neutron-server[93884]: INFO neutron.wsgi [None req-18c452d1-b366-4b4a-85d1-5657490dd408 admin admin] 10.222.0.26 "PUT /v2.0/routers/3ea5bd90-b51b-46ef-8376-b3ed3813ff4d/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.7385826 Aug 29 19:14:24.197976 dv-cinder-806191-2-iscsi neutron-server[93886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d1721f1-8782-44f1-931e-2c45606e79d6 None None] Sync routers for ids ['3ea5bd90-b51b-46ef-8376-b3ed3813ff4d'] in dv-cinder-806191-2-iscsi {{(pid=93886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 19:14:24.212850 dv-cinder-806191-2-iscsi neutron-server[93886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d1721f1-8782-44f1-931e-2c45606e79d6 None None] Routers {'3ea5bd90-b51b-46ef-8376-b3ed3813ff4d'} bound to L3 agent in host dv-cinder-806191-2-iscsi {{(pid=93886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 19:14:24.213710 dv-cinder-806191-2-iscsi neutron-server[93886]: DEBUG neutron.db.l3_hamode_db [None req-3d1721f1-8782-44f1-931e-2c45606e79d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806191-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-08-29T19:13:49Z,description=,heartbeat_timestamp=2021-08-29T19:14:19Z,host='dv-cinder-806191-2-iscsi',id=c3ed3b02-d107-45f2-9b2a-fff9b0cfaa96,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T19:13:49Z,topic='l3_agent')) {'router_ids': ['3ea5bd90-b51b-46ef-8376-b3ed3813ff4d'], 'active': True} {{(pid=93886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 19:14:24.406001 dv-cinder-806191-2-iscsi neutron-server[93886]: DEBUG neutron.db.l3_dvr_db [None req-3d1721f1-8782-44f1-931e-2c45606e79d6 None None] Set router 3ea5bd90-b51b-46ef-8376-b3ed3813ff4d gateway port host: None {{(pid=93886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 19:14:24.879781 dv-cinder-806191-2-iscsi neutron-server[93886]: DEBUG neutron.db.l3_hamode_db [None req-3d1721f1-8782-44f1-931e-2c45606e79d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ea5bd90-b51b-46ef-8376-b3ed3813ff4d', 'name': 'router1', 'tenant_id': '995c8acd69914ab09d40f0631096f39a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T19:14:13Z', 'updated_at': '2021-08-29T19:14:23Z', 'revision_number': 2, 'project_id': '995c8acd69914ab09d40f0631096f39a', 'gw_port_host': None, '_interfaces': [{'id': 'f5065566-759f-4884-823f-4e55aa235f48', 'name': '', 'network_id': '57b44532-a263-44ba-be6c-7b6c81373ab8', 'tenant_id': '995c8acd69914ab09d40f0631096f39a', 'mac_address': 'fa:16:3e:a8:ea:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3ea5bd90-b51b-46ef-8376-b3ed3813ff4d', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '3f021961-7a72-4242-bf66-63eef6024798', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T19:14:22Z', 'updated_at': '2021-08-29T19:14:23Z', 'revision_number': 2, 'project_id': '995c8acd69914ab09d40f0631096f39a', 'subnets': [{'id': '3f021961-7a72-4242-bf66-63eef6024798', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '7b45df50-900a-4299-adf7-11ba68c8a3dc'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806191-2-iscsi', False) {} {{(pid=93886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 19:14:24.931144 dv-cinder-806191-2-iscsi neutron-server[93886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d1721f1-8782-44f1-931e-2c45606e79d6 None None] Checking router: 3ea5bd90-b51b-46ef-8376-b3ed3813ff4d for host: dv-cinder-806191-2-iscsi {{(pid=93886) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 19:14:24.931521 dv-cinder-806191-2-iscsi neutron-server[93886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d1721f1-8782-44f1-931e-2c45606e79d6 None None] Updating router 3ea5bd90-b51b-46ef-8376-b3ed3813ff4d port f5065566-759f-4884-823f-4e55aa235f48 binding host dv-cinder-806191-2-iscsi {{(pid=93886) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 29 19:14:24.984431 dv-cinder-806191-2-iscsi neutron-server[93886]: DEBUG neutron_lib.callbacks.manager [None req-3d1721f1-8782-44f1-931e-2c45606e79d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3669058'] for port, before_update {{(pid=93886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:14:25.541299 dv-cinder-806191-2-iscsi neutron-server[93886]: DEBUG neutron_lib.callbacks.manager [None req-3d1721f1-8782-44f1-931e-2c45606e79d6 None None] Notify callbacks [] for port, precommit_update {{(pid=93886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:14:25.560933 dv-cinder-806191-2-iscsi neutron-server[93886]: DEBUG neutron.db.provisioning_blocks [None req-3d1721f1-8782-44f1-931e-2c45606e79d6 None None] Transition to ACTIVE for port object f5065566-759f-4884-823f-4e55aa235f48 will not be triggered until provisioned by entity L2. {{(pid=93886) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 19:14:25.568595 dv-cinder-806191-2-iscsi neutron-server[93886]: DEBUG neutron_lib.callbacks.manager [None req-3d1721f1-8782-44f1-931e-2c45606e79d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3669005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3715978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777170436913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777169884182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777169884200'] for port, after_update {{(pid=93886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:14:25.754916 dv-cinder-806191-2-iscsi neutron-server[93886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7d593c8-8b24-4d53-8645-3c08cc1c81d5 None None] Pushing event updated for resources: {'Port': ['ID=f5065566-759f-4884-823f-4e55aa235f48,revision_number=3']} {{(pid=93886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:14:25.761194 dv-cinder-806191-2-iscsi neutron-server[93886]: DEBUG neutron.plugins.ml2.managers [None req-3d1721f1-8782-44f1-931e-2c45606e79d6 None None] Attempting to bind port f5065566-759f-4884-823f-4e55aa235f48 on host dv-cinder-806191-2-iscsi for vnic_type normal with profile {{(pid=93886) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 19:14:25.761887 dv-cinder-806191-2-iscsi neutron-server[93886]: DEBUG neutron.plugins.ml2.managers [None req-3d1721f1-8782-44f1-931e-2c45606e79d6 None None] Attempting to bind port f5065566-759f-4884-823f-4e55aa235f48 by drivers openvswitch,hyperv on host dv-cinder-806191-2-iscsi at level 0 using segments [{'id': '903ee717-0d7f-4b9b-998f-5731e1f7e019', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '57b44532-a263-44ba-be6c-7b6c81373ab8'}] {{(pid=93886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 19:14:25.762013 dv-cinder-806191-2-iscsi neutron-server[93886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d1721f1-8782-44f1-931e-2c45606e79d6 None None] Attempting to bind port f5065566-759f-4884-823f-4e55aa235f48 on network 57b44532-a263-44ba-be6c-7b6c81373ab8 {{(pid=93886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 19:14:25.770785 dv-cinder-806191-2-iscsi neutron-server[93886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7d593c8-8b24-4d53-8645-3c08cc1c81d5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806191-2-iscsi {{(pid=93886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:14:25.771126 dv-cinder-806191-2-iscsi neutron-server[93886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7d593c8-8b24-4d53-8645-3c08cc1c81d5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806191-2-iscsi {{(pid=93886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:14:25.771534 dv-cinder-806191-2-iscsi neutron-server[93886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7d593c8-8b24-4d53-8645-3c08cc1c81d5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806191-2-iscsi {{(pid=93886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:14:25.771869 dv-cinder-806191-2-iscsi neutron-server[93886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7d593c8-8b24-4d53-8645-3c08cc1c81d5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806191-2-iscsi {{(pid=93886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:14:25.772200 dv-cinder-806191-2-iscsi neutron-server[93886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7d593c8-8b24-4d53-8645-3c08cc1c81d5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-806191-2-iscsi {{(pid=93886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:14:25.772603 dv-cinder-806191-2-iscsi neutron-server[93886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7d593c8-8b24-4d53-8645-3c08cc1c81d5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806191-2-iscsi {{(pid=93886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:14:25.772858 dv-cinder-806191-2-iscsi neutron-server[93886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7d593c8-8b24-4d53-8645-3c08cc1c81d5 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-806191-2-iscsi {{(pid=93886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:14:25.773221 dv-cinder-806191-2-iscsi neutron-server[93886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7d593c8-8b24-4d53-8645-3c08cc1c81d5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-806191-2-iscsi {{(pid=93886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:14:25.773577 dv-cinder-806191-2-iscsi neutron-server[93886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7d593c8-8b24-4d53-8645-3c08cc1c81d5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806191-2-iscsi {{(pid=93886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:14:25.773890 dv-cinder-806191-2-iscsi neutron-server[93886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7d593c8-8b24-4d53-8645-3c08cc1c81d5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806191-2-iscsi {{(pid=93886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:14:25.774206 dv-cinder-806191-2-iscsi neutron-server[93886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7d593c8-8b24-4d53-8645-3c08cc1c81d5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806191-2-iscsi {{(pid=93886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:14:25.774553 dv-cinder-806191-2-iscsi neutron-server[93886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7d593c8-8b24-4d53-8645-3c08cc1c81d5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806191-2-iscsi {{(pid=93886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:14:25.775621 dv-cinder-806191-2-iscsi neutron-server[93886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7d593c8-8b24-4d53-8645-3c08cc1c81d5 None None] Tracked resource versions report: Aug 29 19:14:25.775621 dv-cinder-806191-2-iscsi neutron-server[93886]: pushed versions: Aug 29 19:14:25.775621 dv-cinder-806191-2-iscsi neutron-server[93886]: { 'AddressGroup': {'1.2'}, Aug 29 19:14:25.775621 dv-cinder-806191-2-iscsi neutron-server[93886]: 'ConntrackHelper': {'1.0'}, Aug 29 19:14:25.775621 dv-cinder-806191-2-iscsi neutron-server[93886]: 'Log': {'1.0'}, Aug 29 19:14:25.775621 dv-cinder-806191-2-iscsi neutron-server[93886]: 'Network': {'1.1'}, Aug 29 19:14:25.775621 dv-cinder-806191-2-iscsi neutron-server[93886]: 'Port': {'1.7'}, Aug 29 19:14:25.775621 dv-cinder-806191-2-iscsi neutron-server[93886]: 'PortForwarding': {'1.2'}, Aug 29 19:14:25.775621 dv-cinder-806191-2-iscsi neutron-server[93886]: 'QosPolicy': {'1.9'}, Aug 29 19:14:25.775621 dv-cinder-806191-2-iscsi neutron-server[93886]: 'SecurityGroup': {'1.4'}, Aug 29 19:14:25.775621 dv-cinder-806191-2-iscsi neutron-server[93886]: 'SecurityGroupRule': {'1.2'}, Aug 29 19:14:25.775621 dv-cinder-806191-2-iscsi neutron-server[93886]: 'SubPort': {'1.0'}, Aug 29 19:14:25.775621 dv-cinder-806191-2-iscsi neutron-server[93886]: 'Subnet': {'1.1'}, Aug 29 19:14:25.775621 dv-cinder-806191-2-iscsi neutron-server[93886]: 'Trunk': {'1.1'}} Aug 29 19:14:25.775621 dv-cinder-806191-2-iscsi neutron-server[93886]: consumer versions: Aug 29 19:14:25.775621 dv-cinder-806191-2-iscsi neutron-server[93886]: { DHCP agent@dv-cinder-806191-2-iscsi: {}, Aug 29 19:14:25.775621 dv-cinder-806191-2-iscsi neutron-server[93886]: L3 agent@dv-cinder-806191-2-iscsi: {}, Aug 29 19:14:25.775621 dv-cinder-806191-2-iscsi neutron-server[93886]: Metadata agent@dv-cinder-806191-2-iscsi: {}, Aug 29 19:14:25.775621 dv-cinder-806191-2-iscsi neutron-server[93886]: Metering agent@dv-cinder-806191-2-iscsi: {}, Aug 29 19:14:25.775621 dv-cinder-806191-2-iscsi neutron-server[93886]: Open vSwitch agent@dv-cinder-806191-2-iscsi: { 'AddressGroup': '1.2', Aug 29 19:14:25.775621 dv-cinder-806191-2-iscsi neutron-server[93886]: 'ConntrackHelper': '1.0', Aug 29 19:14:25.775621 dv-cinder-806191-2-iscsi neutron-server[93886]: 'Log': '1.0', Aug 29 19:14:25.775621 dv-cinder-806191-2-iscsi neutron-server[93886]: 'Network': '1.1', Aug 29 19:14:25.775621 dv-cinder-806191-2-iscsi neutron-server[93886]: 'Port': '1.7', Aug 29 19:14:25.775621 dv-cinder-806191-2-iscsi neutron-server[93886]: 'PortForwarding': '1.2', Aug 29 19:14:25.775621 dv-cinder-806191-2-iscsi neutron-server[93886]: 'QosPolicy': '1.9', Aug 29 19:14:25.775621 dv-cinder-806191-2-iscsi neutron-server[93886]: 'SecurityGroup': '1.4', Aug 29 19:14:25.775621 dv-cinder-806191-2-iscsi neutron-server[93886]: 'SecurityGroupRule': '1.2', Aug 29 19:14:25.775621 dv-cinder-806191-2-iscsi neutron-server[93886]: 'SubPort': '1.0', Aug 29 19:14:25.775621 dv-cinder-806191-2-iscsi neutron-server[93886]: 'Subnet': '1.1', Aug 29 19:14:25.775621 dv-cinder-806191-2-iscsi neutron-server[93886]: 'Trunk': '1.1'}} Aug 29 19:14:25.775621 dv-cinder-806191-2-iscsi neutron-server[93886]: {{(pid=93886) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 29 19:14:25.780679 dv-cinder-806191-2-iscsi neutron-server[93886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d1721f1-8782-44f1-931e-2c45606e79d6 None None] Checking agent: {'id': 'e2dce85b-d9d5-40cd-b89b-586c7cfc9b3c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-806191-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 19, 13, 50), 'started_at': datetime.datetime(2021, 8, 29, 19, 14, 20), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 19, 14, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-806191-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 19:14:25.781105 dv-cinder-806191-2-iscsi neutron-server[93886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d1721f1-8782-44f1-931e-2c45606e79d6 None None] Checking segment: {'id': '903ee717-0d7f-4b9b-998f-5731e1f7e019', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '57b44532-a263-44ba-be6c-7b6c81373ab8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93886) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 19:14:25.781594 dv-cinder-806191-2-iscsi neutron-server[93886]: DEBUG neutron_lib.callbacks.manager [None req-3d1721f1-8782-44f1-931e-2c45606e79d6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:14:25.782053 dv-cinder-806191-2-iscsi neutron-server[93886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d1721f1-8782-44f1-931e-2c45606e79d6 None None] Bound using segment: {'id': '903ee717-0d7f-4b9b-998f-5731e1f7e019', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '57b44532-a263-44ba-be6c-7b6c81373ab8'} {{(pid=93886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 19:14:25.782508 dv-cinder-806191-2-iscsi neutron-server[93886]: DEBUG neutron.plugins.ml2.managers [None req-3d1721f1-8782-44f1-931e-2c45606e79d6 None None] Bound port: f5065566-759f-4884-823f-4e55aa235f48, host: dv-cinder-806191-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '903ee717-0d7f-4b9b-998f-5731e1f7e019', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '57b44532-a263-44ba-be6c-7b6c81373ab8'}}] {{(pid=93886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 19:14:25.782904 dv-cinder-806191-2-iscsi neutron-server[93886]: DEBUG neutron_lib.callbacks.manager [None req-3d1721f1-8782-44f1-931e-2c45606e79d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3669058'] for port, before_update {{(pid=93886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:14:25.858250 dv-cinder-806191-2-iscsi neutron-server[93886]: DEBUG neutron.plugins.ml2.db [None req-3d1721f1-8782-44f1-931e-2c45606e79d6 None None] For port f5065566-759f-4884-823f-4e55aa235f48, host dv-cinder-806191-2-iscsi, cleared binding levels {{(pid=93886) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 19:14:25.880342 dv-cinder-806191-2-iscsi neutron-server[93886]: DEBUG neutron.plugins.ml2.db [None req-3d1721f1-8782-44f1-931e-2c45606e79d6 None None] For port f5065566-759f-4884-823f-4e55aa235f48, host dv-cinder-806191-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806191-2-iscsi',level=0,port_id=f5065566-759f-4884-823f-4e55aa235f48,segment=NetworkSegment(903ee717-0d7f-4b9b-998f-5731e1f7e019),segment_id=903ee717-0d7f-4b9b-998f-5731e1f7e019)] {{(pid=93886) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 19:14:25.885210 dv-cinder-806191-2-iscsi neutron-server[93886]: DEBUG neutron_lib.callbacks.manager [None req-3d1721f1-8782-44f1-931e-2c45606e79d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3669005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3715978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777170436913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777169884182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777169884200'] for port, after_update {{(pid=93886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:14:25.944194 dv-cinder-806191-2-iscsi neutron-server[93886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7d593c8-8b24-4d53-8645-3c08cc1c81d5 None None] Pushing event updated for resources: {'Port': ['ID=f5065566-759f-4884-823f-4e55aa235f48,revision_number=4']} {{(pid=93886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:14:25.956367 dv-cinder-806191-2-iscsi neutron-server[93886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d1721f1-8782-44f1-931e-2c45606e79d6 None None] Routers {'3ea5bd90-b51b-46ef-8376-b3ed3813ff4d'} bound to L3 agent in host dv-cinder-806191-2-iscsi {{(pid=93886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 19:14:25.957003 dv-cinder-806191-2-iscsi neutron-server[93886]: DEBUG neutron.db.l3_hamode_db [None req-3d1721f1-8782-44f1-931e-2c45606e79d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806191-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-08-29T19:13:49Z,description=,heartbeat_timestamp=2021-08-29T19:14:19Z,host='dv-cinder-806191-2-iscsi',id=c3ed3b02-d107-45f2-9b2a-fff9b0cfaa96,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T19:13:49Z,topic='l3_agent')) {'router_ids': ['3ea5bd90-b51b-46ef-8376-b3ed3813ff4d'], 'active': True} {{(pid=93886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 19:14:26.047030 dv-cinder-806191-2-iscsi neutron-server[93886]: DEBUG neutron.db.l3_dvr_db [None req-3d1721f1-8782-44f1-931e-2c45606e79d6 None None] Set router 3ea5bd90-b51b-46ef-8376-b3ed3813ff4d gateway port host: None {{(pid=93886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 19:14:26.276865 dv-cinder-806191-2-iscsi neutron-server[93886]: DEBUG neutron.db.l3_hamode_db [None req-3d1721f1-8782-44f1-931e-2c45606e79d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ea5bd90-b51b-46ef-8376-b3ed3813ff4d', 'name': 'router1', 'tenant_id': '995c8acd69914ab09d40f0631096f39a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T19:14:13Z', 'updated_at': '2021-08-29T19:14:23Z', 'revision_number': 2, 'project_id': '995c8acd69914ab09d40f0631096f39a', 'gw_port_host': None, '_interfaces': [{'id': 'f5065566-759f-4884-823f-4e55aa235f48', 'name': '', 'network_id': '57b44532-a263-44ba-be6c-7b6c81373ab8', 'tenant_id': '995c8acd69914ab09d40f0631096f39a', 'mac_address': 'fa:16:3e:a8:ea:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3ea5bd90-b51b-46ef-8376-b3ed3813ff4d', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '3f021961-7a72-4242-bf66-63eef6024798', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806191-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T19:14:22Z', 'updated_at': '2021-08-29T19:14:25Z', 'revision_number': 4, 'project_id': '995c8acd69914ab09d40f0631096f39a', 'subnets': [{'id': '3f021961-7a72-4242-bf66-63eef6024798', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '7b45df50-900a-4299-adf7-11ba68c8a3dc'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806191-2-iscsi', False) {} {{(pid=93886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 19:14:26.305680 dv-cinder-806191-2-iscsi neutron-server[93886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d1721f1-8782-44f1-931e-2c45606e79d6 None None] The sync data for ids ['3ea5bd90-b51b-46ef-8376-b3ed3813ff4d'] in dv-cinder-806191-2-iscsi is: [{'id': '3ea5bd90-b51b-46ef-8376-b3ed3813ff4d', 'name': 'router1', 'tenant_id': '995c8acd69914ab09d40f0631096f39a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T19:14:13Z', 'updated_at': '2021-08-29T19:14:23Z', 'revision_number': 2, 'project_id': '995c8acd69914ab09d40f0631096f39a', 'gw_port_host': None, '_interfaces': [{'id': 'f5065566-759f-4884-823f-4e55aa235f48', 'name': '', 'network_id': '57b44532-a263-44ba-be6c-7b6c81373ab8', 'tenant_id': '995c8acd69914ab09d40f0631096f39a', 'mac_address': 'fa:16:3e:a8:ea:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3ea5bd90-b51b-46ef-8376-b3ed3813ff4d', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '3f021961-7a72-4242-bf66-63eef6024798', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806191-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T19:14:22Z', 'updated_at': '2021-08-29T19:14:25Z', 'revision_number': 4, 'project_id': '995c8acd69914ab09d40f0631096f39a', 'subnets': [{'id': '3f021961-7a72-4242-bf66-63eef6024798', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '7b45df50-900a-4299-adf7-11ba68c8a3dc'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 19:14:26.527234 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.26', 53218) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 19:14:26.641973 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5f5a544-a867-4adf-b53b-8d2944e4e3b2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 19:14:26.643745 dv-cinder-806191-2-iscsi neutron-server[93884]: INFO neutron.wsgi [None req-e5f5a544-a867-4adf-b53b-8d2944e4e3b2 admin admin] 10.222.0.26 "GET /v2.0/networks/7209b701-ecaa-476a-bd58-d61d280c16d3 HTTP/1.1" status: 200 len: 842 time: 0.1152136 Aug 29 19:14:26.653577 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.api.v2.base [None req-3badef18-01f0-4cb1-9ee3-95a6afa9ab10 admin admin] Request body: {'subnet': {'enable_dhcp': False, 'network_id': '7209b701-ecaa-476a-bd58-d61d280c16d3', 'name': 'public-subnet', 'gateway_ip': '172.27.2.1', 'cidr': '172.27.2.0/24', 'ip_version': 4}} {{(pid=93884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 19:14:26.675247 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3badef18-01f0-4cb1-9ee3-95a6afa9ab10 admin admin] Made reservation on behalf of 714a2d57c3164d19bbf33f45dd1b2955 for: {'subnet': 1} {{(pid=93884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 19:14:26.678250 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-3badef18-01f0-4cb1-9ee3-95a6afa9ab10 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:14:27.081465 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.objects.ports [None req-3badef18-01f0-4cb1-9ee3-95a6afa9ab10 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=93884) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 29 19:14:27.081950 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-3badef18-01f0-4cb1-9ee3-95a6afa9ab10 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-376708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3715978'] for subnet, after_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:14:27.144114 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3badef18-01f0-4cb1-9ee3-95a6afa9ab10 admin admin] Pushing event updated for resources: {'Subnet': ['ID=71309eb1-223f-47ba-9803-1437c965e178,revision_number=0']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:14:27.149142 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3badef18-01f0-4cb1-9ee3-95a6afa9ab10 admin admin] Checking segment: {'id': 'abe37968-36e5-463a-bc67-a17a4a975f92', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7209b701-ecaa-476a-bd58-d61d280c16d3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93884) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 19:14:27.149506 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3badef18-01f0-4cb1-9ee3-95a6afa9ab10 admin admin] Network hostable DHCP agents. Network: 7209b701-ecaa-476a-bd58-d61d280c16d3, hostable agents: ['01567a2b-701c-44ec-9311-402810164ce4'], hosted agents: [] {{(pid=93884) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 19:14:27.167314 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3badef18-01f0-4cb1-9ee3-95a6afa9ab10 admin admin] Network 7209b701-ecaa-476a-bd58-d61d280c16d3 is scheduled to be hosted by DHCP agent 01567a2b-701c-44ec-9311-402810164ce4 with binding_index 1 {{(pid=93884) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 19:14:27.177362 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.scheduler.base_scheduler [None req-3badef18-01f0-4cb1-9ee3-95a6afa9ab10 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-806191-2-iscsi, 7209b701-ecaa-476a-bd58-d61d280c16d3) {{(pid=93884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 19:14:27.182082 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3badef18-01f0-4cb1-9ee3-95a6afa9ab10 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 19:14:27.182702 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-3badef18-01f0-4cb1-9ee3-95a6afa9ab10 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3715960'] for subnet, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:14:27.188684 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c857cd4-8f28-4946-aad0-1359345a5b33 None None] Network 7209b701-ecaa-476a-bd58-d61d280c16d3 requested from dv-cinder-806191-2-iscsi {{(pid=93885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 19:14:27.202444 dv-cinder-806191-2-iscsi neutron-server[93884]: INFO neutron.wsgi [None req-3badef18-01f0-4cb1-9ee3-95a6afa9ab10 admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5487487 Aug 29 19:14:27.361990 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07067777-ae41-4ecd-93cf-2cf3f6cf5b45 None None] Network 7209b701-ecaa-476a-bd58-d61d280c16d3 requested from dv-cinder-806191-2-iscsi {{(pid=93885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 19:14:29.557027 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.26', 53226) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 19:14:29.698722 dv-cinder-806191-2-iscsi neutron-server[93884]: INFO neutron.wsgi [None req-d579407d-ec35-4a56-a14c-20c001a2aa4a admin admin] 10.222.0.26 "GET /v2.0/routers/3ea5bd90-b51b-46ef-8376-b3ed3813ff4d HTTP/1.1" status: 200 len: 710 time: 0.1405149 Aug 29 19:14:29.804178 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81b9c271-45e3-471d-be12-52a1979712a6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 19:14:29.805638 dv-cinder-806191-2-iscsi neutron-server[93884]: INFO neutron.wsgi [None req-81b9c271-45e3-471d-be12-52a1979712a6 admin admin] 10.222.0.26 "GET /v2.0/networks/7209b701-ecaa-476a-bd58-d61d280c16d3 HTTP/1.1" status: 200 len: 886 time: 0.0939679 Aug 29 19:14:29.819918 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.api.v2.base [None req-dce23d04-63ed-48bf-99e6-92b642413db1 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '7209b701-ecaa-476a-bd58-d61d280c16d3'}}} {{(pid=93884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 19:14:30.073860 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-dce23d04-63ed-48bf-99e6-92b642413db1 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:14:30.318672 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-dce23d04-63ed-48bf-99e6-92b642413db1 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:14:30.407122 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-dce23d04-63ed-48bf-99e6-92b642413db1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3669058'] for port, before_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:14:30.528566 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.db.db_base_plugin_common [None req-dce23d04-63ed-48bf-99e6-92b642413db1 admin admin] Allocated IP 172.27.2.191 (7209b701-ecaa-476a-bd58-d61d280c16d3/71309eb1-223f-47ba-9803-1437c965e178/990d537d-9dd3-47c5-b17e-44531c0fb702) {{(pid=93884) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 19:14:30.633884 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-dce23d04-63ed-48bf-99e6-92b642413db1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:14:30.673466 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-dce23d04-63ed-48bf-99e6-92b642413db1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3669005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3715978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777169884164'] for port, after_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:14:30.717867 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dce23d04-63ed-48bf-99e6-92b642413db1 admin admin] Network 7209b701-ecaa-476a-bd58-d61d280c16d3 is already hosted by enough agents. {{(pid=93884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 19:14:30.720769 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.scheduler.base_scheduler [None req-dce23d04-63ed-48bf-99e6-92b642413db1 admin admin] Resources bound (agent type, host, resource id): {{(pid=93884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 19:14:30.727505 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dce23d04-63ed-48bf-99e6-92b642413db1 admin admin] Pushing event updated for resources: {'Port': ['ID=990d537d-9dd3-47c5-b17e-44531c0fb702,revision_number=1']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:14:30.739830 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dce23d04-63ed-48bf-99e6-92b642413db1 admin admin] Received port after_create {{(pid=93884) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 19:14:31.083946 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-dce23d04-63ed-48bf-99e6-92b642413db1 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:14:31.280436 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-dce23d04-63ed-48bf-99e6-92b642413db1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3676178', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3671472', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-28701'] for router, precommit_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:14:31.284567 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-dce23d04-63ed-48bf-99e6-92b642413db1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3676215', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3676169', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3676160', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3671463'] for router, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:14:31.391061 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dce23d04-63ed-48bf-99e6-92b642413db1 admin admin] Router 3ea5bd90-b51b-46ef-8376-b3ed3813ff4d has already been hosted by L3 agent c3ed3b02-d107-45f2-9b2a-fff9b0cfaa96 {{(pid=93884) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 19:14:31.513749 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-f7f3f912-659a-49f9-ab3a-0560ee4983b1 None None] Device f5065566-759f-4884-823f-4e55aa235f48 up at agent ovs-agent-dv-cinder-806191-2-iscsi {{(pid=93885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 19:14:31.514526 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dce23d04-63ed-48bf-99e6-92b642413db1 admin admin] Notify agent at l3_agent.dv-cinder-806191-2-iscsi the message routers_updated {{(pid=93884) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 19:14:31.530919 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-dce23d04-63ed-48bf-99e6-92b642413db1 admin admin] Notify callbacks [] for router, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:14:31.532456 dv-cinder-806191-2-iscsi neutron-server[93884]: INFO neutron.wsgi [None req-dce23d04-63ed-48bf-99e6-92b642413db1 admin admin] 10.222.0.26 "PUT /v2.0/routers/3ea5bd90-b51b-46ef-8376-b3ed3813ff4d HTTP/1.1" status: 200 len: 890 time: 1.7161798 Aug 29 19:14:31.582078 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-f7f3f912-659a-49f9-ab3a-0560ee4983b1 None None] Provisioning for port f5065566-759f-4884-823f-4e55aa235f48 completed by entity L2. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 19:14:31.588313 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-f7f3f912-659a-49f9-ab3a-0560ee4983b1 None None] Provisioning complete for port f5065566-759f-4884-823f-4e55aa235f48 triggered by entity L2. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 19:14:31.588744 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-f7f3f912-659a-49f9-ab3a-0560ee4983b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3627211'] for port, provisioning_complete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:14:31.694731 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-f7f3f912-659a-49f9-ab3a-0560ee4983b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3669058'] for port, before_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:14:31.734223 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-f7f3f912-659a-49f9-ab3a-0560ee4983b1 None None] For port f5065566-759f-4884-823f-4e55aa235f48, host dv-cinder-806191-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806191-2-iscsi',level=0,port_id=f5065566-759f-4884-823f-4e55aa235f48,segment=NetworkSegment(903ee717-0d7f-4b9b-998f-5731e1f7e019),segment_id=903ee717-0d7f-4b9b-998f-5731e1f7e019)] {{(pid=93885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 19:14:31.740704 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-f7f3f912-659a-49f9-ab3a-0560ee4983b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3669005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3715978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777170436913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777169884182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777169884200'] for port, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:14:31.815289 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7f3f912-659a-49f9-ab3a-0560ee4983b1 None None] Pushing event updated for resources: {'Port': ['ID=f5065566-759f-4884-823f-4e55aa235f48,revision_number=5']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:14:32.917511 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-977b01aa-c917-410e-9dde-3904528b7d0d None None] Sync routers for ids ['3ea5bd90-b51b-46ef-8376-b3ed3813ff4d'] in dv-cinder-806191-2-iscsi {{(pid=93885) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 19:14:32.929259 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-977b01aa-c917-410e-9dde-3904528b7d0d None None] Routers {'3ea5bd90-b51b-46ef-8376-b3ed3813ff4d'} bound to L3 agent in host dv-cinder-806191-2-iscsi {{(pid=93885) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 19:14:32.930109 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-977b01aa-c917-410e-9dde-3904528b7d0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806191-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-08-29T19:13:49Z,description=,heartbeat_timestamp=2021-08-29T19:14:19Z,host='dv-cinder-806191-2-iscsi',id=c3ed3b02-d107-45f2-9b2a-fff9b0cfaa96,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T19:13:49Z,topic='l3_agent')) {'router_ids': ['3ea5bd90-b51b-46ef-8376-b3ed3813ff4d'], 'active': True} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 19:14:33.201544 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.db.l3_dvr_db [None req-977b01aa-c917-410e-9dde-3904528b7d0d None None] Set router 3ea5bd90-b51b-46ef-8376-b3ed3813ff4d gateway port host: dv-cinder-806191-2-iscsi {{(pid=93885) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 19:14:33.453728 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-f7f3f912-659a-49f9-ab3a-0560ee4983b1 None None] Device f5065566-759f-4884-823f-4e55aa235f48 up at agent ovs-agent-dv-cinder-806191-2-iscsi {{(pid=93885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 19:14:33.458009 dv-cinder-806191-2-iscsi neutron-server[93886]: DEBUG neutron.db.agents_db [None req-c8461fad-6a9a-4fb7-93e9-57a62b582dc0 None None] Agent healthcheck: found 5 active agents {{(pid=93886) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 19:14:33.590303 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-f7f3f912-659a-49f9-ab3a-0560ee4983b1 None None] Provisioning complete for port f5065566-759f-4884-823f-4e55aa235f48 triggered by entity L2. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 19:14:33.590852 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-f7f3f912-659a-49f9-ab3a-0560ee4983b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3627211'] for port, provisioning_complete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:14:33.726460 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-977b01aa-c917-410e-9dde-3904528b7d0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ea5bd90-b51b-46ef-8376-b3ed3813ff4d', 'name': 'router1', 'tenant_id': '995c8acd69914ab09d40f0631096f39a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7209b701-ecaa-476a-bd58-d61d280c16d3', 'external_fixed_ips': [{'subnet_id': '71309eb1-223f-47ba-9803-1437c965e178', 'ip_address': '172.27.2.191'}], 'enable_snat': True}, 'gw_port_id': '990d537d-9dd3-47c5-b17e-44531c0fb702', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T19:14:13Z', 'updated_at': '2021-08-29T19:14:30Z', 'revision_number': 4, 'project_id': '995c8acd69914ab09d40f0631096f39a', 'gw_port': {'id': '990d537d-9dd3-47c5-b17e-44531c0fb702', 'name': '', 'network_id': '7209b701-ecaa-476a-bd58-d61d280c16d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:5b:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3ea5bd90-b51b-46ef-8376-b3ed3813ff4d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '71309eb1-223f-47ba-9803-1437c965e178', 'ip_address': '172.27.2.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T19:14:30Z', 'updated_at': '2021-08-29T19:14:30Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '71309eb1-223f-47ba-9803-1437c965e178', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806191-2-iscsi', '_interfaces': [{'id': 'f5065566-759f-4884-823f-4e55aa235f48', 'name': '', 'network_id': '57b44532-a263-44ba-be6c-7b6c81373ab8', 'tenant_id': '995c8acd69914ab09d40f0631096f39a', 'mac_address': 'fa:16:3e:a8:ea:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ea5bd90-b51b-46ef-8376-b3ed3813ff4d', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '3f021961-7a72-4242-bf66-63eef6024798', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806191-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T19:14:22Z', 'updated_at': '2021-08-29T19:14:31Z', 'revision_number': 5, 'project_id': '995c8acd69914ab09d40f0631096f39a', 'subnets': [{'id': '3f021961-7a72-4242-bf66-63eef6024798', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '7b45df50-900a-4299-adf7-11ba68c8a3dc'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806191-2-iscsi', False) {} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 19:14:33.782841 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-977b01aa-c917-410e-9dde-3904528b7d0d None None] Checking router: 3ea5bd90-b51b-46ef-8376-b3ed3813ff4d for host: dv-cinder-806191-2-iscsi {{(pid=93885) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 19:14:33.783219 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-977b01aa-c917-410e-9dde-3904528b7d0d None None] Updating router 3ea5bd90-b51b-46ef-8376-b3ed3813ff4d port 990d537d-9dd3-47c5-b17e-44531c0fb702 binding host dv-cinder-806191-2-iscsi {{(pid=93885) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 29 19:14:33.836839 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-977b01aa-c917-410e-9dde-3904528b7d0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3669058'] for port, before_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:14:34.031039 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.26', 53240) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 19:14:34.148194 dv-cinder-806191-2-iscsi neutron-server[93884]: INFO neutron.wsgi [None req-5fa909ec-55aa-4ea3-a98d-6ca20959f302 admin admin] 10.222.0.26 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.1159093 Aug 29 19:14:34.202546 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-977b01aa-c917-410e-9dde-3904528b7d0d None None] Notify callbacks [] for port, precommit_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:14:34.214621 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-977b01aa-c917-410e-9dde-3904528b7d0d None None] Transition to ACTIVE for port object 990d537d-9dd3-47c5-b17e-44531c0fb702 will not be triggered until provisioned by entity L2. {{(pid=93885) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 19:14:34.221319 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-977b01aa-c917-410e-9dde-3904528b7d0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3669005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3715978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777170436913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777169884182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777169884200'] for port, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:14:34.277090 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.plugins.ml2.managers [None req-977b01aa-c917-410e-9dde-3904528b7d0d None None] Attempting to bind port 990d537d-9dd3-47c5-b17e-44531c0fb702 on host dv-cinder-806191-2-iscsi for vnic_type normal with profile {{(pid=93885) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 19:14:34.277461 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.plugins.ml2.managers [None req-977b01aa-c917-410e-9dde-3904528b7d0d None None] Attempting to bind port 990d537d-9dd3-47c5-b17e-44531c0fb702 by drivers openvswitch,hyperv on host dv-cinder-806191-2-iscsi at level 0 using segments [{'id': 'abe37968-36e5-463a-bc67-a17a4a975f92', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7209b701-ecaa-476a-bd58-d61d280c16d3'}] {{(pid=93885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 19:14:34.277825 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-977b01aa-c917-410e-9dde-3904528b7d0d None None] Attempting to bind port 990d537d-9dd3-47c5-b17e-44531c0fb702 on network 7209b701-ecaa-476a-bd58-d61d280c16d3 {{(pid=93885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 19:14:34.283860 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-111245f7-80c9-4bdd-8e69-9568541fa3d3 None None] Pushing event updated for resources: {'Port': ['ID=990d537d-9dd3-47c5-b17e-44531c0fb702,revision_number=2']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:14:34.290731 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-977b01aa-c917-410e-9dde-3904528b7d0d None None] Checking agent: {'id': 'e2dce85b-d9d5-40cd-b89b-586c7cfc9b3c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-806191-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 19, 13, 50), 'started_at': datetime.datetime(2021, 8, 29, 19, 14, 20), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 19, 14, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-806191-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 19:14:34.291271 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-977b01aa-c917-410e-9dde-3904528b7d0d None None] Checking segment: {'id': 'abe37968-36e5-463a-bc67-a17a4a975f92', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7209b701-ecaa-476a-bd58-d61d280c16d3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93885) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 19:14:34.291983 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-977b01aa-c917-410e-9dde-3904528b7d0d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:14:34.292318 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-977b01aa-c917-410e-9dde-3904528b7d0d None None] Bound using segment: {'id': 'abe37968-36e5-463a-bc67-a17a4a975f92', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7209b701-ecaa-476a-bd58-d61d280c16d3'} {{(pid=93885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 19:14:34.293029 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.plugins.ml2.managers [None req-977b01aa-c917-410e-9dde-3904528b7d0d None None] Bound port: 990d537d-9dd3-47c5-b17e-44531c0fb702, host: dv-cinder-806191-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'abe37968-36e5-463a-bc67-a17a4a975f92', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7209b701-ecaa-476a-bd58-d61d280c16d3'}}] {{(pid=93885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 19:14:34.293552 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-977b01aa-c917-410e-9dde-3904528b7d0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3669058'] for port, before_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:14:34.347396 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-977b01aa-c917-410e-9dde-3904528b7d0d None None] For port 990d537d-9dd3-47c5-b17e-44531c0fb702, host dv-cinder-806191-2-iscsi, cleared binding levels {{(pid=93885) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 19:14:34.351275 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-977b01aa-c917-410e-9dde-3904528b7d0d None None] For port 990d537d-9dd3-47c5-b17e-44531c0fb702, host dv-cinder-806191-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806191-2-iscsi',level=0,port_id=990d537d-9dd3-47c5-b17e-44531c0fb702,segment=NetworkSegment(abe37968-36e5-463a-bc67-a17a4a975f92),segment_id=abe37968-36e5-463a-bc67-a17a4a975f92)] {{(pid=93885) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 19:14:34.355531 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-977b01aa-c917-410e-9dde-3904528b7d0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3669005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3715978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777170436913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777169884182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777169884200'] for port, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:14:34.417744 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-111245f7-80c9-4bdd-8e69-9568541fa3d3 None None] Pushing event updated for resources: {'Port': ['ID=990d537d-9dd3-47c5-b17e-44531c0fb702,revision_number=3']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:14:34.420337 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-977b01aa-c917-410e-9dde-3904528b7d0d None None] Routers {'3ea5bd90-b51b-46ef-8376-b3ed3813ff4d'} bound to L3 agent in host dv-cinder-806191-2-iscsi {{(pid=93885) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 19:14:34.420944 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-977b01aa-c917-410e-9dde-3904528b7d0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806191-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-08-29T19:13:49Z,description=,heartbeat_timestamp=2021-08-29T19:14:19Z,host='dv-cinder-806191-2-iscsi',id=c3ed3b02-d107-45f2-9b2a-fff9b0cfaa96,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T19:13:49Z,topic='l3_agent')) {'router_ids': ['3ea5bd90-b51b-46ef-8376-b3ed3813ff4d'], 'active': True} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 19:14:34.617812 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.db.l3_dvr_db [None req-977b01aa-c917-410e-9dde-3904528b7d0d None None] Set router 3ea5bd90-b51b-46ef-8376-b3ed3813ff4d gateway port host: dv-cinder-806191-2-iscsi {{(pid=93885) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 19:14:34.865887 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-977b01aa-c917-410e-9dde-3904528b7d0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ea5bd90-b51b-46ef-8376-b3ed3813ff4d', 'name': 'router1', 'tenant_id': '995c8acd69914ab09d40f0631096f39a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7209b701-ecaa-476a-bd58-d61d280c16d3', 'external_fixed_ips': [{'subnet_id': '71309eb1-223f-47ba-9803-1437c965e178', 'ip_address': '172.27.2.191'}], 'enable_snat': True}, 'gw_port_id': '990d537d-9dd3-47c5-b17e-44531c0fb702', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T19:14:13Z', 'updated_at': '2021-08-29T19:14:30Z', 'revision_number': 4, 'project_id': '995c8acd69914ab09d40f0631096f39a', 'gw_port': {'id': '990d537d-9dd3-47c5-b17e-44531c0fb702', 'name': '', 'network_id': '7209b701-ecaa-476a-bd58-d61d280c16d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:5b:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3ea5bd90-b51b-46ef-8376-b3ed3813ff4d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '71309eb1-223f-47ba-9803-1437c965e178', 'ip_address': '172.27.2.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806191-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T19:14:30Z', 'updated_at': '2021-08-29T19:14:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '71309eb1-223f-47ba-9803-1437c965e178', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806191-2-iscsi', '_interfaces': [{'id': 'f5065566-759f-4884-823f-4e55aa235f48', 'name': '', 'network_id': '57b44532-a263-44ba-be6c-7b6c81373ab8', 'tenant_id': '995c8acd69914ab09d40f0631096f39a', 'mac_address': 'fa:16:3e:a8:ea:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ea5bd90-b51b-46ef-8376-b3ed3813ff4d', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '3f021961-7a72-4242-bf66-63eef6024798', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806191-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T19:14:22Z', 'updated_at': '2021-08-29T19:14:31Z', 'revision_number': 5, 'project_id': '995c8acd69914ab09d40f0631096f39a', 'subnets': [{'id': '3f021961-7a72-4242-bf66-63eef6024798', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '7b45df50-900a-4299-adf7-11ba68c8a3dc'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806191-2-iscsi', False) {} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 19:14:34.893741 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-977b01aa-c917-410e-9dde-3904528b7d0d None None] The sync data for ids ['3ea5bd90-b51b-46ef-8376-b3ed3813ff4d'] in dv-cinder-806191-2-iscsi is: [{'id': '3ea5bd90-b51b-46ef-8376-b3ed3813ff4d', 'name': 'router1', 'tenant_id': '995c8acd69914ab09d40f0631096f39a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7209b701-ecaa-476a-bd58-d61d280c16d3', 'external_fixed_ips': [{'subnet_id': '71309eb1-223f-47ba-9803-1437c965e178', 'ip_address': '172.27.2.191'}], 'enable_snat': True}, 'gw_port_id': '990d537d-9dd3-47c5-b17e-44531c0fb702', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T19:14:13Z', 'updated_at': '2021-08-29T19:14:30Z', 'revision_number': 4, 'project_id': '995c8acd69914ab09d40f0631096f39a', 'gw_port': {'id': '990d537d-9dd3-47c5-b17e-44531c0fb702', 'name': '', 'network_id': '7209b701-ecaa-476a-bd58-d61d280c16d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:5b:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3ea5bd90-b51b-46ef-8376-b3ed3813ff4d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '71309eb1-223f-47ba-9803-1437c965e178', 'ip_address': '172.27.2.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806191-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T19:14:30Z', 'updated_at': '2021-08-29T19:14:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '71309eb1-223f-47ba-9803-1437c965e178', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806191-2-iscsi', '_interfaces': [{'id': 'f5065566-759f-4884-823f-4e55aa235f48', 'name': '', 'network_id': '57b44532-a263-44ba-be6c-7b6c81373ab8', 'tenant_id': '995c8acd69914ab09d40f0631096f39a', 'mac_address': 'fa:16:3e:a8:ea:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ea5bd90-b51b-46ef-8376-b3ed3813ff4d', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '3f021961-7a72-4242-bf66-63eef6024798', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806191-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T19:14:22Z', 'updated_at': '2021-08-29T19:14:31Z', 'revision_number': 5, 'project_id': '995c8acd69914ab09d40f0631096f39a', 'subnets': [{'id': '3f021961-7a72-4242-bf66-63eef6024798', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '7b45df50-900a-4299-adf7-11ba68c8a3dc'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93885) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 19:14:35.485993 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-f7f3f912-659a-49f9-ab3a-0560ee4983b1 None None] Device 990d537d-9dd3-47c5-b17e-44531c0fb702 up at agent ovs-agent-dv-cinder-806191-2-iscsi {{(pid=93885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 19:14:35.581441 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-f7f3f912-659a-49f9-ab3a-0560ee4983b1 None None] Provisioning for port 990d537d-9dd3-47c5-b17e-44531c0fb702 completed by entity L2. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 19:14:35.585973 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-f7f3f912-659a-49f9-ab3a-0560ee4983b1 None None] Provisioning complete for port 990d537d-9dd3-47c5-b17e-44531c0fb702 triggered by entity L2. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 19:14:35.586408 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-f7f3f912-659a-49f9-ab3a-0560ee4983b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3627211'] for port, provisioning_complete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:14:35.670199 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-f7f3f912-659a-49f9-ab3a-0560ee4983b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3669058'] for port, before_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:14:35.690912 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-f7f3f912-659a-49f9-ab3a-0560ee4983b1 None None] For port 990d537d-9dd3-47c5-b17e-44531c0fb702, host dv-cinder-806191-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806191-2-iscsi',level=0,port_id=990d537d-9dd3-47c5-b17e-44531c0fb702,segment=NetworkSegment(abe37968-36e5-463a-bc67-a17a4a975f92),segment_id=abe37968-36e5-463a-bc67-a17a4a975f92)] {{(pid=93885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 19:14:35.695676 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-f7f3f912-659a-49f9-ab3a-0560ee4983b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3669005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3715978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777170436913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777169884182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777169884200'] for port, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:14:35.745364 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7f3f912-659a-49f9-ab3a-0560ee4983b1 None None] Pushing event updated for resources: {'Port': ['ID=990d537d-9dd3-47c5-b17e-44531c0fb702,revision_number=4']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:14:37.450260 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-f7f3f912-659a-49f9-ab3a-0560ee4983b1 None None] Device 990d537d-9dd3-47c5-b17e-44531c0fb702 up at agent ovs-agent-dv-cinder-806191-2-iscsi {{(pid=93885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 19:14:37.499428 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-f7f3f912-659a-49f9-ab3a-0560ee4983b1 None None] Provisioning complete for port 990d537d-9dd3-47c5-b17e-44531c0fb702 triggered by entity L2. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 19:14:37.499802 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-f7f3f912-659a-49f9-ab3a-0560ee4983b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3627211'] for port, provisioning_complete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:14:46.371095 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-4d99bb67-ca95-4e25-8448-40d0d7c1b116 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777170380508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3627128'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:14:48.987762 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-58ee32bd-869e-43a5-a0c5-e9e1fd663954 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777170380508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3627128'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:14:49.641631 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-f7f3f912-659a-49f9-ab3a-0560ee4983b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777170380508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3627128'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:14:50.315303 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-ed31fb2d-405b-476e-b16a-f8415d14bc27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777170380508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3627128'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:14:51.781145 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-c214b08a-13ec-4cca-bdbd-998b9b76327d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777170380508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3627128'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:15:10.458843 dv-cinder-806191-2-iscsi neutron-server[93886]: DEBUG neutron.db.agents_db [None req-c8461fad-6a9a-4fb7-93e9-57a62b582dc0 None None] Agent healthcheck: found 5 active agents {{(pid=93886) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 19:15:16.359460 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-e63f4ca7-a5aa-49da-8266-c7f49ffe5057 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777170380508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3627128'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:15:18.984452 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-95640c2c-99ab-4a05-8c7b-8e2d2dae39fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777170380508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3627128'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:15:19.651158 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-f7f3f912-659a-49f9-ab3a-0560ee4983b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777170380508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3627128'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:15:20.318551 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-ed31fb2d-405b-476e-b16a-f8415d14bc27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777170380508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3627128'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:15:21.781965 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-c214b08a-13ec-4cca-bdbd-998b9b76327d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777170380508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3627128'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:15:46.353991 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-e51158a3-74a4-4399-b874-00fa68cb77de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777170380508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3627128'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:15:47.458797 dv-cinder-806191-2-iscsi neutron-server[93886]: DEBUG neutron.db.agents_db [None req-c8461fad-6a9a-4fb7-93e9-57a62b582dc0 None None] Agent healthcheck: found 5 active agents {{(pid=93886) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 19:15:48.977835 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-7eb4d6d4-c2e4-4dad-94f9-8af62070525e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777170380508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3627128'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:15:49.636284 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-f7f3f912-659a-49f9-ab3a-0560ee4983b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777170380508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3627128'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:15:50.324869 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-ed31fb2d-405b-476e-b16a-f8415d14bc27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777170380508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3627128'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:15:51.773692 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-c214b08a-13ec-4cca-bdbd-998b9b76327d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777170380508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3627128'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:16:13.809551 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.26', 53802) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 19:16:13.874086 dv-cinder-806191-2-iscsi neutron-server[93884]: INFO neutron.pecan_wsgi.hooks.translation [None req-ee169d45-c63e-4014-81f1-76ed65a197da admin admin] GET failed (client error): The resource could not be found. Aug 29 19:16:13.875505 dv-cinder-806191-2-iscsi neutron-server[93884]: INFO neutron.wsgi [None req-ee169d45-c63e-4014-81f1-76ed65a197da admin admin] 10.222.0.26 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0650074 Aug 29 19:16:14.039562 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56d2ef81-7db1-45d5-a3ca-06d2206f65f7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 19:16:14.041085 dv-cinder-806191-2-iscsi neutron-server[93884]: INFO neutron.wsgi [None req-56d2ef81-7db1-45d5-a3ca-06d2206f65f7 admin admin] 10.222.0.26 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1604800 Aug 29 19:16:16.227974 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.26', 53812) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 19:16:16.322285 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8513cc30-80ff-4df5-9330-64c64f049e8e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 19:16:16.323701 dv-cinder-806191-2-iscsi neutron-server[93884]: INFO neutron.wsgi [None req-8513cc30-80ff-4df5-9330-64c64f049e8e admin admin] 10.222.0.26 "GET /v2.0/subnets/3f021961-7a72-4242-bf66-63eef6024798 HTTP/1.1" status: 200 len: 849 time: 0.0947409 Aug 29 19:16:16.333940 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.api.v2.base [None req-17ed67f1-db9b-4c97-a451-081b1931f23c admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=93884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 19:16:16.357400 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-10f38cdc-98c2-4b6b-a4ec-fe195509126e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777170380508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3627128'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:16:16.428668 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-17ed67f1-db9b-4c97-a451-081b1931f23c admin admin] Notify callbacks [] for subnet, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:16:16.570340 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-17ed67f1-db9b-4c97-a451-081b1931f23c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-376708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3715978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8777170436904'] for subnet, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:16:16.607294 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17ed67f1-db9b-4c97-a451-081b1931f23c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 19:16:16.608142 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-17ed67f1-db9b-4c97-a451-081b1931f23c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3715960'] for subnet, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:16:16.609290 dv-cinder-806191-2-iscsi neutron-server[93884]: INFO neutron.wsgi [None req-17ed67f1-db9b-4c97-a451-081b1931f23c admin admin] 10.222.0.26 "PUT /v2.0/subnets/3f021961-7a72-4242-bf66-63eef6024798 HTTP/1.1" status: 200 len: 868 time: 0.2792952 Aug 29 19:16:16.612129 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ade9672d-5ee4-4515-9032-f77baf25bfdd None None] Network 57b44532-a263-44ba-be6c-7b6c81373ab8 requested from dv-cinder-806191-2-iscsi {{(pid=93885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 19:16:16.628495 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17ed67f1-db9b-4c97-a451-081b1931f23c admin admin] Pushing event updated for resources: {'Subnet': ['ID=3f021961-7a72-4242-bf66-63eef6024798,revision_number=1']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:16:16.636325 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17ed67f1-db9b-4c97-a451-081b1931f23c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806191-2-iscsi {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:16:16.636707 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17ed67f1-db9b-4c97-a451-081b1931f23c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806191-2-iscsi {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:16:16.637059 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17ed67f1-db9b-4c97-a451-081b1931f23c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806191-2-iscsi {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:16:16.637396 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17ed67f1-db9b-4c97-a451-081b1931f23c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806191-2-iscsi {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:16:16.637758 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17ed67f1-db9b-4c97-a451-081b1931f23c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-806191-2-iscsi {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:16:16.638141 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17ed67f1-db9b-4c97-a451-081b1931f23c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806191-2-iscsi {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:16:16.638604 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17ed67f1-db9b-4c97-a451-081b1931f23c admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-806191-2-iscsi {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:16:16.638938 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17ed67f1-db9b-4c97-a451-081b1931f23c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-806191-2-iscsi {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:16:16.639272 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17ed67f1-db9b-4c97-a451-081b1931f23c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806191-2-iscsi {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:16:16.639881 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17ed67f1-db9b-4c97-a451-081b1931f23c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806191-2-iscsi {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:16:16.640219 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17ed67f1-db9b-4c97-a451-081b1931f23c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806191-2-iscsi {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:16:16.640547 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17ed67f1-db9b-4c97-a451-081b1931f23c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806191-2-iscsi {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:16:17.002987 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-46448404-8b1b-4362-8a63-56cad6b139c0 None None] Provisioning complete for port 27b3c5dd-14c6-43e5-b4f7-ca69fde96ecf triggered by entity DHCP. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 19:16:17.003366 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-46448404-8b1b-4362-8a63-56cad6b139c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3627211'] for port, provisioning_complete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:16:17.092803 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-46448404-8b1b-4362-8a63-56cad6b139c0 None None] Provisioning complete for port f5065566-759f-4884-823f-4e55aa235f48 triggered by entity DHCP. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 19:16:17.093090 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-46448404-8b1b-4362-8a63-56cad6b139c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3627211'] for port, provisioning_complete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:16:18.820975 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.26', 53820) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 19:16:18.979785 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-b5c21732-623b-49e6-86c8-6796d775d066 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777170380508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3627128'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:16:19.164229 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron.policy [None req-1a3d3a21-f7aa-411f-98d0-a9b6090dc6d7 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=93883) register_rules /opt/stack/neutron/neutron/policy.py:73}} Aug 29 19:16:19.211007 dv-cinder-806191-2-iscsi neutron-server[93883]: WARNING oslo_policy.policy [None req-1a3d3a21-f7aa-411f-98d0-a9b6090dc6d7 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 29 19:16:19.211395 dv-cinder-806191-2-iscsi neutron-server[93883]: WARNING oslo_policy.policy [None req-1a3d3a21-f7aa-411f-98d0-a9b6090dc6d7 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 29 19:16:19.219710 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a3d3a21-f7aa-411f-98d0-a9b6090dc6d7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 19:16:19.220267 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a3d3a21-f7aa-411f-98d0-a9b6090dc6d7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 19:16:19.222709 dv-cinder-806191-2-iscsi neutron-server[93883]: INFO neutron.wsgi [None req-1a3d3a21-f7aa-411f-98d0-a9b6090dc6d7 admin admin] 10.222.0.26 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.4007704 Aug 29 19:16:19.638811 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-f7f3f912-659a-49f9-ab3a-0560ee4983b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777170380508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3627128'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:16:20.311694 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-ed31fb2d-405b-476e-b16a-f8415d14bc27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777170380508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3627128'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:16:21.423411 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.26', 53832) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 19:16:21.553845 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5ea5fde-7089-4d0f-a32d-f5211ff1ba12 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 19:16:21.554311 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5ea5fde-7089-4d0f-a32d-f5211ff1ba12 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 19:16:21.555852 dv-cinder-806191-2-iscsi neutron-server[93883]: INFO neutron.wsgi [None req-e5ea5fde-7089-4d0f-a32d-f5211ff1ba12 admin admin] 10.222.0.26 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1315095 Aug 29 19:16:21.774450 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-c214b08a-13ec-4cca-bdbd-998b9b76327d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777170380508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3627128'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:16:23.741609 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.26', 53840) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 19:16:23.946715 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ffd5cda1-8859-452a-a6da-852fd9eca74f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 19:16:23.948069 dv-cinder-806191-2-iscsi neutron-server[93883]: INFO neutron.wsgi [None req-ffd5cda1-8859-452a-a6da-852fd9eca74f admin admin] 10.222.0.26 "GET /v2.0/networks/57b44532-a263-44ba-be6c-7b6c81373ab8 HTTP/1.1" status: 200 len: 869 time: 0.2055950 Aug 29 19:16:24.460694 dv-cinder-806191-2-iscsi neutron-server[93886]: DEBUG neutron.db.agents_db [None req-c8461fad-6a9a-4fb7-93e9-57a62b582dc0 None None] Agent healthcheck: found 5 active agents {{(pid=93886) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 19:16:26.128558 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.26', 53848) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 19:16:26.254974 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-151e4889-c3fe-4078-b1ec-e0b320119721 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 19:16:26.256344 dv-cinder-806191-2-iscsi neutron-server[93883]: INFO neutron.wsgi [None req-151e4889-c3fe-4078-b1ec-e0b320119721 admin admin] 10.222.0.26 "GET /v2.0/networks/7209b701-ecaa-476a-bd58-d61d280c16d3 HTTP/1.1" status: 200 len: 886 time: 0.1268399 Aug 29 19:16:28.511228 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.26', 53856) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 19:16:28.642953 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd328422-fd9e-4fb5-8abb-e48e0e5e4bb3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 19:16:28.643404 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd328422-fd9e-4fb5-8abb-e48e0e5e4bb3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 19:16:28.644945 dv-cinder-806191-2-iscsi neutron-server[93883]: INFO neutron.wsgi [None req-bd328422-fd9e-4fb5-8abb-e48e0e5e4bb3 admin admin] 10.222.0.26 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1327946 Aug 29 19:16:30.830256 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.26', 53864) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 19:16:30.953163 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-285736ec-794a-4585-b724-e5d3d4087cba admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 19:16:30.953621 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-285736ec-794a-4585-b724-e5d3d4087cba admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 19:16:30.955178 dv-cinder-806191-2-iscsi neutron-server[93884]: INFO neutron.wsgi [None req-285736ec-794a-4585-b724-e5d3d4087cba admin admin] 10.222.0.26 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1238596 Aug 29 19:16:33.164862 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.26', 53872) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 19:16:33.262103 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-282db660-de69-4ea4-8270-8255bb6beeb6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 19:16:33.263511 dv-cinder-806191-2-iscsi neutron-server[93884]: INFO neutron.wsgi [None req-282db660-de69-4ea4-8270-8255bb6beeb6 admin admin] 10.222.0.26 "GET /v2.0/subnets/3f021961-7a72-4242-bf66-63eef6024798 HTTP/1.1" status: 200 len: 868 time: 0.0976474 Aug 29 19:16:35.436485 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.26', 53880) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 19:16:35.523243 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f62359ab-643a-4dfc-9b0b-ec463ac88532 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 19:16:35.524647 dv-cinder-806191-2-iscsi neutron-server[93884]: INFO neutron.wsgi [None req-f62359ab-643a-4dfc-9b0b-ec463ac88532 admin admin] 10.222.0.26 "GET /v2.0/subnets/71309eb1-223f-47ba-9803-1437c965e178 HTTP/1.1" status: 200 len: 816 time: 0.0872188 Aug 29 19:16:46.360424 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-952a7927-be5e-4b15-bb41-42f6f6df305e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777170380508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3627128'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:16:48.982274 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-6a9590b7-8136-4a9c-8acb-b4b3141ab48a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777170380508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3627128'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:16:49.640652 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-f7f3f912-659a-49f9-ab3a-0560ee4983b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777170380508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3627128'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:16:50.313027 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-ed31fb2d-405b-476e-b16a-f8415d14bc27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777170380508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3627128'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:16:51.779235 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-c214b08a-13ec-4cca-bdbd-998b9b76327d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777170380508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3627128'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:16:59.272592 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.26', 53934) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 19:16:59.323651 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.wsgi [None req-39fb3388-19a2-49f3-acc7-4d9804f2fdb1 admin admin] http://10.222.0.26:9696/v2.0/extensions returned with HTTP 200 {{(pid=93884) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 29 19:16:59.324711 dv-cinder-806191-2-iscsi neutron-server[93884]: INFO neutron.wsgi [None req-39fb3388-19a2-49f3-acc7-4d9804f2fdb1 admin admin] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0512061 Aug 29 19:17:01.459655 dv-cinder-806191-2-iscsi neutron-server[93886]: DEBUG neutron.db.agents_db [None req-c8461fad-6a9a-4fb7-93e9-57a62b582dc0 None None] Agent healthcheck: found 5 active agents {{(pid=93886) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 19:17:01.595443 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.26', 53942) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 19:17:01.655893 dv-cinder-806191-2-iscsi neutron-server[93883]: INFO neutron.pecan_wsgi.hooks.translation [None req-72b1828c-efe7-41f9-a49d-bc823af1224e admin admin] GET failed (client error): The resource could not be found. Aug 29 19:17:01.657183 dv-cinder-806191-2-iscsi neutron-server[93883]: INFO neutron.wsgi [None req-72b1828c-efe7-41f9-a49d-bc823af1224e admin admin] 10.222.0.26 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0608087 Aug 29 19:17:01.819527 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e73c742d-3bb9-4176-ba92-b998b097a2af admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 19:17:01.820894 dv-cinder-806191-2-iscsi neutron-server[93883]: INFO neutron.wsgi [None req-e73c742d-3bb9-4176-ba92-b998b097a2af admin admin] 10.222.0.26 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1591494 Aug 29 19:17:04.049294 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.26', 53950) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 19:17:04.097202 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron.api.v2.base [None req-627be3be-0a98-4537-b89a-50925989290b admin admin] Request body: {'network': {'shared': True, 'admin_state_up': True, 'name': 'shared'}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 19:17:04.098569 dv-cinder-806191-2-iscsi neutron-server[93883]: INFO neutron.quota [None req-627be3be-0a98-4537-b89a-50925989290b admin admin] Loaded quota_driver: . Aug 29 19:17:04.138619 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-627be3be-0a98-4537-b89a-50925989290b admin admin] Made reservation on behalf of 714a2d57c3164d19bbf33f45dd1b2955 for: {'network': 1} {{(pid=93883) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 19:17:04.141367 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-627be3be-0a98-4537-b89a-50925989290b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3669058'] for network, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:17:04.187049 dv-cinder-806191-2-iscsi neutron-server[93883]: WARNING neutron.services.revisions.revision_plugin [None req-627be3be-0a98-4537-b89a-50925989290b admin admin] Could not find related network for resource to bump revision. Aug 29 19:17:04.208021 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-627be3be-0a98-4537-b89a-50925989290b admin admin] vlan segment allocate from pool success with {'vlan_id': 120, 'physical_network': 'physnet1'} {{(pid=93883) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 19:17:04.221539 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-627be3be-0a98-4537-b89a-50925989290b admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8777170380517', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3556912'] for segment, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:17:04.222147 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-627be3be-0a98-4537-b89a-50925989290b admin admin] Unsubscribe: segment precommit_create {{(pid=93883) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Aug 29 19:17:04.222731 dv-cinder-806191-2-iscsi neutron-server[93883]: INFO neutron.db.segments_db [None req-627be3be-0a98-4537-b89a-50925989290b admin admin] Added segment 7c817cd1-7e74-42e9-b913-f994e0bdc594 of type vlan for network 4ab76167-bb3a-48db-be0b-4d815a02c92d Aug 29 19:17:04.283640 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-627be3be-0a98-4537-b89a-50925989290b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777169867614'] for network, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:17:04.319928 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-627be3be-0a98-4537-b89a-50925989290b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-376669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3715978'] for network, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:17:04.321157 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-627be3be-0a98-4537-b89a-50925989290b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 19:17:04.321773 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-627be3be-0a98-4537-b89a-50925989290b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3715960'] for network, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:17:04.348753 dv-cinder-806191-2-iscsi neutron-server[93883]: INFO neutron.wsgi [None req-627be3be-0a98-4537-b89a-50925989290b admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.2983634 Aug 29 19:17:04.435323 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-627be3be-0a98-4537-b89a-50925989290b admin admin] Pushing event updated for resources: {'Network': ['ID=4ab76167-bb3a-48db-be0b-4d815a02c92d,revision_number=1']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:17:04.445832 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-627be3be-0a98-4537-b89a-50925989290b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806191-2-iscsi {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:17:04.446197 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-627be3be-0a98-4537-b89a-50925989290b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806191-2-iscsi {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:17:04.446572 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-627be3be-0a98-4537-b89a-50925989290b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806191-2-iscsi {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:17:04.446916 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-627be3be-0a98-4537-b89a-50925989290b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806191-2-iscsi {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:17:04.447260 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-627be3be-0a98-4537-b89a-50925989290b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-806191-2-iscsi {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:17:04.447601 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-627be3be-0a98-4537-b89a-50925989290b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806191-2-iscsi {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:17:04.447932 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-627be3be-0a98-4537-b89a-50925989290b admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-806191-2-iscsi {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:17:04.448278 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-627be3be-0a98-4537-b89a-50925989290b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-806191-2-iscsi {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:17:04.448607 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-627be3be-0a98-4537-b89a-50925989290b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806191-2-iscsi {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:17:04.448937 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-627be3be-0a98-4537-b89a-50925989290b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806191-2-iscsi {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:17:04.449320 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-627be3be-0a98-4537-b89a-50925989290b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806191-2-iscsi {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:17:04.449589 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-627be3be-0a98-4537-b89a-50925989290b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806191-2-iscsi {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:17:04.450736 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-627be3be-0a98-4537-b89a-50925989290b admin admin] Tracked resource versions report: Aug 29 19:17:04.450736 dv-cinder-806191-2-iscsi neutron-server[93883]: pushed versions: Aug 29 19:17:04.450736 dv-cinder-806191-2-iscsi neutron-server[93883]: { 'AddressGroup': {'1.2'}, Aug 29 19:17:04.450736 dv-cinder-806191-2-iscsi neutron-server[93883]: 'ConntrackHelper': {'1.0'}, Aug 29 19:17:04.450736 dv-cinder-806191-2-iscsi neutron-server[93883]: 'Log': {'1.0'}, Aug 29 19:17:04.450736 dv-cinder-806191-2-iscsi neutron-server[93883]: 'Network': {'1.1'}, Aug 29 19:17:04.450736 dv-cinder-806191-2-iscsi neutron-server[93883]: 'Port': {'1.7'}, Aug 29 19:17:04.450736 dv-cinder-806191-2-iscsi neutron-server[93883]: 'PortForwarding': {'1.2'}, Aug 29 19:17:04.450736 dv-cinder-806191-2-iscsi neutron-server[93883]: 'QosPolicy': {'1.9'}, Aug 29 19:17:04.450736 dv-cinder-806191-2-iscsi neutron-server[93883]: 'SecurityGroup': {'1.4'}, Aug 29 19:17:04.450736 dv-cinder-806191-2-iscsi neutron-server[93883]: 'SecurityGroupRule': {'1.2'}, Aug 29 19:17:04.450736 dv-cinder-806191-2-iscsi neutron-server[93883]: 'SubPort': {'1.0'}, Aug 29 19:17:04.450736 dv-cinder-806191-2-iscsi neutron-server[93883]: 'Subnet': {'1.1'}, Aug 29 19:17:04.450736 dv-cinder-806191-2-iscsi neutron-server[93883]: 'Trunk': {'1.1'}} Aug 29 19:17:04.450736 dv-cinder-806191-2-iscsi neutron-server[93883]: consumer versions: Aug 29 19:17:04.450736 dv-cinder-806191-2-iscsi neutron-server[93883]: { DHCP agent@dv-cinder-806191-2-iscsi: {}, Aug 29 19:17:04.450736 dv-cinder-806191-2-iscsi neutron-server[93883]: L3 agent@dv-cinder-806191-2-iscsi: {}, Aug 29 19:17:04.450736 dv-cinder-806191-2-iscsi neutron-server[93883]: Metadata agent@dv-cinder-806191-2-iscsi: {}, Aug 29 19:17:04.450736 dv-cinder-806191-2-iscsi neutron-server[93883]: Metering agent@dv-cinder-806191-2-iscsi: {}, Aug 29 19:17:04.450736 dv-cinder-806191-2-iscsi neutron-server[93883]: Open vSwitch agent@dv-cinder-806191-2-iscsi: { 'AddressGroup': '1.2', Aug 29 19:17:04.450736 dv-cinder-806191-2-iscsi neutron-server[93883]: 'ConntrackHelper': '1.0', Aug 29 19:17:04.450736 dv-cinder-806191-2-iscsi neutron-server[93883]: 'Log': '1.0', Aug 29 19:17:04.450736 dv-cinder-806191-2-iscsi neutron-server[93883]: 'Network': '1.1', Aug 29 19:17:04.450736 dv-cinder-806191-2-iscsi neutron-server[93883]: 'Port': '1.7', Aug 29 19:17:04.450736 dv-cinder-806191-2-iscsi neutron-server[93883]: 'PortForwarding': '1.2', Aug 29 19:17:04.450736 dv-cinder-806191-2-iscsi neutron-server[93883]: 'QosPolicy': '1.9', Aug 29 19:17:04.450736 dv-cinder-806191-2-iscsi neutron-server[93883]: 'SecurityGroup': '1.4', Aug 29 19:17:04.450736 dv-cinder-806191-2-iscsi neutron-server[93883]: 'SecurityGroupRule': '1.2', Aug 29 19:17:04.450736 dv-cinder-806191-2-iscsi neutron-server[93883]: 'SubPort': '1.0', Aug 29 19:17:04.450736 dv-cinder-806191-2-iscsi neutron-server[93883]: 'Subnet': '1.1', Aug 29 19:17:04.450736 dv-cinder-806191-2-iscsi neutron-server[93883]: 'Trunk': '1.1'}} Aug 29 19:17:04.450736 dv-cinder-806191-2-iscsi neutron-server[93883]: {{(pid=93883) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 29 19:17:04.490613 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-f7f3f912-659a-49f9-ab3a-0560ee4983b1 None None] Network 4ab76167-bb3a-48db-be0b-4d815a02c92d details requested by agent ovs-agent-dv-cinder-806191-2-iscsi with host dv-cinder-806191-2-iscsi {{(pid=93885) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 19:17:06.608984 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.26', 53962) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 19:17:06.670459 dv-cinder-806191-2-iscsi neutron-server[93884]: INFO neutron.pecan_wsgi.hooks.translation [None req-895b985d-350b-4f4f-a92c-f7e64b405782 admin admin] GET failed (client error): The resource could not be found. Aug 29 19:17:06.671801 dv-cinder-806191-2-iscsi neutron-server[93884]: INFO neutron.wsgi [None req-895b985d-350b-4f4f-a92c-f7e64b405782 admin admin] 10.222.0.26 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0618834 Aug 29 19:17:06.742766 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-079c2785-51cb-49e8-ac50-7c3e6633f512 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 19:17:06.744267 dv-cinder-806191-2-iscsi neutron-server[93884]: INFO neutron.wsgi [None req-079c2785-51cb-49e8-ac50-7c3e6633f512 admin admin] 10.222.0.26 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0678768 Aug 29 19:17:06.755045 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.api.v2.base [None req-22f831c8-97d6-46d8-b368-d4beafc2ec08 admin admin] Request body: {'subnet': {'cidr': '192.168.233.0/24', 'network_id': '4ab76167-bb3a-48db-be0b-4d815a02c92d', 'description': 'shared-subnet', 'name': 'shared-subnet', 'ip_version': 4}} {{(pid=93884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 19:17:06.775513 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-22f831c8-97d6-46d8-b368-d4beafc2ec08 admin admin] Made reservation on behalf of 714a2d57c3164d19bbf33f45dd1b2955 for: {'subnet': 1} {{(pid=93884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 19:17:06.777847 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-22f831c8-97d6-46d8-b368-d4beafc2ec08 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:17:06.938560 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-22f831c8-97d6-46d8-b368-d4beafc2ec08 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-376708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3715978'] for subnet, after_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:17:07.095400 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22f831c8-97d6-46d8-b368-d4beafc2ec08 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5be2a19b-9d4e-46be-b2d6-f07c63bb1a7d,revision_number=0']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:17:07.104534 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22f831c8-97d6-46d8-b368-d4beafc2ec08 admin admin] Checking segment: {'id': '7c817cd1-7e74-42e9-b913-f994e0bdc594', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '4ab76167-bb3a-48db-be0b-4d815a02c92d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93884) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 19:17:07.104879 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22f831c8-97d6-46d8-b368-d4beafc2ec08 admin admin] Network hostable DHCP agents. Network: 4ab76167-bb3a-48db-be0b-4d815a02c92d, hostable agents: ['01567a2b-701c-44ec-9311-402810164ce4'], hosted agents: [] {{(pid=93884) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 19:17:07.121248 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22f831c8-97d6-46d8-b368-d4beafc2ec08 admin admin] Network 4ab76167-bb3a-48db-be0b-4d815a02c92d is scheduled to be hosted by DHCP agent 01567a2b-701c-44ec-9311-402810164ce4 with binding_index 1 {{(pid=93884) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 19:17:07.130330 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.scheduler.base_scheduler [None req-22f831c8-97d6-46d8-b368-d4beafc2ec08 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-806191-2-iscsi, 4ab76167-bb3a-48db-be0b-4d815a02c92d) {{(pid=93884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 19:17:07.134811 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22f831c8-97d6-46d8-b368-d4beafc2ec08 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 19:17:07.135395 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-22f831c8-97d6-46d8-b368-d4beafc2ec08 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3715960'] for subnet, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:17:07.139999 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6e51dc9-aeed-491d-b053-53bb40226b14 None None] Network 4ab76167-bb3a-48db-be0b-4d815a02c92d requested from dv-cinder-806191-2-iscsi {{(pid=93885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 19:17:07.149508 dv-cinder-806191-2-iscsi neutron-server[93884]: INFO neutron.wsgi [None req-22f831c8-97d6-46d8-b368-d4beafc2ec08 admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3984129 Aug 29 19:17:07.303177 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe4b05bd-a346-49f9-bc00-b748ff98a004 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8d0de094-1158-5d9d-8828-d4d58d01f022-4ab76167-bb3a-48db-be0b-4d815a02c92d', 'network_id': '4ab76167-bb3a-48db-be0b-4d815a02c92d', 'tenant_id': '714a2d57c3164d19bbf33f45dd1b2955', 'fixed_ips': [{'subnet_id': '5be2a19b-9d4e-46be-b2d6-f07c63bb1a7d'}]}} from dv-cinder-806191-2-iscsi. {{(pid=93885) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 29 19:17:07.304211 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-fe4b05bd-a346-49f9-bc00-b748ff98a004 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3669058'] for port, before_create {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:17:07.551061 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.db.db_base_plugin_common [None req-fe4b05bd-a346-49f9-bc00-b748ff98a004 None None] Allocated IP 192.168.233.2 (4ab76167-bb3a-48db-be0b-4d815a02c92d/5be2a19b-9d4e-46be-b2d6-f07c63bb1a7d/5ad5d81d-1373-4b09-b94a-561f1b3282a0) {{(pid=93885) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 19:17:07.701913 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-fe4b05bd-a346-49f9-bc00-b748ff98a004 None None] Notify callbacks [] for port, precommit_create {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:17:07.712103 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-fe4b05bd-a346-49f9-bc00-b748ff98a004 None None] Transition to ACTIVE for port object 5ad5d81d-1373-4b09-b94a-561f1b3282a0 will not be triggered until provisioned by entity L2. {{(pid=93885) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 19:17:07.728618 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-fe4b05bd-a346-49f9-bc00-b748ff98a004 None None] Transition to ACTIVE for port object 5ad5d81d-1373-4b09-b94a-561f1b3282a0 will not be triggered until provisioned by entity DHCP. {{(pid=93885) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 19:17:07.735246 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-fe4b05bd-a346-49f9-bc00-b748ff98a004 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3669005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3715978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777169884164'] for port, after_create {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:17:07.777165 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe4b05bd-a346-49f9-bc00-b748ff98a004 None None] Network 4ab76167-bb3a-48db-be0b-4d815a02c92d is already hosted by enough agents. {{(pid=93885) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 19:17:07.780197 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.scheduler.base_scheduler [None req-fe4b05bd-a346-49f9-bc00-b748ff98a004 None None] Resources bound (agent type, host, resource id): {{(pid=93885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 19:17:07.785214 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe4b05bd-a346-49f9-bc00-b748ff98a004 None None] Pushing event updated for resources: {'Port': ['ID=5ad5d81d-1373-4b09-b94a-561f1b3282a0,revision_number=1']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:17:07.787516 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe4b05bd-a346-49f9-bc00-b748ff98a004 None None] Received port after_create {{(pid=93885) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 19:17:07.799856 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe4b05bd-a346-49f9-bc00-b748ff98a004 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806191-2-iscsi {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:17:07.799856 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe4b05bd-a346-49f9-bc00-b748ff98a004 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806191-2-iscsi {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:17:07.799856 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe4b05bd-a346-49f9-bc00-b748ff98a004 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806191-2-iscsi {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:17:07.800224 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe4b05bd-a346-49f9-bc00-b748ff98a004 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806191-2-iscsi {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:17:07.800441 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe4b05bd-a346-49f9-bc00-b748ff98a004 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-806191-2-iscsi {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:17:07.800793 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe4b05bd-a346-49f9-bc00-b748ff98a004 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806191-2-iscsi {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:17:07.801179 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe4b05bd-a346-49f9-bc00-b748ff98a004 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-806191-2-iscsi {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:17:07.801453 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe4b05bd-a346-49f9-bc00-b748ff98a004 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-806191-2-iscsi {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:17:07.801801 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe4b05bd-a346-49f9-bc00-b748ff98a004 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806191-2-iscsi {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:17:07.802130 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe4b05bd-a346-49f9-bc00-b748ff98a004 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806191-2-iscsi {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:17:07.802474 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe4b05bd-a346-49f9-bc00-b748ff98a004 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806191-2-iscsi {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:17:07.802797 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe4b05bd-a346-49f9-bc00-b748ff98a004 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806191-2-iscsi {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:17:07.855009 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.plugins.ml2.managers [None req-fe4b05bd-a346-49f9-bc00-b748ff98a004 None None] Attempting to bind port 5ad5d81d-1373-4b09-b94a-561f1b3282a0 on host dv-cinder-806191-2-iscsi for vnic_type normal with profile {{(pid=93885) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 19:17:07.855384 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.plugins.ml2.managers [None req-fe4b05bd-a346-49f9-bc00-b748ff98a004 None None] Attempting to bind port 5ad5d81d-1373-4b09-b94a-561f1b3282a0 by drivers openvswitch,hyperv on host dv-cinder-806191-2-iscsi at level 0 using segments [{'id': '7c817cd1-7e74-42e9-b913-f994e0bdc594', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '4ab76167-bb3a-48db-be0b-4d815a02c92d'}] {{(pid=93885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 19:17:07.855747 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe4b05bd-a346-49f9-bc00-b748ff98a004 None None] Attempting to bind port 5ad5d81d-1373-4b09-b94a-561f1b3282a0 on network 4ab76167-bb3a-48db-be0b-4d815a02c92d {{(pid=93885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 19:17:07.860916 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe4b05bd-a346-49f9-bc00-b748ff98a004 None None] Checking agent: {'id': 'e2dce85b-d9d5-40cd-b89b-586c7cfc9b3c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-806191-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 19, 13, 50), 'started_at': datetime.datetime(2021, 8, 29, 19, 14, 20), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 19, 16, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-806191-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 19:17:07.861279 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe4b05bd-a346-49f9-bc00-b748ff98a004 None None] Checking segment: {'id': '7c817cd1-7e74-42e9-b913-f994e0bdc594', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '4ab76167-bb3a-48db-be0b-4d815a02c92d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93885) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 19:17:07.861675 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-fe4b05bd-a346-49f9-bc00-b748ff98a004 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:17:07.862145 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe4b05bd-a346-49f9-bc00-b748ff98a004 None None] Bound using segment: {'id': '7c817cd1-7e74-42e9-b913-f994e0bdc594', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '4ab76167-bb3a-48db-be0b-4d815a02c92d'} {{(pid=93885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 19:17:07.862646 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.plugins.ml2.managers [None req-fe4b05bd-a346-49f9-bc00-b748ff98a004 None None] Bound port: 5ad5d81d-1373-4b09-b94a-561f1b3282a0, host: dv-cinder-806191-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7c817cd1-7e74-42e9-b913-f994e0bdc594', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '4ab76167-bb3a-48db-be0b-4d815a02c92d'}}] {{(pid=93885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 19:17:07.863038 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-fe4b05bd-a346-49f9-bc00-b748ff98a004 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3669058'] for port, before_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:17:07.932351 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-fe4b05bd-a346-49f9-bc00-b748ff98a004 None None] For port 5ad5d81d-1373-4b09-b94a-561f1b3282a0, host dv-cinder-806191-2-iscsi, cleared binding levels {{(pid=93885) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 19:17:07.937172 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-fe4b05bd-a346-49f9-bc00-b748ff98a004 None None] For port 5ad5d81d-1373-4b09-b94a-561f1b3282a0, host dv-cinder-806191-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806191-2-iscsi',level=0,port_id=5ad5d81d-1373-4b09-b94a-561f1b3282a0,segment=NetworkSegment(7c817cd1-7e74-42e9-b913-f994e0bdc594),segment_id=7c817cd1-7e74-42e9-b913-f994e0bdc594)] {{(pid=93885) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 19:17:07.943519 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-fe4b05bd-a346-49f9-bc00-b748ff98a004 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3669005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3715978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777170436913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777169884182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777169884200'] for port, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:17:08.015847 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe4b05bd-a346-49f9-bc00-b748ff98a004 None None] Pushing event updated for resources: {'Port': ['ID=5ad5d81d-1373-4b09-b94a-561f1b3282a0,revision_number=2']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:17:08.859045 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4fa7835-2675-43a7-9abc-043c183f9254 None None] Network 4ab76167-bb3a-48db-be0b-4d815a02c92d requested from dv-cinder-806191-2-iscsi {{(pid=93885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 19:17:08.921430 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-b8c31c43-12cd-4129-bfad-3c9d628afade None None] Provisioning for port 5ad5d81d-1373-4b09-b94a-561f1b3282a0 completed by entity DHCP. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 19:17:09.608281 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-f7f3f912-659a-49f9-ab3a-0560ee4983b1 None None] Device 5ad5d81d-1373-4b09-b94a-561f1b3282a0 up at agent ovs-agent-dv-cinder-806191-2-iscsi {{(pid=93885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 19:17:09.661052 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-f7f3f912-659a-49f9-ab3a-0560ee4983b1 None None] Provisioning for port 5ad5d81d-1373-4b09-b94a-561f1b3282a0 completed by entity L2. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 19:17:09.665278 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-f7f3f912-659a-49f9-ab3a-0560ee4983b1 None None] Provisioning complete for port 5ad5d81d-1373-4b09-b94a-561f1b3282a0 triggered by entity L2. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 19:17:09.665645 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-f7f3f912-659a-49f9-ab3a-0560ee4983b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3627211'] for port, provisioning_complete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:17:09.743495 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-f7f3f912-659a-49f9-ab3a-0560ee4983b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3669058'] for port, before_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:17:09.776734 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-f7f3f912-659a-49f9-ab3a-0560ee4983b1 None None] For port 5ad5d81d-1373-4b09-b94a-561f1b3282a0, host dv-cinder-806191-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806191-2-iscsi',level=0,port_id=5ad5d81d-1373-4b09-b94a-561f1b3282a0,segment=NetworkSegment(7c817cd1-7e74-42e9-b913-f994e0bdc594),segment_id=7c817cd1-7e74-42e9-b913-f994e0bdc594)] {{(pid=93885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 19:17:09.780692 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-f7f3f912-659a-49f9-ab3a-0560ee4983b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3669005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3715978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777170436913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777169884182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777169884200'] for port, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:17:09.835040 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7f3f912-659a-49f9-ab3a-0560ee4983b1 None None] Pushing event updated for resources: {'Port': ['ID=5ad5d81d-1373-4b09-b94a-561f1b3282a0,revision_number=3']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:17:11.571414 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-f7f3f912-659a-49f9-ab3a-0560ee4983b1 None None] Device 5ad5d81d-1373-4b09-b94a-561f1b3282a0 up at agent ovs-agent-dv-cinder-806191-2-iscsi {{(pid=93885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 19:17:11.621948 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-f7f3f912-659a-49f9-ab3a-0560ee4983b1 None None] Provisioning complete for port 5ad5d81d-1373-4b09-b94a-561f1b3282a0 triggered by entity L2. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 19:17:11.622316 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-f7f3f912-659a-49f9-ab3a-0560ee4983b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3627211'] for port, provisioning_complete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:17:16.363969 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-d425d6f0-02c7-423c-9780-e20bfc219c21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777170380508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3627128'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:17:18.983894 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-fe0c520e-857b-4b4d-9f87-2160e4a6afdc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777170380508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3627128'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:17:19.643782 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-f7f3f912-659a-49f9-ab3a-0560ee4983b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777170380508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3627128'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:17:20.317078 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-ed31fb2d-405b-476e-b16a-f8415d14bc27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777170380508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3627128'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:17:21.782515 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-c214b08a-13ec-4cca-bdbd-998b9b76327d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777170380508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3627128'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:17:38.458123 dv-cinder-806191-2-iscsi neutron-server[93886]: DEBUG neutron.db.agents_db [None req-c8461fad-6a9a-4fb7-93e9-57a62b582dc0 None None] Agent healthcheck: found 5 active agents {{(pid=93886) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 19:17:46.365168 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-8a93aa6d-3c7c-424a-b8ca-bc43f231074e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777170380508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3627128'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:17:48.986502 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-d8dd3e00-93fb-4abe-bc7d-0f6cd430281c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777170380508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3627128'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:17:49.649177 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-f7f3f912-659a-49f9-ab3a-0560ee4983b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777170380508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3627128'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:17:50.320044 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-ed31fb2d-405b-476e-b16a-f8415d14bc27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777170380508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3627128'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:17:51.785228 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-c214b08a-13ec-4cca-bdbd-998b9b76327d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777170380508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3627128'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:18:15.456680 dv-cinder-806191-2-iscsi neutron-server[93886]: DEBUG neutron.db.agents_db [None req-c8461fad-6a9a-4fb7-93e9-57a62b582dc0 None None] Agent healthcheck: found 5 active agents {{(pid=93886) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 19:18:15.710351 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.26', 54014) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 19:18:15.716735 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron.wsgi [None req-05fe01f1-509c-4159-8ed1-d1c84e960165 tempest-verify_tempest_config-1244668669 tempest-verify_tempest_config-1244668669-project] http://10.222.0.26:9696/v2.0/extensions returned with HTTP 200 {{(pid=93883) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 29 19:18:15.717684 dv-cinder-806191-2-iscsi neutron-server[93883]: INFO neutron.wsgi [None req-05fe01f1-509c-4159-8ed1-d1c84e960165 tempest-verify_tempest_config-1244668669 tempest-verify_tempest_config-1244668669-project] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0062490 Aug 29 19:18:16.025319 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.26', 54032) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 19:18:16.129628 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-70197c85-5aba-4749-84b5-db76150cf79a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:18:16.245402 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-70197c85-5aba-4749-84b5-db76150cf79a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:18:16.250454 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-70197c85-5aba-4749-84b5-db76150cf79a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368872'] for security_group, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:18:16.296411 dv-cinder-806191-2-iscsi neutron-server[93883]: INFO neutron.wsgi [None req-70197c85-5aba-4749-84b5-db76150cf79a admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=5791cc0e21964b6ca92ce58683b6d226&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2699566 Aug 29 19:18:16.297100 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70197c85-5aba-4749-84b5-db76150cf79a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e58b6b44-5df9-4764-9cc1-0948cf9a5724,revision_number=1']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:18:16.299778 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.26', 54036) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 19:18:16.304807 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70197c85-5aba-4749-84b5-db76150cf79a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806191-2-iscsi {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:18:16.305169 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70197c85-5aba-4749-84b5-db76150cf79a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806191-2-iscsi {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:18:16.305624 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70197c85-5aba-4749-84b5-db76150cf79a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806191-2-iscsi {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:18:16.305841 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70197c85-5aba-4749-84b5-db76150cf79a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806191-2-iscsi {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:18:16.306252 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70197c85-5aba-4749-84b5-db76150cf79a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-806191-2-iscsi {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:18:16.306717 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70197c85-5aba-4749-84b5-db76150cf79a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806191-2-iscsi {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:18:16.307060 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70197c85-5aba-4749-84b5-db76150cf79a admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-806191-2-iscsi {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:18:16.307423 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70197c85-5aba-4749-84b5-db76150cf79a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-806191-2-iscsi {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:18:16.307732 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70197c85-5aba-4749-84b5-db76150cf79a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806191-2-iscsi {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:18:16.308172 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70197c85-5aba-4749-84b5-db76150cf79a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806191-2-iscsi {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:18:16.308726 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70197c85-5aba-4749-84b5-db76150cf79a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806191-2-iscsi {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:18:16.308860 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70197c85-5aba-4749-84b5-db76150cf79a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806191-2-iscsi {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:18:16.358491 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-e8b414c8-d475-4b91-89ca-1caf5cded253 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:18:16.367333 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-1b9ce07d-9a66-4b55-a40b-47c6b2ea26b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777170380508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3627128'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:18:16.380456 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-e8b414c8-d475-4b91-89ca-1caf5cded253 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:18:16.471119 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-e8b414c8-d475-4b91-89ca-1caf5cded253 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368872'] for security_group, after_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:18:16.473627 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-e8b414c8-d475-4b91-89ca-1caf5cded253 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:18:16.474844 dv-cinder-806191-2-iscsi neutron-server[93884]: INFO neutron.wsgi [None req-e8b414c8-d475-4b91-89ca-1caf5cded253 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/e58b6b44-5df9-4764-9cc1-0948cf9a5724 HTTP/1.1" status: 204 len: 168 time: 0.1740997 Aug 29 19:18:16.483147 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8b414c8-d475-4b91-89ca-1caf5cded253 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e58b6b44-5df9-4764-9cc1-0948cf9a5724,revision_number=None']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:18:16.490726 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8b414c8-d475-4b91-89ca-1caf5cded253 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806191-2-iscsi {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:18:16.491083 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8b414c8-d475-4b91-89ca-1caf5cded253 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806191-2-iscsi {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:18:16.491423 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8b414c8-d475-4b91-89ca-1caf5cded253 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806191-2-iscsi {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:18:16.491760 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8b414c8-d475-4b91-89ca-1caf5cded253 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806191-2-iscsi {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:18:16.492095 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8b414c8-d475-4b91-89ca-1caf5cded253 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-806191-2-iscsi {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:18:16.492448 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8b414c8-d475-4b91-89ca-1caf5cded253 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806191-2-iscsi {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:18:16.492780 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8b414c8-d475-4b91-89ca-1caf5cded253 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-806191-2-iscsi {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:18:16.493109 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8b414c8-d475-4b91-89ca-1caf5cded253 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-806191-2-iscsi {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:18:16.493455 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8b414c8-d475-4b91-89ca-1caf5cded253 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806191-2-iscsi {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:18:16.493786 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8b414c8-d475-4b91-89ca-1caf5cded253 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806191-2-iscsi {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:18:16.494110 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8b414c8-d475-4b91-89ca-1caf5cded253 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806191-2-iscsi {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:18:16.494570 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8b414c8-d475-4b91-89ca-1caf5cded253 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806191-2-iscsi {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:18:18.987803 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-24197585-b95e-4c76-b8a6-cd8d4ec8b52e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777170380508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3627128'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:18:19.653633 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-f7f3f912-659a-49f9-ab3a-0560ee4983b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777170380508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3627128'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:18:20.323743 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-ed31fb2d-405b-476e-b16a-f8415d14bc27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777170380508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3627128'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:18:21.788469 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-c214b08a-13ec-4cca-bdbd-998b9b76327d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777170380508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3627128'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:18:46.367503 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-95503ddb-c657-4b63-905e-b3a95ec25a9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777170380508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3627128'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:18:48.988299 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-bcc6f001-323b-4e2a-be27-6058eb75d0d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777170380508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3627128'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:18:49.654141 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-f7f3f912-659a-49f9-ab3a-0560ee4983b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777170380508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3627128'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:18:50.324705 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-ed31fb2d-405b-476e-b16a-f8415d14bc27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777170380508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3627128'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:18:51.792396 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-c214b08a-13ec-4cca-bdbd-998b9b76327d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777170380508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3627128'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:18:52.455677 dv-cinder-806191-2-iscsi neutron-server[93886]: DEBUG neutron.db.agents_db [None req-c8461fad-6a9a-4fb7-93e9-57a62b582dc0 None None] Agent healthcheck: found 5 active agents {{(pid=93886) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 19:19:16.367925 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-ac8b9add-d9c2-4d2b-b1e1-c82adb6ac31a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777170380508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3627128'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:19:18.987965 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-2506f95c-ff12-4193-a2e3-4d81fe27c379 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777170380508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3627128'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:19:19.654284 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-f7f3f912-659a-49f9-ab3a-0560ee4983b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777170380508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3627128'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:19:20.328237 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-ed31fb2d-405b-476e-b16a-f8415d14bc27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777170380508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3627128'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:19:21.793974 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-c214b08a-13ec-4cca-bdbd-998b9b76327d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777170380508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3627128'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:19:29.454606 dv-cinder-806191-2-iscsi neutron-server[93886]: DEBUG neutron.db.agents_db [None req-c8461fad-6a9a-4fb7-93e9-57a62b582dc0 None None] Agent healthcheck: found 5 active agents {{(pid=93886) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 19:19:46.368224 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-e407f981-fc48-43c8-a90c-f7ee99ee5888 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777170380508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3627128'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:19:48.987985 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-f5da72cd-d4d6-4ff3-8583-d5e56317a03e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777170380508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3627128'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:19:49.657059 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-f7f3f912-659a-49f9-ab3a-0560ee4983b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777170380508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3627128'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:19:50.330850 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-ed31fb2d-405b-476e-b16a-f8415d14bc27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777170380508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3627128'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:19:50.664591 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-e411ce9c-394c-453f-add9-812245090945 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777170380508', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3695271'] for agent, after_create {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:19:51.797848 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-c214b08a-13ec-4cca-bdbd-998b9b76327d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777170380508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3627128'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:20:05.883318 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.26', 54112) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 19:20:05.985499 dv-cinder-806191-2-iscsi neutron-server[93884]: INFO neutron.wsgi [None req-e6cedf7a-5d3e-46c7-9d88-26f11bd2660f admin admin] 10.222.0.26 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4303 time: 0.1011519 Aug 29 19:20:06.453070 dv-cinder-806191-2-iscsi neutron-server[93886]: DEBUG neutron.db.agents_db [None req-c8461fad-6a9a-4fb7-93e9-57a62b582dc0 None None] Agent healthcheck: found 6 active agents {{(pid=93886) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 19:20:08.168864 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.26', 54122) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 19:20:08.222941 dv-cinder-806191-2-iscsi neutron-server[93884]: INFO neutron.wsgi [None req-d52edbb0-d589-4896-8d6f-73700682c319 admin admin] 10.222.0.26 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4303 time: 0.0529811 Aug 29 19:20:16.368878 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-6ef32a7f-d592-4cc5-b9d7-8f732326b982 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777170380508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3627128'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:20:18.989241 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-14bd3302-216f-4b7e-8a49-6bfae2b91619 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777170380508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3627128'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:20:19.659859 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-f7f3f912-659a-49f9-ab3a-0560ee4983b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777170380508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3627128'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:20:20.333175 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-ed31fb2d-405b-476e-b16a-f8415d14bc27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777170380508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3627128'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:20:20.616591 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-e411ce9c-394c-453f-add9-812245090945 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777170380508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3627128'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:20:21.800374 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-c214b08a-13ec-4cca-bdbd-998b9b76327d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777170380508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3627128'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:20:43.451016 dv-cinder-806191-2-iscsi neutron-server[93886]: DEBUG neutron.db.agents_db [None req-c8461fad-6a9a-4fb7-93e9-57a62b582dc0 None None] Agent healthcheck: found 6 active agents {{(pid=93886) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 19:20:46.369573 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-124783ec-660e-4639-93a4-83ba1c2c791b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777170380508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3627128'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:20:48.989444 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-eb339d55-a646-4bf6-9223-0fd8dc532206 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777170380508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3627128'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:20:49.660731 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-f7f3f912-659a-49f9-ab3a-0560ee4983b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777170380508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3627128'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:20:50.337215 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-ed31fb2d-405b-476e-b16a-f8415d14bc27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777170380508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3627128'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:20:50.615732 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-e411ce9c-394c-453f-add9-812245090945 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777170380508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3627128'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:20:51.803595 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-c214b08a-13ec-4cca-bdbd-998b9b76327d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777170380508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3627128'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:21:16.370877 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-e5ca011d-25f2-4688-859f-ec9a1421fb60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777170380508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3627128'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:21:18.990850 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-07f73959-39ca-4007-b6eb-f6f82f9953ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777170380508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3627128'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:21:19.661896 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-f7f3f912-659a-49f9-ab3a-0560ee4983b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777170380508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3627128'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:21:20.338489 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-ed31fb2d-405b-476e-b16a-f8415d14bc27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777170380508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3627128'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:21:20.450188 dv-cinder-806191-2-iscsi neutron-server[93886]: DEBUG neutron.db.agents_db [None req-c8461fad-6a9a-4fb7-93e9-57a62b582dc0 None None] Agent healthcheck: found 6 active agents {{(pid=93886) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 19:21:20.630927 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-e411ce9c-394c-453f-add9-812245090945 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777170380508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3627128'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:21:21.809703 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-c214b08a-13ec-4cca-bdbd-998b9b76327d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777170380508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3627128'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:21:37.324844 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.26', 54328) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 19:21:37.676427 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.api.v2.base [None req-4962948c-7e8d-406a-b2c4-1668fdf75e80 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-1162439399-network', 'tenant_id': 'ba814db0c9614a53b5482814dee2277a'}} {{(pid=93884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 19:21:37.701406 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4962948c-7e8d-406a-b2c4-1668fdf75e80 admin admin] Made reservation on behalf of ba814db0c9614a53b5482814dee2277a for: {'network': 1} {{(pid=93884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 19:21:37.704729 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-4962948c-7e8d-406a-b2c4-1668fdf75e80 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3669058'] for network, before_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:21:37.713249 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-4962948c-7e8d-406a-b2c4-1668fdf75e80 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:21:37.810515 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-4962948c-7e8d-406a-b2c4-1668fdf75e80 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:21:37.815984 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-4962948c-7e8d-406a-b2c4-1668fdf75e80 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368872'] for security_group, after_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:21:37.844487 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4962948c-7e8d-406a-b2c4-1668fdf75e80 admin admin] vlan segment allocate from pool success with {'vlan_id': 123, 'physical_network': 'physnet1'} {{(pid=93884) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 19:21:37.850549 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4962948c-7e8d-406a-b2c4-1668fdf75e80 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ea7dc4db-96bb-4713-a2e6-e8b6fb48c457,revision_number=1']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:21:37.858941 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4962948c-7e8d-406a-b2c4-1668fdf75e80 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806191-2-iscsi {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:21:37.859576 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4962948c-7e8d-406a-b2c4-1668fdf75e80 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806191-2-iscsi {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:21:37.859953 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4962948c-7e8d-406a-b2c4-1668fdf75e80 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806191-2-iscsi {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:21:37.860292 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4962948c-7e8d-406a-b2c4-1668fdf75e80 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806191-2-iscsi {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:21:37.860621 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4962948c-7e8d-406a-b2c4-1668fdf75e80 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-806191-2-iscsi {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:21:37.860967 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4962948c-7e8d-406a-b2c4-1668fdf75e80 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806191-2-iscsi {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:21:37.861309 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4962948c-7e8d-406a-b2c4-1668fdf75e80 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-806191-2-iscsi {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:21:37.861624 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4962948c-7e8d-406a-b2c4-1668fdf75e80 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-806191-2-iscsi {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:21:37.861960 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4962948c-7e8d-406a-b2c4-1668fdf75e80 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806191-2-iscsi {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:21:37.862288 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4962948c-7e8d-406a-b2c4-1668fdf75e80 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806191-2-iscsi {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:21:37.862636 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4962948c-7e8d-406a-b2c4-1668fdf75e80 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806191-2-iscsi {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:21:37.862952 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4962948c-7e8d-406a-b2c4-1668fdf75e80 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806191-2-iscsi {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:21:37.863975 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4962948c-7e8d-406a-b2c4-1668fdf75e80 admin admin] Tracked resource versions report: Aug 29 19:21:37.863975 dv-cinder-806191-2-iscsi neutron-server[93884]: pushed versions: Aug 29 19:21:37.863975 dv-cinder-806191-2-iscsi neutron-server[93884]: { 'AddressGroup': {'1.2'}, Aug 29 19:21:37.863975 dv-cinder-806191-2-iscsi neutron-server[93884]: 'ConntrackHelper': {'1.0'}, Aug 29 19:21:37.863975 dv-cinder-806191-2-iscsi neutron-server[93884]: 'Log': {'1.0'}, Aug 29 19:21:37.863975 dv-cinder-806191-2-iscsi neutron-server[93884]: 'Network': {'1.1'}, Aug 29 19:21:37.863975 dv-cinder-806191-2-iscsi neutron-server[93884]: 'Port': {'1.7'}, Aug 29 19:21:37.863975 dv-cinder-806191-2-iscsi neutron-server[93884]: 'PortForwarding': {'1.2'}, Aug 29 19:21:37.863975 dv-cinder-806191-2-iscsi neutron-server[93884]: 'QosPolicy': {'1.9'}, Aug 29 19:21:37.863975 dv-cinder-806191-2-iscsi neutron-server[93884]: 'SecurityGroup': {'1.4'}, Aug 29 19:21:37.863975 dv-cinder-806191-2-iscsi neutron-server[93884]: 'SecurityGroupRule': {'1.2'}, Aug 29 19:21:37.863975 dv-cinder-806191-2-iscsi neutron-server[93884]: 'SubPort': {'1.0'}, Aug 29 19:21:37.863975 dv-cinder-806191-2-iscsi neutron-server[93884]: 'Subnet': {'1.1'}, Aug 29 19:21:37.863975 dv-cinder-806191-2-iscsi neutron-server[93884]: 'Trunk': {'1.1'}} Aug 29 19:21:37.863975 dv-cinder-806191-2-iscsi neutron-server[93884]: consumer versions: Aug 29 19:21:37.863975 dv-cinder-806191-2-iscsi neutron-server[93884]: { DHCP agent@dv-cinder-806191-2-iscsi: {}, Aug 29 19:21:37.863975 dv-cinder-806191-2-iscsi neutron-server[93884]: HyperV agent@hv-cinder-80619: {}, Aug 29 19:21:37.863975 dv-cinder-806191-2-iscsi neutron-server[93884]: L3 agent@dv-cinder-806191-2-iscsi: {}, Aug 29 19:21:37.863975 dv-cinder-806191-2-iscsi neutron-server[93884]: Metadata agent@dv-cinder-806191-2-iscsi: {}, Aug 29 19:21:37.863975 dv-cinder-806191-2-iscsi neutron-server[93884]: Metering agent@dv-cinder-806191-2-iscsi: {}, Aug 29 19:21:37.863975 dv-cinder-806191-2-iscsi neutron-server[93884]: Open vSwitch agent@dv-cinder-806191-2-iscsi: { 'AddressGroup': '1.2', Aug 29 19:21:37.863975 dv-cinder-806191-2-iscsi neutron-server[93884]: 'ConntrackHelper': '1.0', Aug 29 19:21:37.863975 dv-cinder-806191-2-iscsi neutron-server[93884]: 'Log': '1.0', Aug 29 19:21:37.863975 dv-cinder-806191-2-iscsi neutron-server[93884]: 'Network': '1.1', Aug 29 19:21:37.863975 dv-cinder-806191-2-iscsi neutron-server[93884]: 'Port': '1.7', Aug 29 19:21:37.863975 dv-cinder-806191-2-iscsi neutron-server[93884]: 'PortForwarding': '1.2', Aug 29 19:21:37.863975 dv-cinder-806191-2-iscsi neutron-server[93884]: 'QosPolicy': '1.9', Aug 29 19:21:37.863975 dv-cinder-806191-2-iscsi neutron-server[93884]: 'SecurityGroup': '1.4', Aug 29 19:21:37.863975 dv-cinder-806191-2-iscsi neutron-server[93884]: 'SecurityGroupRule': '1.2', Aug 29 19:21:37.863975 dv-cinder-806191-2-iscsi neutron-server[93884]: 'SubPort': '1.0', Aug 29 19:21:37.863975 dv-cinder-806191-2-iscsi neutron-server[93884]: 'Subnet': '1.1', Aug 29 19:21:37.863975 dv-cinder-806191-2-iscsi neutron-server[93884]: 'Trunk': '1.1'}} Aug 29 19:21:37.863975 dv-cinder-806191-2-iscsi neutron-server[93884]: {{(pid=93884) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 29 19:21:37.870820 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-4962948c-7e8d-406a-b2c4-1668fdf75e80 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3556912'] for segment, precommit_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:21:37.871426 dv-cinder-806191-2-iscsi neutron-server[93884]: INFO neutron.db.segments_db [None req-4962948c-7e8d-406a-b2c4-1668fdf75e80 admin admin] Added segment 8fe8a594-91a4-40c0-b8c2-40d42544c273 of type vlan for network 1d62036b-0f93-45a0-8fba-f387708e0e55 Aug 29 19:21:37.895873 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.26', 54354) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 19:21:37.917516 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-4962948c-7e8d-406a-b2c4-1668fdf75e80 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777169867614'] for network, precommit_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:21:37.944195 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-4962948c-7e8d-406a-b2c4-1668fdf75e80 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-376669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3715978'] for network, after_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:21:37.945262 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4962948c-7e8d-406a-b2c4-1668fdf75e80 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 19:21:37.945849 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-4962948c-7e8d-406a-b2c4-1668fdf75e80 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3715960'] for network, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:21:38.017834 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4962948c-7e8d-406a-b2c4-1668fdf75e80 admin admin] Pushing event updated for resources: {'Network': ['ID=1d62036b-0f93-45a0-8fba-f387708e0e55,revision_number=1']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:21:38.029509 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-f7f3f912-659a-49f9-ab3a-0560ee4983b1 None None] Network 1d62036b-0f93-45a0-8fba-f387708e0e55 details requested by agent ovs-agent-dv-cinder-806191-2-iscsi with host dv-cinder-806191-2-iscsi {{(pid=93885) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 19:21:38.034366 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.26', 54362) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 19:21:38.034956 dv-cinder-806191-2-iscsi neutron-server[93884]: INFO neutron.wsgi [None req-4962948c-7e8d-406a-b2c4-1668fdf75e80 admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.7085052 Aug 29 19:21:38.040765 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron.api.v2.base [None req-e4827ad9-f575-4905-972b-72280a92cbcf admin admin] Request body: {'subnet': {'network_id': '1d62036b-0f93-45a0-8fba-f387708e0e55', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-1162439399-subnet', 'tenant_id': 'ba814db0c9614a53b5482814dee2277a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 19:21:38.071262 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e4827ad9-f575-4905-972b-72280a92cbcf admin admin] Made reservation on behalf of ba814db0c9614a53b5482814dee2277a for: {'subnet': 1} {{(pid=93883) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 19:21:38.075142 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-e4827ad9-f575-4905-972b-72280a92cbcf admin admin] Notify callbacks [] for subnet, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:21:38.135266 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.26', 54366) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 19:21:38.351535 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron.api.v2.base [None req-72a70fa6-9e24-4538-89ab-f133b7752bb1 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1396415860-network', 'tenant_id': '16dffbdd7fac48b29c797436a8d2b2eb'}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 19:21:38.363914 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-e4827ad9-f575-4905-972b-72280a92cbcf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-376708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3715978'] for subnet, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:21:38.417542 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-72a70fa6-9e24-4538-89ab-f133b7752bb1 admin admin] Made reservation on behalf of 16dffbdd7fac48b29c797436a8d2b2eb for: {'network': 1} {{(pid=93883) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 19:21:38.419842 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-72a70fa6-9e24-4538-89ab-f133b7752bb1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3669058'] for network, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:21:38.458683 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-72a70fa6-9e24-4538-89ab-f133b7752bb1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:21:38.459359 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.api.v2.base [None req-322e6464-31ab-4ced-a9c8-5ef5791b48b8 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-568067329-network', 'tenant_id': 'bb269c9ea7fa4ad9981b168c22af7757'}} {{(pid=93884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 19:21:38.459799 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4827ad9-f575-4905-972b-72280a92cbcf admin admin] Checking segment: {'id': '8fe8a594-91a4-40c0-b8c2-40d42544c273', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '1d62036b-0f93-45a0-8fba-f387708e0e55'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93883) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 19:21:38.459799 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4827ad9-f575-4905-972b-72280a92cbcf admin admin] Network hostable DHCP agents. Network: 1d62036b-0f93-45a0-8fba-f387708e0e55, hostable agents: ['01567a2b-701c-44ec-9311-402810164ce4'], hosted agents: [] {{(pid=93883) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 19:21:38.485208 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-322e6464-31ab-4ced-a9c8-5ef5791b48b8 admin admin] Made reservation on behalf of bb269c9ea7fa4ad9981b168c22af7757 for: {'network': 1} {{(pid=93884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 19:21:38.489204 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4827ad9-f575-4905-972b-72280a92cbcf admin admin] Pushing event updated for resources: {'Subnet': ['ID=e15cf44e-824b-4420-8bd8-737a2faa947a,revision_number=0']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:21:38.489683 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-322e6464-31ab-4ced-a9c8-5ef5791b48b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3669058'] for network, before_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:21:38.500830 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4827ad9-f575-4905-972b-72280a92cbcf admin admin] Network 1d62036b-0f93-45a0-8fba-f387708e0e55 is scheduled to be hosted by DHCP agent 01567a2b-701c-44ec-9311-402810164ce4 with binding_index 1 {{(pid=93883) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 19:21:38.505854 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-322e6464-31ab-4ced-a9c8-5ef5791b48b8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:21:38.510343 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4827ad9-f575-4905-972b-72280a92cbcf admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806191-2-iscsi {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:21:38.510748 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4827ad9-f575-4905-972b-72280a92cbcf admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806191-2-iscsi {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:21:38.511094 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4827ad9-f575-4905-972b-72280a92cbcf admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806191-2-iscsi {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:21:38.511431 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4827ad9-f575-4905-972b-72280a92cbcf admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806191-2-iscsi {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:21:38.511786 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4827ad9-f575-4905-972b-72280a92cbcf admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-806191-2-iscsi {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:21:38.512093 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4827ad9-f575-4905-972b-72280a92cbcf admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806191-2-iscsi {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:21:38.512423 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4827ad9-f575-4905-972b-72280a92cbcf admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-806191-2-iscsi {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:21:38.512749 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4827ad9-f575-4905-972b-72280a92cbcf admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-806191-2-iscsi {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:21:38.513099 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4827ad9-f575-4905-972b-72280a92cbcf admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806191-2-iscsi {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:21:38.513427 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4827ad9-f575-4905-972b-72280a92cbcf admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806191-2-iscsi {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:21:38.513750 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4827ad9-f575-4905-972b-72280a92cbcf admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806191-2-iscsi {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:21:38.514070 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4827ad9-f575-4905-972b-72280a92cbcf admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806191-2-iscsi {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:21:38.515155 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4827ad9-f575-4905-972b-72280a92cbcf admin admin] Tracked resource versions report: Aug 29 19:21:38.515155 dv-cinder-806191-2-iscsi neutron-server[93883]: pushed versions: Aug 29 19:21:38.515155 dv-cinder-806191-2-iscsi neutron-server[93883]: { 'AddressGroup': {'1.2'}, Aug 29 19:21:38.515155 dv-cinder-806191-2-iscsi neutron-server[93883]: 'ConntrackHelper': {'1.0'}, Aug 29 19:21:38.515155 dv-cinder-806191-2-iscsi neutron-server[93883]: 'Log': {'1.0'}, Aug 29 19:21:38.515155 dv-cinder-806191-2-iscsi neutron-server[93883]: 'Network': {'1.1'}, Aug 29 19:21:38.515155 dv-cinder-806191-2-iscsi neutron-server[93883]: 'Port': {'1.7'}, Aug 29 19:21:38.515155 dv-cinder-806191-2-iscsi neutron-server[93883]: 'PortForwarding': {'1.2'}, Aug 29 19:21:38.515155 dv-cinder-806191-2-iscsi neutron-server[93883]: 'QosPolicy': {'1.9'}, Aug 29 19:21:38.515155 dv-cinder-806191-2-iscsi neutron-server[93883]: 'SecurityGroup': {'1.4'}, Aug 29 19:21:38.515155 dv-cinder-806191-2-iscsi neutron-server[93883]: 'SecurityGroupRule': {'1.2'}, Aug 29 19:21:38.515155 dv-cinder-806191-2-iscsi neutron-server[93883]: 'SubPort': {'1.0'}, Aug 29 19:21:38.515155 dv-cinder-806191-2-iscsi neutron-server[93883]: 'Subnet': {'1.1'}, Aug 29 19:21:38.515155 dv-cinder-806191-2-iscsi neutron-server[93883]: 'Trunk': {'1.1'}} Aug 29 19:21:38.515155 dv-cinder-806191-2-iscsi neutron-server[93883]: consumer versions: Aug 29 19:21:38.515155 dv-cinder-806191-2-iscsi neutron-server[93883]: { DHCP agent@dv-cinder-806191-2-iscsi: {}, Aug 29 19:21:38.515155 dv-cinder-806191-2-iscsi neutron-server[93883]: HyperV agent@hv-cinder-80619: {}, Aug 29 19:21:38.515155 dv-cinder-806191-2-iscsi neutron-server[93883]: L3 agent@dv-cinder-806191-2-iscsi: {}, Aug 29 19:21:38.515155 dv-cinder-806191-2-iscsi neutron-server[93883]: Metadata agent@dv-cinder-806191-2-iscsi: {}, Aug 29 19:21:38.515155 dv-cinder-806191-2-iscsi neutron-server[93883]: Metering agent@dv-cinder-806191-2-iscsi: {}, Aug 29 19:21:38.515155 dv-cinder-806191-2-iscsi neutron-server[93883]: Open vSwitch agent@dv-cinder-806191-2-iscsi: { 'AddressGroup': '1.2', Aug 29 19:21:38.515155 dv-cinder-806191-2-iscsi neutron-server[93883]: 'ConntrackHelper': '1.0', Aug 29 19:21:38.515155 dv-cinder-806191-2-iscsi neutron-server[93883]: 'Log': '1.0', Aug 29 19:21:38.515155 dv-cinder-806191-2-iscsi neutron-server[93883]: 'Network': '1.1', Aug 29 19:21:38.515155 dv-cinder-806191-2-iscsi neutron-server[93883]: 'Port': '1.7', Aug 29 19:21:38.515155 dv-cinder-806191-2-iscsi neutron-server[93883]: 'PortForwarding': '1.2', Aug 29 19:21:38.515155 dv-cinder-806191-2-iscsi neutron-server[93883]: 'QosPolicy': '1.9', Aug 29 19:21:38.515155 dv-cinder-806191-2-iscsi neutron-server[93883]: 'SecurityGroup': '1.4', Aug 29 19:21:38.515155 dv-cinder-806191-2-iscsi neutron-server[93883]: 'SecurityGroupRule': '1.2', Aug 29 19:21:38.515155 dv-cinder-806191-2-iscsi neutron-server[93883]: 'SubPort': '1.0', Aug 29 19:21:38.515155 dv-cinder-806191-2-iscsi neutron-server[93883]: 'Subnet': '1.1', Aug 29 19:21:38.515155 dv-cinder-806191-2-iscsi neutron-server[93883]: 'Trunk': '1.1'}} Aug 29 19:21:38.515155 dv-cinder-806191-2-iscsi neutron-server[93883]: {{(pid=93883) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 29 19:21:38.528318 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron.scheduler.base_scheduler [None req-e4827ad9-f575-4905-972b-72280a92cbcf admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-806191-2-iscsi, 1d62036b-0f93-45a0-8fba-f387708e0e55) {{(pid=93883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 19:21:38.538487 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4827ad9-f575-4905-972b-72280a92cbcf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 19:21:38.539336 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-e4827ad9-f575-4905-972b-72280a92cbcf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3715960'] for subnet, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:21:38.545876 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-970778cc-aaef-4007-b788-732d20ddbe5e None None] Network 1d62036b-0f93-45a0-8fba-f387708e0e55 requested from dv-cinder-806191-2-iscsi {{(pid=93885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 19:21:38.620417 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-72a70fa6-9e24-4538-89ab-f133b7752bb1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:21:38.629040 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-72a70fa6-9e24-4538-89ab-f133b7752bb1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368872'] for security_group, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:21:38.643847 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-72a70fa6-9e24-4538-89ab-f133b7752bb1 admin admin] vlan segment allocate from pool success with {'vlan_id': 135, 'physical_network': 'physnet1'} {{(pid=93883) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 19:21:38.655073 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-72a70fa6-9e24-4538-89ab-f133b7752bb1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3556912'] for segment, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:21:38.655564 dv-cinder-806191-2-iscsi neutron-server[93883]: INFO neutron.db.segments_db [None req-72a70fa6-9e24-4538-89ab-f133b7752bb1 admin admin] Added segment 711f1075-1ac0-4e1b-8344-072510bf1c14 of type vlan for network 305421f9-785b-43e9-bb64-076cd82e700a Aug 29 19:21:38.727896 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-72a70fa6-9e24-4538-89ab-f133b7752bb1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777169867614'] for network, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:21:38.740383 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72a70fa6-9e24-4538-89ab-f133b7752bb1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a5ff652f-191c-4a97-9168-26078f022aaa,revision_number=1']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:21:38.770918 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-72a70fa6-9e24-4538-89ab-f133b7752bb1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-376669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3715978'] for network, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:21:38.772116 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72a70fa6-9e24-4538-89ab-f133b7752bb1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 19:21:38.772832 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-72a70fa6-9e24-4538-89ab-f133b7752bb1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3715960'] for network, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:21:38.783509 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d38c00b-6d87-41a7-b64c-228392b95b91 None None] Network 1d62036b-0f93-45a0-8fba-f387708e0e55 requested from dv-cinder-806191-2-iscsi {{(pid=93885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 19:21:38.809094 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-322e6464-31ab-4ced-a9c8-5ef5791b48b8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:21:38.829997 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-322e6464-31ab-4ced-a9c8-5ef5791b48b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368872'] for security_group, after_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:21:38.835331 dv-cinder-806191-2-iscsi neutron-server[93883]: INFO neutron.wsgi [None req-e4827ad9-f575-4905-972b-72280a92cbcf admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.7993758 Aug 29 19:21:38.852611 dv-cinder-806191-2-iscsi neutron-server[93883]: INFO neutron.wsgi [None req-72a70fa6-9e24-4538-89ab-f133b7752bb1 admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.9541237 Aug 29 19:21:38.857442 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.26', 54416) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 19:21:38.861526 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72a70fa6-9e24-4538-89ab-f133b7752bb1 admin admin] Pushing event updated for resources: {'Network': ['ID=305421f9-785b-43e9-bb64-076cd82e700a,revision_number=1']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:21:38.861792 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-322e6464-31ab-4ced-a9c8-5ef5791b48b8 admin admin] vlan segment allocate from pool success with {'vlan_id': 114, 'physical_network': 'physnet1'} {{(pid=93884) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 19:21:38.872996 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-f7f3f912-659a-49f9-ab3a-0560ee4983b1 None None] Network 305421f9-785b-43e9-bb64-076cd82e700a details requested by agent ovs-agent-dv-cinder-806191-2-iscsi with host dv-cinder-806191-2-iscsi {{(pid=93885) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 19:21:38.876017 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron.api.v2.base [None req-28658973-97cd-4701-8feb-c9abba90b51d admin admin] Request body: {'subnet': {'network_id': '305421f9-785b-43e9-bb64-076cd82e700a', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1396415860-subnet', 'tenant_id': '16dffbdd7fac48b29c797436a8d2b2eb', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 19:21:38.885377 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-322e6464-31ab-4ced-a9c8-5ef5791b48b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3556912'] for segment, precommit_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:21:38.886047 dv-cinder-806191-2-iscsi neutron-server[93884]: INFO neutron.db.segments_db [None req-322e6464-31ab-4ced-a9c8-5ef5791b48b8 admin admin] Added segment ac1c3e1d-4bb1-4222-8869-d8e145ff64dd of type vlan for network b31f2377-81f8-426f-9dd2-b3757c46201b Aug 29 19:21:38.923221 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-28658973-97cd-4701-8feb-c9abba90b51d admin admin] Made reservation on behalf of 16dffbdd7fac48b29c797436a8d2b2eb for: {'subnet': 1} {{(pid=93883) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 19:21:38.926585 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-28658973-97cd-4701-8feb-c9abba90b51d admin admin] Notify callbacks [] for subnet, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:21:38.958017 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-322e6464-31ab-4ced-a9c8-5ef5791b48b8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777169867614'] for network, precommit_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:21:39.078684 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-322e6464-31ab-4ced-a9c8-5ef5791b48b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-376669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3715978'] for network, after_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:21:39.086320 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-322e6464-31ab-4ced-a9c8-5ef5791b48b8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 19:21:39.090106 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-322e6464-31ab-4ced-a9c8-5ef5791b48b8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3715960'] for network, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:21:39.197665 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-28658973-97cd-4701-8feb-c9abba90b51d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-376708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3715978'] for subnet, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:21:39.207798 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-322e6464-31ab-4ced-a9c8-5ef5791b48b8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=53892fd6-fc0b-43d7-b2d3-4778a69f0ff7,revision_number=1']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:21:39.237828 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-322e6464-31ab-4ced-a9c8-5ef5791b48b8 admin admin] Pushing event updated for resources: {'Network': ['ID=b31f2377-81f8-426f-9dd2-b3757c46201b,revision_number=1']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:21:39.245712 dv-cinder-806191-2-iscsi neutron-server[93884]: INFO neutron.wsgi [None req-322e6464-31ab-4ced-a9c8-5ef5791b48b8 admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 1.1090350 Aug 29 19:21:39.248764 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-f7f3f912-659a-49f9-ab3a-0560ee4983b1 None None] Network b31f2377-81f8-426f-9dd2-b3757c46201b details requested by agent ovs-agent-dv-cinder-806191-2-iscsi with host dv-cinder-806191-2-iscsi {{(pid=93885) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 19:21:39.258646 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.26', 54432) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 19:21:39.265309 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.api.v2.base [None req-27d46b02-c835-4861-9ddc-f07d263c7163 admin admin] Request body: {'subnet': {'network_id': 'b31f2377-81f8-426f-9dd2-b3757c46201b', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-568067329-subnet', 'tenant_id': 'bb269c9ea7fa4ad9981b168c22af7757', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 19:21:39.313842 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-27d46b02-c835-4861-9ddc-f07d263c7163 admin admin] Made reservation on behalf of bb269c9ea7fa4ad9981b168c22af7757 for: {'subnet': 1} {{(pid=93884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 19:21:39.316494 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-27d46b02-c835-4861-9ddc-f07d263c7163 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:21:39.317273 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28658973-97cd-4701-8feb-c9abba90b51d admin admin] Pushing event updated for resources: {'Subnet': ['ID=dae2edad-6c62-4f69-bbc7-9f9fbaa2f271,revision_number=0']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:21:39.380378 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28658973-97cd-4701-8feb-c9abba90b51d admin admin] Checking segment: {'id': '711f1075-1ac0-4e1b-8344-072510bf1c14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '305421f9-785b-43e9-bb64-076cd82e700a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93883) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 19:21:39.381653 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28658973-97cd-4701-8feb-c9abba90b51d admin admin] Network hostable DHCP agents. Network: 305421f9-785b-43e9-bb64-076cd82e700a, hostable agents: ['01567a2b-701c-44ec-9311-402810164ce4'], hosted agents: [] {{(pid=93883) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 19:21:39.424297 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28658973-97cd-4701-8feb-c9abba90b51d admin admin] Network 305421f9-785b-43e9-bb64-076cd82e700a is scheduled to be hosted by DHCP agent 01567a2b-701c-44ec-9311-402810164ce4 with binding_index 1 {{(pid=93883) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 19:21:39.444872 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron.scheduler.base_scheduler [None req-28658973-97cd-4701-8feb-c9abba90b51d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-806191-2-iscsi, 305421f9-785b-43e9-bb64-076cd82e700a) {{(pid=93883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 19:21:39.450711 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28658973-97cd-4701-8feb-c9abba90b51d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 19:21:39.451539 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-28658973-97cd-4701-8feb-c9abba90b51d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3715960'] for subnet, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:21:39.455381 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a57dbe14-b2f6-4238-8d80-7f5d0cac30ea None None] Network 305421f9-785b-43e9-bb64-076cd82e700a requested from dv-cinder-806191-2-iscsi {{(pid=93885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 19:21:39.501975 dv-cinder-806191-2-iscsi neutron-server[93883]: INFO neutron.wsgi [None req-28658973-97cd-4701-8feb-c9abba90b51d admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.6421053 Aug 29 19:21:39.626746 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-27d46b02-c835-4861-9ddc-f07d263c7163 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-376708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3715978'] for subnet, after_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:21:39.714418 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6bb31d5-b56c-4c19-a8b9-24016f07d193 None None] Network 305421f9-785b-43e9-bb64-076cd82e700a requested from dv-cinder-806191-2-iscsi {{(pid=93885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 19:21:39.753270 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27d46b02-c835-4861-9ddc-f07d263c7163 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8c14e703-3ff5-4626-a4b1-f0e4a5ebc648,revision_number=0']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:21:39.780130 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27d46b02-c835-4861-9ddc-f07d263c7163 admin admin] Checking segment: {'id': 'ac1c3e1d-4bb1-4222-8869-d8e145ff64dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'b31f2377-81f8-426f-9dd2-b3757c46201b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93884) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 19:21:39.782511 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27d46b02-c835-4861-9ddc-f07d263c7163 admin admin] Network hostable DHCP agents. Network: b31f2377-81f8-426f-9dd2-b3757c46201b, hostable agents: ['01567a2b-701c-44ec-9311-402810164ce4'], hosted agents: [] {{(pid=93884) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 19:21:39.824844 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27d46b02-c835-4861-9ddc-f07d263c7163 admin admin] Network b31f2377-81f8-426f-9dd2-b3757c46201b is scheduled to be hosted by DHCP agent 01567a2b-701c-44ec-9311-402810164ce4 with binding_index 1 {{(pid=93884) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 19:21:39.839619 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.scheduler.base_scheduler [None req-27d46b02-c835-4861-9ddc-f07d263c7163 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-806191-2-iscsi, b31f2377-81f8-426f-9dd2-b3757c46201b) {{(pid=93884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 19:21:39.854118 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27d46b02-c835-4861-9ddc-f07d263c7163 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 19:21:39.857523 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-27d46b02-c835-4861-9ddc-f07d263c7163 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3715960'] for subnet, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:21:39.862335 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-865357e2-910d-4cfa-990b-2040a339fbd3 None None] Network b31f2377-81f8-426f-9dd2-b3757c46201b requested from dv-cinder-806191-2-iscsi {{(pid=93885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 19:21:39.894772 dv-cinder-806191-2-iscsi neutron-server[93884]: INFO neutron.wsgi [None req-27d46b02-c835-4861-9ddc-f07d263c7163 admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 0.6332850 Aug 29 19:21:39.897567 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.26', 54454) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 19:21:39.907563 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.api.v2.base [None req-30c1aa89-1ba7-4317-9054-ce68b7b71104 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-568067329-router', 'tenant_id': 'bb269c9ea7fa4ad9981b168c22af7757', 'external_gateway_info': {'network_id': '7209b701-ecaa-476a-bd58-d61d280c16d3'}}} {{(pid=93884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 19:21:39.956001 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-30c1aa89-1ba7-4317-9054-ce68b7b71104 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3671342', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-28728'] for router, before_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:21:39.957851 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-30c1aa89-1ba7-4317-9054-ce68b7b71104 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3671426', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3677672', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-423498', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-28723'] for router, precommit_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:21:40.025805 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.26', 54460) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 19:21:40.053007 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-30c1aa89-1ba7-4317-9054-ce68b7b71104 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:21:40.134061 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68b3cf05-0011-4942-bdbd-4f93284a5ecf None None] Network b31f2377-81f8-426f-9dd2-b3757c46201b requested from dv-cinder-806191-2-iscsi {{(pid=93885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 19:21:40.262764 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-30c1aa89-1ba7-4317-9054-ce68b7b71104 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:21:40.447383 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-30ed29ec-3892-4cea-828e-29529bc48a69 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:21:40.485225 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-30c1aa89-1ba7-4317-9054-ce68b7b71104 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:21:40.509241 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-30c1aa89-1ba7-4317-9054-ce68b7b71104 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3669058'] for port, before_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:21:40.556834 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-30ed29ec-3892-4cea-828e-29529bc48a69 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:21:40.565547 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-30ed29ec-3892-4cea-828e-29529bc48a69 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368872'] for security_group, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:21:40.614848 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30ed29ec-3892-4cea-828e-29529bc48a69 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b4b876f3-df85-4401-aaa4-5c167c94e372,revision_number=1']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:21:40.621389 dv-cinder-806191-2-iscsi neutron-server[93883]: INFO neutron.wsgi [None req-30ed29ec-3892-4cea-828e-29529bc48a69 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=fc50d78862874b189ea8981ef9d2c7ce&name=default HTTP/1.1" status: 200 len: 2975 time: 0.5939386 Aug 29 19:21:40.626411 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.26', 54484) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 19:21:40.714825 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.db.db_base_plugin_common [None req-30c1aa89-1ba7-4317-9054-ce68b7b71104 admin admin] Allocated IP 172.27.2.43 (7209b701-ecaa-476a-bd58-d61d280c16d3/71309eb1-223f-47ba-9803-1437c965e178/a5fd70fd-efd5-4cfd-a6fa-c81d1a6ac8f6) {{(pid=93884) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 19:21:40.727127 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.26', 54506) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 19:21:40.729664 dv-cinder-806191-2-iscsi neutron-server[93884]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Aug 29 19:21:40.735689 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-0d75c1d6-e187-4496-b02b-63644bc2ce23 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:21:40.764519 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-0d75c1d6-e187-4496-b02b-63644bc2ce23 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:21:40.838250 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-0d75c1d6-e187-4496-b02b-63644bc2ce23 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368872'] for security_group, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:21:40.841114 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-0d75c1d6-e187-4496-b02b-63644bc2ce23 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:21:40.842417 dv-cinder-806191-2-iscsi neutron-server[93883]: INFO neutron.wsgi [None req-0d75c1d6-e187-4496-b02b-63644bc2ce23 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/b4b876f3-df85-4401-aaa4-5c167c94e372 HTTP/1.1" status: 204 len: 168 time: 0.2150624 Aug 29 19:21:40.868840 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d75c1d6-e187-4496-b02b-63644bc2ce23 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b4b876f3-df85-4401-aaa4-5c167c94e372,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:21:41.103957 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-30c1aa89-1ba7-4317-9054-ce68b7b71104 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:21:41.121418 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ab542b7-e068-48f0-a7e1-4f40c4c1c8a2 req-f23270a9-d2c4-4c8d-83f9-50fa70878c54 tempest-AttachVolumeNegativeTest-2076342172 tempest-AttachVolumeNegativeTest-2076342172-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 19:21:41.129837 dv-cinder-806191-2-iscsi neutron-server[93884]: INFO neutron.wsgi [req-5ab542b7-e068-48f0-a7e1-4f40c4c1c8a2 req-f23270a9-d2c4-4c8d-83f9-50fa70878c54 tempest-AttachVolumeNegativeTest-2076342172 tempest-AttachVolumeNegativeTest-2076342172-project] 10.222.0.26 "GET /v2.0/networks?id=1d62036b-0f93-45a0-8fba-f387708e0e55 HTTP/1.1" status: 200 len: 815 time: 0.4010227 Aug 29 19:21:41.154529 dv-cinder-806191-2-iscsi neutron-server[93884]: INFO neutron.wsgi [req-5ab542b7-e068-48f0-a7e1-4f40c4c1c8a2 req-0e5ef5b9-d70f-4a5a-89fb-fc29a272c10d tempest-AttachVolumeNegativeTest-2076342172 tempest-AttachVolumeNegativeTest-2076342172-project] 10.222.0.26 "GET /v2.0/quotas/ba814db0c9614a53b5482814dee2277a HTTP/1.1" status: 200 len: 375 time: 0.0234442 Aug 29 19:21:41.347633 dv-cinder-806191-2-iscsi neutron-server[93884]: INFO neutron.wsgi [req-5ab542b7-e068-48f0-a7e1-4f40c4c1c8a2 req-edf1e721-367c-4f86-87b9-93ab3c2c3cc6 tempest-AttachVolumeNegativeTest-2076342172 tempest-AttachVolumeNegativeTest-2076342172-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=ba814db0c9614a53b5482814dee2277a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1912520 Aug 29 19:21:41.369824 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-30c1aa89-1ba7-4317-9054-ce68b7b71104 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3669005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3715978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777169884164'] for port, after_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:21:41.400345 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.26', 54554) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 19:21:41.408046 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30c1aa89-1ba7-4317-9054-ce68b7b71104 admin admin] Network 7209b701-ecaa-476a-bd58-d61d280c16d3 is already hosted by enough agents. {{(pid=93884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 19:21:41.413704 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.scheduler.base_scheduler [None req-30c1aa89-1ba7-4317-9054-ce68b7b71104 admin admin] Resources bound (agent type, host, resource id): {{(pid=93884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 19:21:41.417698 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-bd9355fe-c4e6-4afe-b1a7-17bb1d424954 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:21:41.417871 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30c1aa89-1ba7-4317-9054-ce68b7b71104 admin admin] Received port after_create {{(pid=93884) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 19:21:41.481439 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30c1aa89-1ba7-4317-9054-ce68b7b71104 admin admin] Pushing event updated for resources: {'Port': ['ID=a5fd70fd-efd5-4cfd-a6fa-c81d1a6ac8f6,revision_number=1']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:21:41.533808 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-bd9355fe-c4e6-4afe-b1a7-17bb1d424954 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:21:41.539536 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-bd9355fe-c4e6-4afe-b1a7-17bb1d424954 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368872'] for security_group, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:21:41.567966 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd9355fe-c4e6-4afe-b1a7-17bb1d424954 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=81f964a6-baa6-42f1-9d0f-32b79fb9c1ce,revision_number=1']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:21:41.597002 dv-cinder-806191-2-iscsi neutron-server[93883]: INFO neutron.wsgi [None req-bd9355fe-c4e6-4afe-b1a7-17bb1d424954 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=cdb7d95195fa4f139824438597c85cf1&name=default HTTP/1.1" status: 200 len: 2975 time: 0.1947746 Aug 29 19:21:41.599635 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.26', 54556) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 19:21:41.631060 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.26', 54558) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 19:21:41.673345 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-30c1aa89-1ba7-4317-9054-ce68b7b71104 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:21:41.674284 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-cce3cb91-87b1-45b9-8140-730026277900 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:21:41.722735 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-cce3cb91-87b1-45b9-8140-730026277900 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:21:41.753168 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.26', 54578) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 19:21:41.755214 dv-cinder-806191-2-iscsi neutron-server[93883]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Aug 29 19:21:41.918726 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.26', 54582) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 19:21:41.945191 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-531e49d4-2e1f-4b12-991a-761a2b4a1ce5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:21:41.960812 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.wsgi [req-5ab542b7-e068-48f0-a7e1-4f40c4c1c8a2 req-31a07d36-ad1a-4dfe-8f07-0d7c412d678a service neutron] http://10.222.0.26:9696/v2.0/extensions returned with HTTP 200 {{(pid=93884) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 29 19:21:41.962012 dv-cinder-806191-2-iscsi neutron-server[93884]: INFO neutron.wsgi [req-5ab542b7-e068-48f0-a7e1-4f40c4c1c8a2 req-31a07d36-ad1a-4dfe-8f07-0d7c412d678a service neutron] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1638484 Aug 29 19:21:41.971079 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-30c1aa89-1ba7-4317-9054-ce68b7b71104 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3671481', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3676215'] for router, after_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:21:41.990635 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-cce3cb91-87b1-45b9-8140-730026277900 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368872'] for security_group, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:21:41.993071 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-cce3cb91-87b1-45b9-8140-730026277900 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:21:41.994188 dv-cinder-806191-2-iscsi neutron-server[93883]: INFO neutron.wsgi [None req-cce3cb91-87b1-45b9-8140-730026277900 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/81f964a6-baa6-42f1-9d0f-32b79fb9c1ce HTTP/1.1" status: 204 len: 168 time: 0.3928382 Aug 29 19:21:41.997401 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-726fda0b-1b65-4e03-8acb-6265c3b69260 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:21:42.047201 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cce3cb91-87b1-45b9-8140-730026277900 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=81f964a6-baa6-42f1-9d0f-32b79fb9c1ce,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:21:42.079919 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e81d49f-b185-4530-9b5d-0194540054ff req-c9df4653-5c94-42d7-b7b1-37780ee8be1d tempest-DeleteServersTestJSON-54809137 tempest-DeleteServersTestJSON-54809137-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 19:21:42.081485 dv-cinder-806191-2-iscsi neutron-server[93883]: INFO neutron.wsgi [req-5e81d49f-b185-4530-9b5d-0194540054ff req-c9df4653-5c94-42d7-b7b1-37780ee8be1d tempest-DeleteServersTestJSON-54809137 tempest-DeleteServersTestJSON-54809137-project] 10.222.0.26 "GET /v2.0/networks?id=305421f9-785b-43e9-bb64-076cd82e700a HTTP/1.1" status: 200 len: 812 time: 0.3273625 Aug 29 19:21:42.108809 dv-cinder-806191-2-iscsi neutron-server[93883]: INFO neutron.wsgi [req-5e81d49f-b185-4530-9b5d-0194540054ff req-14128c2f-a37c-4b3c-8270-75ededed6df9 tempest-DeleteServersTestJSON-54809137 tempest-DeleteServersTestJSON-54809137-project] 10.222.0.26 "GET /v2.0/quotas/16dffbdd7fac48b29c797436a8d2b2eb HTTP/1.1" status: 200 len: 375 time: 0.0203357 Aug 29 19:21:42.210873 dv-cinder-806191-2-iscsi neutron-server[93883]: INFO neutron.wsgi [req-5e81d49f-b185-4530-9b5d-0194540054ff req-8ce728ee-191c-49d7-975e-08d5db76f5ea tempest-DeleteServersTestJSON-54809137 tempest-DeleteServersTestJSON-54809137-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=16dffbdd7fac48b29c797436a8d2b2eb&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0925586 Aug 29 19:21:42.214925 dv-cinder-806191-2-iscsi neutron-server[93884]: INFO neutron.wsgi [req-5ab542b7-e068-48f0-a7e1-4f40c4c1c8a2 req-e64c7c89-6510-45f2-962f-aba7fb190220 service neutron] 10.222.0.26 "GET /v2.0/networks/1d62036b-0f93-45a0-8fba-f387708e0e55?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2238483 Aug 29 19:21:42.267414 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-531e49d4-2e1f-4b12-991a-761a2b4a1ce5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:21:42.274009 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-531e49d4-2e1f-4b12-991a-761a2b4a1ce5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368872'] for security_group, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:21:42.327585 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-531e49d4-2e1f-4b12-991a-761a2b4a1ce5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9698d981-675f-444e-b580-d58e2a921e5c,revision_number=1']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:21:42.333711 dv-cinder-806191-2-iscsi neutron-server[93883]: INFO neutron.wsgi [None req-531e49d4-2e1f-4b12-991a-761a2b4a1ce5 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=e640eb95045542058c7e9e2a1f1e24f1&name=default HTTP/1.1" status: 200 len: 2975 time: 0.7008905 Aug 29 19:21:42.336376 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.26', 54596) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 19:21:42.392434 dv-cinder-806191-2-iscsi neutron-server[93884]: INFO neutron.wsgi [req-5ab542b7-e068-48f0-a7e1-4f40c4c1c8a2 req-54da8400-2f00-41e5-8624-7274f52b3677 service neutron] 10.222.0.26 "GET /v2.0/networks/1d62036b-0f93-45a0-8fba-f387708e0e55?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1718483 Aug 29 19:21:42.395792 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-30c1aa89-1ba7-4317-9054-ce68b7b71104 admin admin] Router b649c6f7-0a8c-4581-875c-27789592cc24 is scheduled to L3 agent c3ed3b02-d107-45f2-9b2a-fff9b0cfaa96 with binding_index 1 {{(pid=93884) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 29 19:21:42.414570 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-1dc5a12f-610d-4f87-9fbb-e4f47eec1939 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:21:42.449782 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-1dc5a12f-610d-4f87-9fbb-e4f47eec1939 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:21:42.463710 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron.wsgi [req-5e81d49f-b185-4530-9b5d-0194540054ff req-af109ea2-15c9-48d9-8d8e-57c0e822780f service neutron] http://10.222.0.26:9696/v2.0/extensions returned with HTTP 200 {{(pid=93883) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 29 19:21:42.465849 dv-cinder-806191-2-iscsi neutron-server[93883]: INFO neutron.wsgi [req-5e81d49f-b185-4530-9b5d-0194540054ff req-af109ea2-15c9-48d9-8d8e-57c0e822780f service neutron] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0758505 Aug 29 19:21:42.528565 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-726fda0b-1b65-4e03-8acb-6265c3b69260 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:21:42.562257 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-726fda0b-1b65-4e03-8acb-6265c3b69260 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368872'] for security_group, after_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:21:42.590373 dv-cinder-806191-2-iscsi neutron-server[93883]: INFO neutron.wsgi [req-5e81d49f-b185-4530-9b5d-0194540054ff req-b86a1cd5-ddca-4403-aa3b-e90e386ca7a5 service neutron] 10.222.0.26 "GET /v2.0/networks/305421f9-785b-43e9-bb64-076cd82e700a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1172407 Aug 29 19:21:42.671056 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-726fda0b-1b65-4e03-8acb-6265c3b69260 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eeecd543-c4c7-4150-b504-dd41139e9ff2,revision_number=1']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:21:42.683286 dv-cinder-806191-2-iscsi neutron-server[93884]: INFO neutron.wsgi [None req-726fda0b-1b65-4e03-8acb-6265c3b69260 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=fb0c97742e4c48358148a2d0c1121fd5&name=default HTTP/1.1" status: 200 len: 2975 time: 0.7629278 Aug 29 19:21:42.685867 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.26', 54622) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 19:21:42.706192 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-30c1aa89-1ba7-4317-9054-ce68b7b71104 admin admin] Notify agent at l3_agent.dv-cinder-806191-2-iscsi the message routers_updated {{(pid=93884) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 19:21:42.727412 dv-cinder-806191-2-iscsi neutron-server[93886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68e30c24-7173-4a5c-984b-e329e93673fb None None] Sync routers for ids ['b649c6f7-0a8c-4581-875c-27789592cc24'] in dv-cinder-806191-2-iscsi {{(pid=93886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 19:21:42.748704 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-30c1aa89-1ba7-4317-9054-ce68b7b71104 admin admin] Notify callbacks [] for router, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:21:42.753655 dv-cinder-806191-2-iscsi neutron-server[93884]: INFO neutron.wsgi [None req-30c1aa89-1ba7-4317-9054-ce68b7b71104 admin admin] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 2.8548205 Aug 29 19:21:42.753897 dv-cinder-806191-2-iscsi neutron-server[93886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68e30c24-7173-4a5c-984b-e329e93673fb None None] Routers {'b649c6f7-0a8c-4581-875c-27789592cc24'} bound to L3 agent in host dv-cinder-806191-2-iscsi {{(pid=93886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 19:21:42.754505 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.26', 54628) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 19:21:42.755778 dv-cinder-806191-2-iscsi neutron-server[93886]: DEBUG neutron.db.l3_hamode_db [None req-68e30c24-7173-4a5c-984b-e329e93673fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806191-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-29T19:13:49Z,description=,heartbeat_timestamp=2021-08-29T19:21:19Z,host='dv-cinder-806191-2-iscsi',id=c3ed3b02-d107-45f2-9b2a-fff9b0cfaa96,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T19:13:49Z,topic='l3_agent')) {'router_ids': ['b649c6f7-0a8c-4581-875c-27789592cc24'], 'active': True} {{(pid=93886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 19:21:42.763680 dv-cinder-806191-2-iscsi neutron-server[93883]: INFO neutron.wsgi [req-5e81d49f-b185-4530-9b5d-0194540054ff req-57043819-1a67-4c2d-b725-349065fe286f service neutron] 10.222.0.26 "GET /v2.0/networks/305421f9-785b-43e9-bb64-076cd82e700a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1616204 Aug 29 19:21:42.768987 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-1dc5a12f-610d-4f87-9fbb-e4f47eec1939 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368872'] for security_group, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:21:42.778992 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-1dc5a12f-610d-4f87-9fbb-e4f47eec1939 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:21:42.792751 dv-cinder-806191-2-iscsi neutron-server[93883]: INFO neutron.wsgi [None req-1dc5a12f-610d-4f87-9fbb-e4f47eec1939 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/9698d981-675f-444e-b580-d58e2a921e5c HTTP/1.1" status: 204 len: 168 time: 0.4442241 Aug 29 19:21:42.809493 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dc5a12f-610d-4f87-9fbb-e4f47eec1939 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9698d981-675f-444e-b580-d58e2a921e5c,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:21:42.920316 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-7db28923-ce56-493d-b4d9-a8d38dbd00b7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:21:42.989524 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-7db28923-ce56-493d-b4d9-a8d38dbd00b7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:21:43.159873 dv-cinder-806191-2-iscsi neutron-server[93884]: INFO neutron.wsgi [req-9cd4934a-da95-43c0-96ec-f566a54bafe4 req-6b42eab3-64de-48c0-9a92-6eb4176eec5d tempest-AttachVolumeNegativeTest-2076342172 tempest-AttachVolumeNegativeTest-2076342172-project] 10.222.0.26 "GET /v2.0/ports?device_id=0877765f-cdbf-4b0b-bf2c-c50d51f89aa0 HTTP/1.1" status: 200 len: 210 time: 0.0923169 Aug 29 19:21:43.223770 dv-cinder-806191-2-iscsi neutron-server[93886]: DEBUG neutron.db.l3_dvr_db [None req-68e30c24-7173-4a5c-984b-e329e93673fb None None] Set router b649c6f7-0a8c-4581-875c-27789592cc24 gateway port host: dv-cinder-806191-2-iscsi {{(pid=93886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 19:21:43.275356 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-7db28923-ce56-493d-b4d9-a8d38dbd00b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368872'] for security_group, after_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:21:43.280629 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-7db28923-ce56-493d-b4d9-a8d38dbd00b7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:21:43.281987 dv-cinder-806191-2-iscsi neutron-server[93884]: INFO neutron.wsgi [None req-7db28923-ce56-493d-b4d9-a8d38dbd00b7 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/eeecd543-c4c7-4150-b504-dd41139e9ff2 HTTP/1.1" status: 204 len: 168 time: 0.5951254 Aug 29 19:21:43.317796 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7db28923-ce56-493d-b4d9-a8d38dbd00b7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eeecd543-c4c7-4150-b504-dd41139e9ff2,revision_number=None']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:21:43.612291 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.26', 54686) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 19:21:43.631180 dv-cinder-806191-2-iscsi neutron-server[93886]: DEBUG neutron.db.l3_hamode_db [None req-68e30c24-7173-4a5c-984b-e329e93673fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b649c6f7-0a8c-4581-875c-27789592cc24', 'name': 'tempest-ServerRescueNegativeTestJSON-568067329-router', 'tenant_id': 'bb269c9ea7fa4ad9981b168c22af7757', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7209b701-ecaa-476a-bd58-d61d280c16d3', 'external_fixed_ips': [{'subnet_id': '71309eb1-223f-47ba-9803-1437c965e178', 'ip_address': '172.27.2.43'}], 'enable_snat': True}, 'gw_port_id': 'a5fd70fd-efd5-4cfd-a6fa-c81d1a6ac8f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T19:21:39Z', 'updated_at': '2021-08-29T19:21:41Z', 'revision_number': 3, 'project_id': 'bb269c9ea7fa4ad9981b168c22af7757', 'gw_port': {'id': 'a5fd70fd-efd5-4cfd-a6fa-c81d1a6ac8f6', 'name': '', 'network_id': '7209b701-ecaa-476a-bd58-d61d280c16d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:75:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b649c6f7-0a8c-4581-875c-27789592cc24', 'device_owner': 'network:router_gateway', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': '71309eb1-223f-47ba-9803-1437c965e178', 'ip_address': '172.27.2.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T19:21:40Z', 'updated_at': '2021-08-29T19:21:40Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '71309eb1-223f-47ba-9803-1437c965e178', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806191-2-iscsi'}], 'dv-cinder-806191-2-iscsi', False) {} {{(pid=93886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 19:21:43.641804 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-6cc3e3ad-1d1c-4e31-9b83-9b451a806cad admin admin] Notify callbacks [] for security_group, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:21:43.643077 dv-cinder-806191-2-iscsi neutron-server[93884]: INFO neutron.wsgi [req-903a4550-c12f-4118-b664-e48169dda30d req-291ee88b-9288-4f08-bcbc-95b60dec77ab tempest-DeleteServersTestJSON-54809137 tempest-DeleteServersTestJSON-54809137-project] 10.222.0.26 "GET /v2.0/ports?device_id=6250a8d1-2c0f-401a-bbde-6e6b92afc3f7 HTTP/1.1" status: 200 len: 210 time: 0.0447268 Aug 29 19:21:43.707212 dv-cinder-806191-2-iscsi neutron-server[93886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68e30c24-7173-4a5c-984b-e329e93673fb None None] Checking router: b649c6f7-0a8c-4581-875c-27789592cc24 for host: dv-cinder-806191-2-iscsi {{(pid=93886) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 19:21:43.708397 dv-cinder-806191-2-iscsi neutron-server[93886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68e30c24-7173-4a5c-984b-e329e93673fb None None] Updating router b649c6f7-0a8c-4581-875c-27789592cc24 port a5fd70fd-efd5-4cfd-a6fa-c81d1a6ac8f6 binding host dv-cinder-806191-2-iscsi {{(pid=93886) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 29 19:21:43.790874 dv-cinder-806191-2-iscsi neutron-server[93886]: DEBUG neutron_lib.callbacks.manager [None req-68e30c24-7173-4a5c-984b-e329e93673fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3669058'] for port, before_update {{(pid=93886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:21:43.878182 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-6cc3e3ad-1d1c-4e31-9b83-9b451a806cad admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:21:43.884850 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-6cc3e3ad-1d1c-4e31-9b83-9b451a806cad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368872'] for security_group, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:21:43.976771 dv-cinder-806191-2-iscsi neutron-server[93883]: INFO neutron.wsgi [None req-6cc3e3ad-1d1c-4e31-9b83-9b451a806cad admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=c88906ed6b0c4bd1b1c5d79bd1b77598&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3631952 Aug 29 19:21:43.979411 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.26', 54710) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 19:21:43.981335 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cc3e3ad-1d1c-4e31-9b83-9b451a806cad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bc98c9f5-e929-4744-8a89-c88d437320a4,revision_number=1']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:21:44.026849 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-a9673945-daa2-4508-96ab-1269d57c0275 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3669058'] for port, before_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:21:44.175618 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-a708bfef-b83f-4233-8716-4f84d408c3a2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:21:44.216805 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-a708bfef-b83f-4233-8716-4f84d408c3a2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:21:44.255751 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.26', 54720) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 19:21:44.295212 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-3d7d8450-a414-40e1-a2a7-31c016663bba admin admin] Notify callbacks [] for security_group, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:21:44.347913 dv-cinder-806191-2-iscsi neutron-server[93886]: DEBUG neutron_lib.callbacks.manager [None req-68e30c24-7173-4a5c-984b-e329e93673fb None None] Notify callbacks [] for port, precommit_update {{(pid=93886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:21:44.380713 dv-cinder-806191-2-iscsi neutron-server[93883]: INFO neutron.wsgi [req-47ab43ba-fd5e-4b62-b7ba-5da86334b913 req-d9ca016e-68ab-4aca-bd30-3be8d6e1e183 tempest-AttachVolumeNegativeTest-2076342172 tempest-AttachVolumeNegativeTest-2076342172-project] 10.222.0.26 "GET /v2.0/ports?device_id=0877765f-cdbf-4b0b-bf2c-c50d51f89aa0 HTTP/1.1" status: 200 len: 210 time: 0.1072214 Aug 29 19:21:44.398945 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.db.db_base_plugin_common [None req-a9673945-daa2-4508-96ab-1269d57c0275 admin admin] Allocated IP 172.20.0.1 (b31f2377-81f8-426f-9dd2-b3757c46201b/8c14e703-3ff5-4626-a4b1-f0e4a5ebc648/7af090be-1eb6-4fb4-bbb4-cd9abf55d8c3) {{(pid=93884) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 19:21:44.410300 dv-cinder-806191-2-iscsi neutron-server[93886]: DEBUG neutron.db.provisioning_blocks [None req-68e30c24-7173-4a5c-984b-e329e93673fb None None] Transition to ACTIVE for port object a5fd70fd-efd5-4cfd-a6fa-c81d1a6ac8f6 will not be triggered until provisioned by entity L2. {{(pid=93886) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 19:21:44.416732 dv-cinder-806191-2-iscsi neutron-server[93886]: DEBUG neutron_lib.callbacks.manager [None req-68e30c24-7173-4a5c-984b-e329e93673fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3669005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3715978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777170436913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777169884182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777169884200'] for port, after_update {{(pid=93886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:21:44.431501 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-a708bfef-b83f-4233-8716-4f84d408c3a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368872'] for security_group, after_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:21:44.439061 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-a708bfef-b83f-4233-8716-4f84d408c3a2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:21:44.442779 dv-cinder-806191-2-iscsi neutron-server[93884]: INFO neutron.wsgi [None req-a708bfef-b83f-4233-8716-4f84d408c3a2 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/bc98c9f5-e929-4744-8a89-c88d437320a4 HTTP/1.1" status: 204 len: 168 time: 0.4567599 Aug 29 19:21:44.487388 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a708bfef-b83f-4233-8716-4f84d408c3a2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc98c9f5-e929-4744-8a89-c88d437320a4,revision_number=None']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:21:44.581180 dv-cinder-806191-2-iscsi neutron-server[93886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f23056e-8010-42ae-9998-cb7a03f67588 None None] Pushing event updated for resources: {'Port': ['ID=a5fd70fd-efd5-4cfd-a6fa-c81d1a6ac8f6,revision_number=2']} {{(pid=93886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:21:44.592848 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-3d7d8450-a414-40e1-a2a7-31c016663bba admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:21:44.598522 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-3d7d8450-a414-40e1-a2a7-31c016663bba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368872'] for security_group, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:21:44.611436 dv-cinder-806191-2-iscsi neutron-server[93886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f23056e-8010-42ae-9998-cb7a03f67588 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806191-2-iscsi {{(pid=93886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:21:44.612030 dv-cinder-806191-2-iscsi neutron-server[93886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f23056e-8010-42ae-9998-cb7a03f67588 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806191-2-iscsi {{(pid=93886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:21:44.612531 dv-cinder-806191-2-iscsi neutron-server[93886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f23056e-8010-42ae-9998-cb7a03f67588 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806191-2-iscsi {{(pid=93886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:21:44.613022 dv-cinder-806191-2-iscsi neutron-server[93886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f23056e-8010-42ae-9998-cb7a03f67588 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806191-2-iscsi {{(pid=93886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:21:44.613651 dv-cinder-806191-2-iscsi neutron-server[93886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f23056e-8010-42ae-9998-cb7a03f67588 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-806191-2-iscsi {{(pid=93886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:21:44.614140 dv-cinder-806191-2-iscsi neutron-server[93886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f23056e-8010-42ae-9998-cb7a03f67588 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806191-2-iscsi {{(pid=93886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:21:44.614818 dv-cinder-806191-2-iscsi neutron-server[93886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f23056e-8010-42ae-9998-cb7a03f67588 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-806191-2-iscsi {{(pid=93886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:21:44.615323 dv-cinder-806191-2-iscsi neutron-server[93886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f23056e-8010-42ae-9998-cb7a03f67588 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-806191-2-iscsi {{(pid=93886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:21:44.615828 dv-cinder-806191-2-iscsi neutron-server[93886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f23056e-8010-42ae-9998-cb7a03f67588 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806191-2-iscsi {{(pid=93886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:21:44.616330 dv-cinder-806191-2-iscsi neutron-server[93886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f23056e-8010-42ae-9998-cb7a03f67588 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806191-2-iscsi {{(pid=93886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:21:44.616824 dv-cinder-806191-2-iscsi neutron-server[93886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f23056e-8010-42ae-9998-cb7a03f67588 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806191-2-iscsi {{(pid=93886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:21:44.617435 dv-cinder-806191-2-iscsi neutron-server[93886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f23056e-8010-42ae-9998-cb7a03f67588 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806191-2-iscsi {{(pid=93886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:21:44.619066 dv-cinder-806191-2-iscsi neutron-server[93886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f23056e-8010-42ae-9998-cb7a03f67588 None None] Tracked resource versions report: Aug 29 19:21:44.619066 dv-cinder-806191-2-iscsi neutron-server[93886]: pushed versions: Aug 29 19:21:44.619066 dv-cinder-806191-2-iscsi neutron-server[93886]: { 'AddressGroup': {'1.2'}, Aug 29 19:21:44.619066 dv-cinder-806191-2-iscsi neutron-server[93886]: 'ConntrackHelper': {'1.0'}, Aug 29 19:21:44.619066 dv-cinder-806191-2-iscsi neutron-server[93886]: 'Log': {'1.0'}, Aug 29 19:21:44.619066 dv-cinder-806191-2-iscsi neutron-server[93886]: 'Network': {'1.1'}, Aug 29 19:21:44.619066 dv-cinder-806191-2-iscsi neutron-server[93886]: 'Port': {'1.7'}, Aug 29 19:21:44.619066 dv-cinder-806191-2-iscsi neutron-server[93886]: 'PortForwarding': {'1.2'}, Aug 29 19:21:44.619066 dv-cinder-806191-2-iscsi neutron-server[93886]: 'QosPolicy': {'1.9'}, Aug 29 19:21:44.619066 dv-cinder-806191-2-iscsi neutron-server[93886]: 'SecurityGroup': {'1.4'}, Aug 29 19:21:44.619066 dv-cinder-806191-2-iscsi neutron-server[93886]: 'SecurityGroupRule': {'1.2'}, Aug 29 19:21:44.619066 dv-cinder-806191-2-iscsi neutron-server[93886]: 'SubPort': {'1.0'}, Aug 29 19:21:44.619066 dv-cinder-806191-2-iscsi neutron-server[93886]: 'Subnet': {'1.1'}, Aug 29 19:21:44.619066 dv-cinder-806191-2-iscsi neutron-server[93886]: 'Trunk': {'1.1'}} Aug 29 19:21:44.619066 dv-cinder-806191-2-iscsi neutron-server[93886]: consumer versions: Aug 29 19:21:44.619066 dv-cinder-806191-2-iscsi neutron-server[93886]: { DHCP agent@dv-cinder-806191-2-iscsi: {}, Aug 29 19:21:44.619066 dv-cinder-806191-2-iscsi neutron-server[93886]: HyperV agent@hv-cinder-80619: {}, Aug 29 19:21:44.619066 dv-cinder-806191-2-iscsi neutron-server[93886]: L3 agent@dv-cinder-806191-2-iscsi: {}, Aug 29 19:21:44.619066 dv-cinder-806191-2-iscsi neutron-server[93886]: Metadata agent@dv-cinder-806191-2-iscsi: {}, Aug 29 19:21:44.619066 dv-cinder-806191-2-iscsi neutron-server[93886]: Metering agent@dv-cinder-806191-2-iscsi: {}, Aug 29 19:21:44.619066 dv-cinder-806191-2-iscsi neutron-server[93886]: Open vSwitch agent@dv-cinder-806191-2-iscsi: { 'AddressGroup': '1.2', Aug 29 19:21:44.619066 dv-cinder-806191-2-iscsi neutron-server[93886]: 'ConntrackHelper': '1.0', Aug 29 19:21:44.619066 dv-cinder-806191-2-iscsi neutron-server[93886]: 'Log': '1.0', Aug 29 19:21:44.619066 dv-cinder-806191-2-iscsi neutron-server[93886]: 'Network': '1.1', Aug 29 19:21:44.619066 dv-cinder-806191-2-iscsi neutron-server[93886]: 'Port': '1.7', Aug 29 19:21:44.619066 dv-cinder-806191-2-iscsi neutron-server[93886]: 'PortForwarding': '1.2', Aug 29 19:21:44.619066 dv-cinder-806191-2-iscsi neutron-server[93886]: 'QosPolicy': '1.9', Aug 29 19:21:44.619066 dv-cinder-806191-2-iscsi neutron-server[93886]: 'SecurityGroup': '1.4', Aug 29 19:21:44.619066 dv-cinder-806191-2-iscsi neutron-server[93886]: 'SecurityGroupRule': '1.2', Aug 29 19:21:44.619066 dv-cinder-806191-2-iscsi neutron-server[93886]: 'SubPort': '1.0', Aug 29 19:21:44.619066 dv-cinder-806191-2-iscsi neutron-server[93886]: 'Subnet': '1.1', Aug 29 19:21:44.619066 dv-cinder-806191-2-iscsi neutron-server[93886]: 'Trunk': '1.1'}} Aug 29 19:21:44.619066 dv-cinder-806191-2-iscsi neutron-server[93886]: {{(pid=93886) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 29 19:21:44.632496 dv-cinder-806191-2-iscsi neutron-server[93886]: DEBUG neutron.plugins.ml2.managers [None req-68e30c24-7173-4a5c-984b-e329e93673fb None None] Attempting to bind port a5fd70fd-efd5-4cfd-a6fa-c81d1a6ac8f6 on host dv-cinder-806191-2-iscsi for vnic_type normal with profile {{(pid=93886) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 19:21:44.633039 dv-cinder-806191-2-iscsi neutron-server[93886]: DEBUG neutron.plugins.ml2.managers [None req-68e30c24-7173-4a5c-984b-e329e93673fb None None] Attempting to bind port a5fd70fd-efd5-4cfd-a6fa-c81d1a6ac8f6 by drivers openvswitch,hyperv on host dv-cinder-806191-2-iscsi at level 0 using segments [{'id': 'abe37968-36e5-463a-bc67-a17a4a975f92', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7209b701-ecaa-476a-bd58-d61d280c16d3'}] {{(pid=93886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 19:21:44.633564 dv-cinder-806191-2-iscsi neutron-server[93886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68e30c24-7173-4a5c-984b-e329e93673fb None None] Attempting to bind port a5fd70fd-efd5-4cfd-a6fa-c81d1a6ac8f6 on network 7209b701-ecaa-476a-bd58-d61d280c16d3 {{(pid=93886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 19:21:44.644686 dv-cinder-806191-2-iscsi neutron-server[93886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68e30c24-7173-4a5c-984b-e329e93673fb None None] Checking agent: {'id': 'e2dce85b-d9d5-40cd-b89b-586c7cfc9b3c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-806191-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 19, 13, 50), 'started_at': datetime.datetime(2021, 8, 29, 19, 14, 20), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 19, 21, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-806191-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 19:21:44.651671 dv-cinder-806191-2-iscsi neutron-server[93886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68e30c24-7173-4a5c-984b-e329e93673fb None None] Checking segment: {'id': 'abe37968-36e5-463a-bc67-a17a4a975f92', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7209b701-ecaa-476a-bd58-d61d280c16d3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93886) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 19:21:44.653692 dv-cinder-806191-2-iscsi neutron-server[93886]: DEBUG neutron_lib.callbacks.manager [None req-68e30c24-7173-4a5c-984b-e329e93673fb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:21:44.654282 dv-cinder-806191-2-iscsi neutron-server[93886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68e30c24-7173-4a5c-984b-e329e93673fb None None] Bound using segment: {'id': 'abe37968-36e5-463a-bc67-a17a4a975f92', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7209b701-ecaa-476a-bd58-d61d280c16d3'} {{(pid=93886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 19:21:44.654984 dv-cinder-806191-2-iscsi neutron-server[93886]: DEBUG neutron.plugins.ml2.managers [None req-68e30c24-7173-4a5c-984b-e329e93673fb None None] Bound port: a5fd70fd-efd5-4cfd-a6fa-c81d1a6ac8f6, host: dv-cinder-806191-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'abe37968-36e5-463a-bc67-a17a4a975f92', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7209b701-ecaa-476a-bd58-d61d280c16d3'}}] {{(pid=93886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 19:21:44.655581 dv-cinder-806191-2-iscsi neutron-server[93886]: DEBUG neutron_lib.callbacks.manager [None req-68e30c24-7173-4a5c-984b-e329e93673fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3669058'] for port, before_update {{(pid=93886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:21:44.672112 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-a9673945-daa2-4508-96ab-1269d57c0275 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:21:44.678325 dv-cinder-806191-2-iscsi neutron-server[93883]: INFO neutron.wsgi [None req-3d7d8450-a414-40e1-a2a7-31c016663bba admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=6509bb3b641d4079b79a797b2a3b1167&name=default HTTP/1.1" status: 200 len: 2975 time: 0.4212928 Aug 29 19:21:44.679730 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d7d8450-a414-40e1-a2a7-31c016663bba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3d859774-481c-4778-9c0b-6aa31ea6a189,revision_number=1']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:21:44.701168 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.26', 54742) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 19:21:44.770903 dv-cinder-806191-2-iscsi neutron-server[93886]: DEBUG neutron.plugins.ml2.db [None req-68e30c24-7173-4a5c-984b-e329e93673fb None None] For port a5fd70fd-efd5-4cfd-a6fa-c81d1a6ac8f6, host dv-cinder-806191-2-iscsi, cleared binding levels {{(pid=93886) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 19:21:44.774179 dv-cinder-806191-2-iscsi neutron-server[93886]: DEBUG neutron.plugins.ml2.db [None req-68e30c24-7173-4a5c-984b-e329e93673fb None None] For port a5fd70fd-efd5-4cfd-a6fa-c81d1a6ac8f6, host dv-cinder-806191-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806191-2-iscsi',level=0,port_id=a5fd70fd-efd5-4cfd-a6fa-c81d1a6ac8f6,segment=NetworkSegment(abe37968-36e5-463a-bc67-a17a4a975f92),segment_id=abe37968-36e5-463a-bc67-a17a4a975f92)] {{(pid=93886) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 19:21:44.792824 dv-cinder-806191-2-iscsi neutron-server[93886]: DEBUG neutron_lib.callbacks.manager [None req-68e30c24-7173-4a5c-984b-e329e93673fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3669005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3715978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777170436913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777169884182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777169884200'] for port, after_update {{(pid=93886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:21:44.813218 dv-cinder-806191-2-iscsi neutron-server[93884]: INFO neutron.wsgi [req-4a5aafa7-c2c1-45cd-adf0-b54257bfdadb req-b0758d59-6a71-4626-930f-067f064117c9 tempest-DeleteServersTestJSON-54809137 tempest-DeleteServersTestJSON-54809137-project] 10.222.0.26 "GET /v2.0/ports?device_id=6250a8d1-2c0f-401a-bbde-6e6b92afc3f7 HTTP/1.1" status: 200 len: 210 time: 0.0711138 Aug 29 19:21:44.854353 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-a9673945-daa2-4508-96ab-1269d57c0275 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3669005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3715978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777169884164'] for port, after_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:21:44.893732 dv-cinder-806191-2-iscsi neutron-server[93886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f23056e-8010-42ae-9998-cb7a03f67588 None None] Pushing event updated for resources: {'Port': ['ID=a5fd70fd-efd5-4cfd-a6fa-c81d1a6ac8f6,revision_number=3']} {{(pid=93886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:21:44.903366 dv-cinder-806191-2-iscsi neutron-server[93886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68e30c24-7173-4a5c-984b-e329e93673fb None None] Routers {'b649c6f7-0a8c-4581-875c-27789592cc24'} bound to L3 agent in host dv-cinder-806191-2-iscsi {{(pid=93886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 19:21:44.903860 dv-cinder-806191-2-iscsi neutron-server[93886]: DEBUG neutron.db.l3_hamode_db [None req-68e30c24-7173-4a5c-984b-e329e93673fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806191-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-29T19:13:49Z,description=,heartbeat_timestamp=2021-08-29T19:21:19Z,host='dv-cinder-806191-2-iscsi',id=c3ed3b02-d107-45f2-9b2a-fff9b0cfaa96,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T19:13:49Z,topic='l3_agent')) {'router_ids': ['b649c6f7-0a8c-4581-875c-27789592cc24'], 'active': True} {{(pid=93886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 19:21:44.917364 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-cfa3d416-33f9-47af-9acf-ebf385575eac admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:21:44.997364 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-cfa3d416-33f9-47af-9acf-ebf385575eac admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:21:45.029978 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9673945-daa2-4508-96ab-1269d57c0275 admin admin] Network b31f2377-81f8-426f-9dd2-b3757c46201b is already hosted by enough agents. {{(pid=93884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 19:21:45.045410 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.scheduler.base_scheduler [None req-a9673945-daa2-4508-96ab-1269d57c0275 admin admin] Resources bound (agent type, host, resource id): {{(pid=93884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 19:21:45.056159 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9673945-daa2-4508-96ab-1269d57c0275 admin admin] Received port after_create {{(pid=93884) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 19:21:45.056892 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-a9673945-daa2-4508-96ab-1269d57c0275 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3676392'] for router_interface, before_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:21:45.084827 dv-cinder-806191-2-iscsi neutron-server[93886]: DEBUG neutron.db.l3_dvr_db [None req-68e30c24-7173-4a5c-984b-e329e93673fb None None] Set router b649c6f7-0a8c-4581-875c-27789592cc24 gateway port host: dv-cinder-806191-2-iscsi {{(pid=93886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 19:21:45.138423 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-cfa3d416-33f9-47af-9acf-ebf385575eac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368872'] for security_group, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:21:45.141239 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-cfa3d416-33f9-47af-9acf-ebf385575eac admin admin] Notify callbacks [] for security_group, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:21:45.146367 dv-cinder-806191-2-iscsi neutron-server[93883]: INFO neutron.wsgi [None req-cfa3d416-33f9-47af-9acf-ebf385575eac admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/3d859774-481c-4778-9c0b-6aa31ea6a189 HTTP/1.1" status: 204 len: 168 time: 0.4399934 Aug 29 19:21:45.165824 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfa3d416-33f9-47af-9acf-ebf385575eac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d859774-481c-4778-9c0b-6aa31ea6a189,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:21:45.389726 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9673945-daa2-4508-96ab-1269d57c0275 admin admin] Pushing event updated for resources: {'Port': ['ID=7af090be-1eb6-4fb4-bbb4-cd9abf55d8c3,revision_number=1']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:21:45.437472 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-a9673945-daa2-4508-96ab-1269d57c0275 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3669058'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:21:45.490938 dv-cinder-806191-2-iscsi neutron-server[93886]: DEBUG neutron.db.l3_hamode_db [None req-68e30c24-7173-4a5c-984b-e329e93673fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b649c6f7-0a8c-4581-875c-27789592cc24', 'name': 'tempest-ServerRescueNegativeTestJSON-568067329-router', 'tenant_id': 'bb269c9ea7fa4ad9981b168c22af7757', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7209b701-ecaa-476a-bd58-d61d280c16d3', 'external_fixed_ips': [{'subnet_id': '71309eb1-223f-47ba-9803-1437c965e178', 'ip_address': '172.27.2.43'}], 'enable_snat': True}, 'gw_port_id': 'a5fd70fd-efd5-4cfd-a6fa-c81d1a6ac8f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T19:21:39Z', 'updated_at': '2021-08-29T19:21:41Z', 'revision_number': 3, 'project_id': 'bb269c9ea7fa4ad9981b168c22af7757', 'gw_port': {'id': 'a5fd70fd-efd5-4cfd-a6fa-c81d1a6ac8f6', 'name': '', 'network_id': '7209b701-ecaa-476a-bd58-d61d280c16d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:75:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b649c6f7-0a8c-4581-875c-27789592cc24', 'device_owner': 'network:router_gateway', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': '71309eb1-223f-47ba-9803-1437c965e178', 'ip_address': '172.27.2.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806191-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T19:21:40Z', 'updated_at': '2021-08-29T19:21:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '71309eb1-223f-47ba-9803-1437c965e178', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806191-2-iscsi'}], 'dv-cinder-806191-2-iscsi', False) {} {{(pid=93886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 19:21:45.539666 dv-cinder-806191-2-iscsi neutron-server[93886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68e30c24-7173-4a5c-984b-e329e93673fb None None] The sync data for ids ['b649c6f7-0a8c-4581-875c-27789592cc24'] in dv-cinder-806191-2-iscsi is: [{'id': 'b649c6f7-0a8c-4581-875c-27789592cc24', 'name': 'tempest-ServerRescueNegativeTestJSON-568067329-router', 'tenant_id': 'bb269c9ea7fa4ad9981b168c22af7757', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7209b701-ecaa-476a-bd58-d61d280c16d3', 'external_fixed_ips': [{'subnet_id': '71309eb1-223f-47ba-9803-1437c965e178', 'ip_address': '172.27.2.43'}], 'enable_snat': True}, 'gw_port_id': 'a5fd70fd-efd5-4cfd-a6fa-c81d1a6ac8f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T19:21:39Z', 'updated_at': '2021-08-29T19:21:41Z', 'revision_number': 3, 'project_id': 'bb269c9ea7fa4ad9981b168c22af7757', 'gw_port': {'id': 'a5fd70fd-efd5-4cfd-a6fa-c81d1a6ac8f6', 'name': '', 'network_id': '7209b701-ecaa-476a-bd58-d61d280c16d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:75:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b649c6f7-0a8c-4581-875c-27789592cc24', 'device_owner': 'network:router_gateway', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': '71309eb1-223f-47ba-9803-1437c965e178', 'ip_address': '172.27.2.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806191-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T19:21:40Z', 'updated_at': '2021-08-29T19:21:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '71309eb1-223f-47ba-9803-1437c965e178', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806191-2-iscsi'}] {{(pid=93886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 19:21:45.656082 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-a9673945-daa2-4508-96ab-1269d57c0275 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:21:45.662075 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-a9673945-daa2-4508-96ab-1269d57c0275 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3669005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3715978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777170436913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777169884182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777169884200'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:21:45.662920 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-a9673945-daa2-4508-96ab-1269d57c0275 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3716004', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3676983'] for router_interface, after_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:21:45.688642 dv-cinder-806191-2-iscsi neutron-server[93883]: INFO neutron.wsgi [req-5e1112a2-d417-4ab9-a03b-d39b6ec6d91f req-dad53187-de93-4059-b244-31f82a01513a tempest-AttachVolumeNegativeTest-2076342172 tempest-AttachVolumeNegativeTest-2076342172-project] 10.222.0.26 "GET /v2.0/ports?device_id=0877765f-cdbf-4b0b-bf2c-c50d51f89aa0 HTTP/1.1" status: 200 len: 210 time: 0.0431619 Aug 29 19:21:45.763432 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9673945-daa2-4508-96ab-1269d57c0275 admin admin] Pushing event updated for resources: {'Port': ['ID=7af090be-1eb6-4fb4-bbb4-cd9abf55d8c3,revision_number=2']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:21:45.813718 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9673945-daa2-4508-96ab-1269d57c0275 admin admin] Network b31f2377-81f8-426f-9dd2-b3757c46201b is already hosted by enough agents. {{(pid=93884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 19:21:45.815601 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.scheduler.base_scheduler [None req-a9673945-daa2-4508-96ab-1269d57c0275 admin admin] Resources bound (agent type, host, resource id): {{(pid=93884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 19:21:46.066266 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a9673945-daa2-4508-96ab-1269d57c0275 admin admin] Router b649c6f7-0a8c-4581-875c-27789592cc24 has already been hosted by L3 agent c3ed3b02-d107-45f2-9b2a-fff9b0cfaa96 {{(pid=93884) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 19:21:46.177303 dv-cinder-806191-2-iscsi neutron-server[93884]: INFO neutron.wsgi [req-3a78a9e3-b071-43dc-b1d7-899dc52976ed req-cd695c43-3000-4661-bbe5-41a799b2a4a8 tempest-DeleteServersTestJSON-54809137 tempest-DeleteServersTestJSON-54809137-project] 10.222.0.26 "GET /v2.0/ports?device_id=6250a8d1-2c0f-401a-bbde-6e6b92afc3f7 HTTP/1.1" status: 200 len: 210 time: 0.0895314 Aug 29 19:21:46.276622 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a9673945-daa2-4508-96ab-1269d57c0275 admin admin] Notify agent at l3_agent.dv-cinder-806191-2-iscsi the message routers_updated {{(pid=93884) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 19:21:46.295614 dv-cinder-806191-2-iscsi neutron-server[93884]: INFO neutron.wsgi [None req-a9673945-daa2-4508-96ab-1269d57c0275 admin admin] 10.222.0.26 "PUT /v2.0/routers/b649c6f7-0a8c-4581-875c-27789592cc24/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5271821 Aug 29 19:21:46.380446 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-f214a523-193b-4df9-96ab-6616a0d26593 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777170380508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3627128'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:21:46.838362 dv-cinder-806191-2-iscsi neutron-server[93883]: INFO neutron.wsgi [req-03445ed8-3db8-46ce-aead-b5f3182f535f req-3c83a89b-dbf2-4698-9f93-a7ff80694696 tempest-AttachVolumeNegativeTest-2076342172 tempest-AttachVolumeNegativeTest-2076342172-project] 10.222.0.26 "GET /v2.0/ports?device_id=0877765f-cdbf-4b0b-bf2c-c50d51f89aa0 HTTP/1.1" status: 200 len: 210 time: 0.0418093 Aug 29 19:21:47.230799 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9faf7a4b-7828-482e-86f0-461fc206c688 req-3f135777-4eb9-4472-8f31-e6ed98b77885 tempest-ServerRescueNegativeTestJSON-1221659768 tempest-ServerRescueNegativeTestJSON-1221659768-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 19:21:47.245956 dv-cinder-806191-2-iscsi neutron-server[93884]: INFO neutron.wsgi [req-9faf7a4b-7828-482e-86f0-461fc206c688 req-3f135777-4eb9-4472-8f31-e6ed98b77885 tempest-ServerRescueNegativeTestJSON-1221659768 tempest-ServerRescueNegativeTestJSON-1221659768-project] 10.222.0.26 "GET /v2.0/networks?id=b31f2377-81f8-426f-9dd2-b3757c46201b HTTP/1.1" status: 200 len: 818 time: 0.1808801 Aug 29 19:21:47.284399 dv-cinder-806191-2-iscsi neutron-server[93884]: INFO neutron.wsgi [req-9faf7a4b-7828-482e-86f0-461fc206c688 req-7da7f582-cc5d-4f40-9aba-327599b53b5e tempest-ServerRescueNegativeTestJSON-1221659768 tempest-ServerRescueNegativeTestJSON-1221659768-project] 10.222.0.26 "GET /v2.0/quotas/bb269c9ea7fa4ad9981b168c22af7757 HTTP/1.1" status: 200 len: 375 time: 0.0264852 Aug 29 19:21:47.380622 dv-cinder-806191-2-iscsi neutron-server[93884]: INFO neutron.wsgi [req-9faf7a4b-7828-482e-86f0-461fc206c688 req-91f1b705-0714-48aa-a02d-f0975a4cabdf tempest-ServerRescueNegativeTestJSON-1221659768 tempest-ServerRescueNegativeTestJSON-1221659768-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=bb269c9ea7fa4ad9981b168c22af7757&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0947680 Aug 29 19:21:47.381332 dv-cinder-806191-2-iscsi neutron-server[93883]: INFO neutron.wsgi [req-2ff8fd8c-2b91-43f5-8a62-db64833c4e4f req-f3feae60-6f16-40f5-87b9-2601cdce1231 tempest-DeleteServersTestJSON-54809137 tempest-DeleteServersTestJSON-54809137-project] 10.222.0.26 "GET /v2.0/ports?device_id=6250a8d1-2c0f-401a-bbde-6e6b92afc3f7 HTTP/1.1" status: 200 len: 210 time: 0.0415151 Aug 29 19:21:47.507637 dv-cinder-806191-2-iscsi neutron-server[93884]: INFO neutron.wsgi [req-9faf7a4b-7828-482e-86f0-461fc206c688 req-e0e6dbed-ab64-4983-96fe-5384b149aa8f service neutron] 10.222.0.26 "GET /v2.0/networks/b31f2377-81f8-426f-9dd2-b3757c46201b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1251695 Aug 29 19:21:47.645235 dv-cinder-806191-2-iscsi neutron-server[93884]: INFO neutron.wsgi [req-9faf7a4b-7828-482e-86f0-461fc206c688 req-b373ed0f-700b-4e7d-9243-7a985294694f service neutron] 10.222.0.26 "GET /v2.0/networks/b31f2377-81f8-426f-9dd2-b3757c46201b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1364679 Aug 29 19:21:47.695591 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.23', 53758) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 19:21:47.808600 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8bf2d89-1ebb-41e8-8eb8-49aba424068f None None] Sync routers for ids ['b649c6f7-0a8c-4581-875c-27789592cc24'] in dv-cinder-806191-2-iscsi {{(pid=93885) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 19:21:47.831368 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8bf2d89-1ebb-41e8-8eb8-49aba424068f None None] Routers {'b649c6f7-0a8c-4581-875c-27789592cc24'} bound to L3 agent in host dv-cinder-806191-2-iscsi {{(pid=93885) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 19:21:47.854357 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-f8bf2d89-1ebb-41e8-8eb8-49aba424068f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806191-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-29T19:13:49Z,description=,heartbeat_timestamp=2021-08-29T19:21:19Z,host='dv-cinder-806191-2-iscsi',id=c3ed3b02-d107-45f2-9b2a-fff9b0cfaa96,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T19:13:49Z,topic='l3_agent')) {'router_ids': ['b649c6f7-0a8c-4581-875c-27789592cc24'], 'active': True} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 19:21:48.027524 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e81d49f-b185-4530-9b5d-0194540054ff req-ae9fdaba-310a-4807-a54f-c7aae1d8f9e1 tempest-DeleteServersTestJSON-54809137 tempest-DeleteServersTestJSON-54809137-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 19:21:48.037636 dv-cinder-806191-2-iscsi neutron-server[93883]: INFO neutron.wsgi [req-5e81d49f-b185-4530-9b5d-0194540054ff req-ae9fdaba-310a-4807-a54f-c7aae1d8f9e1 tempest-DeleteServersTestJSON-54809137 tempest-DeleteServersTestJSON-54809137-project] 10.222.0.23 "GET /v2.0/networks?id=305421f9-785b-43e9-bb64-076cd82e700a HTTP/1.1" status: 200 len: 812 time: 0.3273423 Aug 29 19:21:48.112071 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-f7f3f912-659a-49f9-ab3a-0560ee4983b1 None None] Device a5fd70fd-efd5-4cfd-a6fa-c81d1a6ac8f6 up at agent ovs-agent-dv-cinder-806191-2-iscsi {{(pid=93885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 19:21:48.135429 dv-cinder-806191-2-iscsi neutron-server[93883]: INFO neutron.wsgi [req-f6633d2c-5a10-4252-9c9a-0bc0edf352ed req-4cb0a5ef-4904-4416-8d6f-a0e57f4e913f tempest-AttachVolumeNegativeTest-2076342172 tempest-AttachVolumeNegativeTest-2076342172-project] 10.222.0.26 "GET /v2.0/ports?device_id=0877765f-cdbf-4b0b-bf2c-c50d51f89aa0 HTTP/1.1" status: 200 len: 210 time: 0.0940604 Aug 29 19:21:48.147598 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron.api.v2.base [req-5e81d49f-b185-4530-9b5d-0194540054ff req-3779d3c4-ba4e-4be7-acfe-c0a7c95cc194 tempest-DeleteServersTestJSON-54809137 tempest-DeleteServersTestJSON-54809137-project] Request body: {'port': {'device_id': '6250a8d1-2c0f-401a-bbde-6e6b92afc3f7', 'network_id': '305421f9-785b-43e9-bb64-076cd82e700a', 'admin_state_up': True, 'tenant_id': '16dffbdd7fac48b29c797436a8d2b2eb'}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 19:21:48.196777 dv-cinder-806191-2-iscsi neutron-server[93884]: INFO neutron.wsgi [req-1b208970-cceb-4984-85c0-c3ca8a77cf49 req-b37cd5ea-b15e-4af5-8da5-a0ceb2b7edea tempest-ServerRescueNegativeTestJSON-1221659768 tempest-ServerRescueNegativeTestJSON-1221659768-project] 10.222.0.26 "GET /v2.0/ports?device_id=332ea1a5-b86c-4ccd-b130-2904c695b590 HTTP/1.1" status: 200 len: 210 time: 0.1331120 Aug 29 19:21:48.296770 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-f7f3f912-659a-49f9-ab3a-0560ee4983b1 None None] Provisioning for port a5fd70fd-efd5-4cfd-a6fa-c81d1a6ac8f6 completed by entity L2. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 19:21:48.306039 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-f7f3f912-659a-49f9-ab3a-0560ee4983b1 None None] Provisioning complete for port a5fd70fd-efd5-4cfd-a6fa-c81d1a6ac8f6 triggered by entity L2. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 19:21:48.306703 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-f7f3f912-659a-49f9-ab3a-0560ee4983b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3627211'] for port, provisioning_complete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:21:48.411349 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.23', 53764) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 19:21:48.508305 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.db.l3_dvr_db [None req-f8bf2d89-1ebb-41e8-8eb8-49aba424068f None None] Set router b649c6f7-0a8c-4581-875c-27789592cc24 gateway port host: dv-cinder-806191-2-iscsi {{(pid=93885) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 19:21:48.704557 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-f7f3f912-659a-49f9-ab3a-0560ee4983b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3669058'] for port, before_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:21:48.752292 dv-cinder-806191-2-iscsi neutron-server[93884]: INFO neutron.wsgi [req-685d0994-202e-48d6-8d4d-54274ce13a33 req-87482144-77e1-4f78-a5fc-fb11c0ff2749 tempest-DeleteServersTestJSON-54809137 tempest-DeleteServersTestJSON-54809137-project] 10.222.0.26 "GET /v2.0/ports?device_id=6250a8d1-2c0f-401a-bbde-6e6b92afc3f7 HTTP/1.1" status: 200 len: 210 time: 0.1077864 Aug 29 19:21:48.763714 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-f7f3f912-659a-49f9-ab3a-0560ee4983b1 None None] For port a5fd70fd-efd5-4cfd-a6fa-c81d1a6ac8f6, host dv-cinder-806191-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806191-2-iscsi',level=0,port_id=a5fd70fd-efd5-4cfd-a6fa-c81d1a6ac8f6,segment=NetworkSegment(abe37968-36e5-463a-bc67-a17a4a975f92),segment_id=abe37968-36e5-463a-bc67-a17a4a975f92)] {{(pid=93885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 19:21:48.775846 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-f7f3f912-659a-49f9-ab3a-0560ee4983b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3669005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3715978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777170436913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777169884182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777169884200'] for port, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:21:48.894056 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ab542b7-e068-48f0-a7e1-4f40c4c1c8a2 req-a14a96e3-9abd-47d5-b2a6-eb29ddc96c16 tempest-AttachVolumeNegativeTest-2076342172 tempest-AttachVolumeNegativeTest-2076342172-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 19:21:48.923047 dv-cinder-806191-2-iscsi neutron-server[93884]: INFO neutron.wsgi [req-5ab542b7-e068-48f0-a7e1-4f40c4c1c8a2 req-a14a96e3-9abd-47d5-b2a6-eb29ddc96c16 tempest-AttachVolumeNegativeTest-2076342172 tempest-AttachVolumeNegativeTest-2076342172-project] 10.222.0.23 "GET /v2.0/networks?id=1d62036b-0f93-45a0-8fba-f387708e0e55 HTTP/1.1" status: 200 len: 815 time: 0.5093272 Aug 29 19:21:48.943778 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7f3f912-659a-49f9-ab3a-0560ee4983b1 None None] Pushing event updated for resources: {'Port': ['ID=a5fd70fd-efd5-4cfd-a6fa-c81d1a6ac8f6,revision_number=4']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:21:48.950613 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.api.v2.base [req-5ab542b7-e068-48f0-a7e1-4f40c4c1c8a2 req-b93a8a74-3947-4b58-81b5-9b70e923edbd tempest-AttachVolumeNegativeTest-2076342172 tempest-AttachVolumeNegativeTest-2076342172-project] Request body: {'port': {'device_id': '0877765f-cdbf-4b0b-bf2c-c50d51f89aa0', 'network_id': '1d62036b-0f93-45a0-8fba-f387708e0e55', 'admin_state_up': True, 'tenant_id': 'ba814db0c9614a53b5482814dee2277a'}} {{(pid=93884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 19:21:48.970242 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7f3f912-659a-49f9-ab3a-0560ee4983b1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806191-2-iscsi {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:21:48.970690 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7f3f912-659a-49f9-ab3a-0560ee4983b1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806191-2-iscsi {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:21:48.972726 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7f3f912-659a-49f9-ab3a-0560ee4983b1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806191-2-iscsi {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:21:48.973314 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7f3f912-659a-49f9-ab3a-0560ee4983b1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806191-2-iscsi {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:21:48.977531 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7f3f912-659a-49f9-ab3a-0560ee4983b1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-806191-2-iscsi {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:21:48.978177 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7f3f912-659a-49f9-ab3a-0560ee4983b1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806191-2-iscsi {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:21:48.978611 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7f3f912-659a-49f9-ab3a-0560ee4983b1 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-806191-2-iscsi {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:21:48.979045 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7f3f912-659a-49f9-ab3a-0560ee4983b1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-806191-2-iscsi {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:21:48.979449 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7f3f912-659a-49f9-ab3a-0560ee4983b1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806191-2-iscsi {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:21:48.979933 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7f3f912-659a-49f9-ab3a-0560ee4983b1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806191-2-iscsi {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:21:48.980233 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7f3f912-659a-49f9-ab3a-0560ee4983b1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806191-2-iscsi {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:21:48.981879 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7f3f912-659a-49f9-ab3a-0560ee4983b1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806191-2-iscsi {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:21:48.983491 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7f3f912-659a-49f9-ab3a-0560ee4983b1 None None] Tracked resource versions report: Aug 29 19:21:48.983491 dv-cinder-806191-2-iscsi neutron-server[93885]: pushed versions: Aug 29 19:21:48.983491 dv-cinder-806191-2-iscsi neutron-server[93885]: { 'AddressGroup': {'1.2'}, Aug 29 19:21:48.983491 dv-cinder-806191-2-iscsi neutron-server[93885]: 'ConntrackHelper': {'1.0'}, Aug 29 19:21:48.983491 dv-cinder-806191-2-iscsi neutron-server[93885]: 'Log': {'1.0'}, Aug 29 19:21:48.983491 dv-cinder-806191-2-iscsi neutron-server[93885]: 'Network': {'1.1'}, Aug 29 19:21:48.983491 dv-cinder-806191-2-iscsi neutron-server[93885]: 'Port': {'1.7'}, Aug 29 19:21:48.983491 dv-cinder-806191-2-iscsi neutron-server[93885]: 'PortForwarding': {'1.2'}, Aug 29 19:21:48.983491 dv-cinder-806191-2-iscsi neutron-server[93885]: 'QosPolicy': {'1.9'}, Aug 29 19:21:48.983491 dv-cinder-806191-2-iscsi neutron-server[93885]: 'SecurityGroup': {'1.4'}, Aug 29 19:21:48.983491 dv-cinder-806191-2-iscsi neutron-server[93885]: 'SecurityGroupRule': {'1.2'}, Aug 29 19:21:48.983491 dv-cinder-806191-2-iscsi neutron-server[93885]: 'SubPort': {'1.0'}, Aug 29 19:21:48.983491 dv-cinder-806191-2-iscsi neutron-server[93885]: 'Subnet': {'1.1'}, Aug 29 19:21:48.983491 dv-cinder-806191-2-iscsi neutron-server[93885]: 'Trunk': {'1.1'}} Aug 29 19:21:48.983491 dv-cinder-806191-2-iscsi neutron-server[93885]: consumer versions: Aug 29 19:21:48.983491 dv-cinder-806191-2-iscsi neutron-server[93885]: { DHCP agent@dv-cinder-806191-2-iscsi: {}, Aug 29 19:21:48.983491 dv-cinder-806191-2-iscsi neutron-server[93885]: HyperV agent@hv-cinder-80619: {}, Aug 29 19:21:48.983491 dv-cinder-806191-2-iscsi neutron-server[93885]: L3 agent@dv-cinder-806191-2-iscsi: {}, Aug 29 19:21:48.983491 dv-cinder-806191-2-iscsi neutron-server[93885]: Metadata agent@dv-cinder-806191-2-iscsi: {}, Aug 29 19:21:48.983491 dv-cinder-806191-2-iscsi neutron-server[93885]: Metering agent@dv-cinder-806191-2-iscsi: {}, Aug 29 19:21:48.983491 dv-cinder-806191-2-iscsi neutron-server[93885]: Open vSwitch agent@dv-cinder-806191-2-iscsi: { 'AddressGroup': '1.2', Aug 29 19:21:48.983491 dv-cinder-806191-2-iscsi neutron-server[93885]: 'ConntrackHelper': '1.0', Aug 29 19:21:48.983491 dv-cinder-806191-2-iscsi neutron-server[93885]: 'Log': '1.0', Aug 29 19:21:48.983491 dv-cinder-806191-2-iscsi neutron-server[93885]: 'Network': '1.1', Aug 29 19:21:48.983491 dv-cinder-806191-2-iscsi neutron-server[93885]: 'Port': '1.7', Aug 29 19:21:48.983491 dv-cinder-806191-2-iscsi neutron-server[93885]: 'PortForwarding': '1.2', Aug 29 19:21:48.983491 dv-cinder-806191-2-iscsi neutron-server[93885]: 'QosPolicy': '1.9', Aug 29 19:21:48.983491 dv-cinder-806191-2-iscsi neutron-server[93885]: 'SecurityGroup': '1.4', Aug 29 19:21:48.983491 dv-cinder-806191-2-iscsi neutron-server[93885]: 'SecurityGroupRule': '1.2', Aug 29 19:21:48.983491 dv-cinder-806191-2-iscsi neutron-server[93885]: 'SubPort': '1.0', Aug 29 19:21:48.983491 dv-cinder-806191-2-iscsi neutron-server[93885]: 'Subnet': '1.1', Aug 29 19:21:48.983491 dv-cinder-806191-2-iscsi neutron-server[93885]: 'Trunk': '1.1'}} Aug 29 19:21:48.983491 dv-cinder-806191-2-iscsi neutron-server[93885]: {{(pid=93885) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 29 19:21:49.088590 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5e81d49f-b185-4530-9b5d-0194540054ff req-3779d3c4-ba4e-4be7-acfe-c0a7c95cc194 tempest-DeleteServersTestJSON-54809137 tempest-DeleteServersTestJSON-54809137-project] Made reservation on behalf of 16dffbdd7fac48b29c797436a8d2b2eb for: {'port': 1} {{(pid=93883) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 19:21:49.103281 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-5e81d49f-b185-4530-9b5d-0194540054ff req-3779d3c4-ba4e-4be7-acfe-c0a7c95cc194 tempest-DeleteServersTestJSON-54809137 tempest-DeleteServersTestJSON-54809137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3669058'] for port, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:21:49.170663 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-422ab721-09fe-4185-8675-e4647246602a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777170380508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3627128'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:21:49.388760 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-f8bf2d89-1ebb-41e8-8eb8-49aba424068f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b649c6f7-0a8c-4581-875c-27789592cc24', 'name': 'tempest-ServerRescueNegativeTestJSON-568067329-router', 'tenant_id': 'bb269c9ea7fa4ad9981b168c22af7757', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7209b701-ecaa-476a-bd58-d61d280c16d3', 'external_fixed_ips': [{'subnet_id': '71309eb1-223f-47ba-9803-1437c965e178', 'ip_address': '172.27.2.43'}], 'enable_snat': True}, 'gw_port_id': 'a5fd70fd-efd5-4cfd-a6fa-c81d1a6ac8f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T19:21:39Z', 'updated_at': '2021-08-29T19:21:45Z', 'revision_number': 4, 'project_id': 'bb269c9ea7fa4ad9981b168c22af7757', 'gw_port': {'id': 'a5fd70fd-efd5-4cfd-a6fa-c81d1a6ac8f6', 'name': '', 'network_id': '7209b701-ecaa-476a-bd58-d61d280c16d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:75:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b649c6f7-0a8c-4581-875c-27789592cc24', 'device_owner': 'network:router_gateway', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': '71309eb1-223f-47ba-9803-1437c965e178', 'ip_address': '172.27.2.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806191-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T19:21:40Z', 'updated_at': '2021-08-29T19:21:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '71309eb1-223f-47ba-9803-1437c965e178', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806191-2-iscsi', '_interfaces': [{'id': '7af090be-1eb6-4fb4-bbb4-cd9abf55d8c3', 'name': '', 'network_id': 'b31f2377-81f8-426f-9dd2-b3757c46201b', 'tenant_id': 'bb269c9ea7fa4ad9981b168c22af7757', 'mac_address': 'fa:16:3e:84:70:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b649c6f7-0a8c-4581-875c-27789592cc24', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '8c14e703-3ff5-4626-a4b1-f0e4a5ebc648', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T19:21:44Z', 'updated_at': '2021-08-29T19:21:45Z', 'revision_number': 2, 'project_id': 'bb269c9ea7fa4ad9981b168c22af7757', 'subnets': [{'id': '8c14e703-3ff5-4626-a4b1-f0e4a5ebc648', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806191-2-iscsi', False) {} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 19:21:49.432701 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8bf2d89-1ebb-41e8-8eb8-49aba424068f None None] Checking router: b649c6f7-0a8c-4581-875c-27789592cc24 for host: dv-cinder-806191-2-iscsi {{(pid=93885) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 19:21:49.433057 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8bf2d89-1ebb-41e8-8eb8-49aba424068f None None] Updating router b649c6f7-0a8c-4581-875c-27789592cc24 port 7af090be-1eb6-4fb4-bbb4-cd9abf55d8c3 binding host dv-cinder-806191-2-iscsi {{(pid=93885) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 29 19:21:49.478099 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-f8bf2d89-1ebb-41e8-8eb8-49aba424068f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3669058'] for port, before_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:21:49.520333 dv-cinder-806191-2-iscsi neutron-server[93884]: INFO neutron.wsgi [req-46b710e2-bc69-4325-b462-6130a611bc25 req-53973a1d-bd71-46d5-a6a7-87096b527f38 tempest-AttachVolumeNegativeTest-2076342172 tempest-AttachVolumeNegativeTest-2076342172-project] 10.222.0.26 "GET /v2.0/ports?device_id=0877765f-cdbf-4b0b-bf2c-c50d51f89aa0 HTTP/1.1" status: 200 len: 210 time: 0.0994952 Aug 29 19:21:49.531341 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.26', 55020) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 19:21:49.571204 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.26', 55024) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 19:21:49.680706 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-f7f3f912-659a-49f9-ab3a-0560ee4983b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777170380508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3627128'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:21:49.763641 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76c7a042-e32a-4c93-bf35-7eaa75fd6930 req-502aeb5b-9187-442a-92e7-24086106e46b tempest-ServerRescueNegativeTestJSON-1221659768 tempest-ServerRescueNegativeTestJSON-1221659768-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 19:21:49.767354 dv-cinder-806191-2-iscsi neutron-server[93883]: INFO neutron.wsgi [req-76c7a042-e32a-4c93-bf35-7eaa75fd6930 req-502aeb5b-9187-442a-92e7-24086106e46b tempest-ServerRescueNegativeTestJSON-1221659768 tempest-ServerRescueNegativeTestJSON-1221659768-project] 10.222.0.26 "GET /v2.0/networks?id=b31f2377-81f8-426f-9dd2-b3757c46201b HTTP/1.1" status: 200 len: 818 time: 0.8399785 Aug 29 19:21:49.775936 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5ab542b7-e068-48f0-a7e1-4f40c4c1c8a2 req-b93a8a74-3947-4b58-81b5-9b70e923edbd tempest-AttachVolumeNegativeTest-2076342172 tempest-AttachVolumeNegativeTest-2076342172-project] Made reservation on behalf of ba814db0c9614a53b5482814dee2277a for: {'port': 1} {{(pid=93884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 19:21:49.786157 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-5ab542b7-e068-48f0-a7e1-4f40c4c1c8a2 req-b93a8a74-3947-4b58-81b5-9b70e923edbd tempest-AttachVolumeNegativeTest-2076342172 tempest-AttachVolumeNegativeTest-2076342172-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3669058'] for port, before_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:21:49.874021 dv-cinder-806191-2-iscsi neutron-server[93883]: INFO neutron.wsgi [req-76c7a042-e32a-4c93-bf35-7eaa75fd6930 req-e3d25216-fcf8-40e7-bc9f-7fad23e5cc87 tempest-ServerRescueNegativeTestJSON-1221659768 tempest-ServerRescueNegativeTestJSON-1221659768-project] 10.222.0.26 "GET /v2.0/quotas/bb269c9ea7fa4ad9981b168c22af7757 HTTP/1.1" status: 200 len: 375 time: 0.0603359 Aug 29 19:21:49.886261 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-f7f3f912-659a-49f9-ab3a-0560ee4983b1 None None] Device a5fd70fd-efd5-4cfd-a6fa-c81d1a6ac8f6 up at agent ovs-agent-dv-cinder-806191-2-iscsi {{(pid=93885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 19:21:49.894549 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-4ce70561-a087-4a61-8d0d-9001feddf9a7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:21:49.897045 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-ea1322f0-622f-4f19-a839-909603947636 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:21:49.912309 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.23', 53775) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 19:21:49.984457 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron.db.db_base_plugin_common [req-5e81d49f-b185-4530-9b5d-0194540054ff req-3779d3c4-ba4e-4be7-acfe-c0a7c95cc194 tempest-DeleteServersTestJSON-54809137 tempest-DeleteServersTestJSON-54809137-project] Allocated IP 172.20.0.8 (305421f9-785b-43e9-bb64-076cd82e700a/dae2edad-6c62-4f69-bbc7-9f9fbaa2f271/0085027d-4245-4841-9cbc-1b2c8e0ea998) {{(pid=93883) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 19:21:50.083626 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-ea1322f0-622f-4f19-a839-909603947636 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:21:50.113135 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-ea1322f0-622f-4f19-a839-909603947636 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368872'] for security_group, after_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:21:50.166119 dv-cinder-806191-2-iscsi neutron-server[93884]: INFO neutron.wsgi [None req-ea1322f0-622f-4f19-a839-909603947636 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=384982b88fb14e06bff145e0a476c730&name=default HTTP/1.1" status: 200 len: 2975 time: 0.5926468 Aug 29 19:21:50.230130 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.26', 55044) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 19:21:50.264213 dv-cinder-806191-2-iscsi neutron-server[93883]: INFO neutron.wsgi [req-76c7a042-e32a-4c93-bf35-7eaa75fd6930 req-889a40d1-aebe-4243-b303-63010b332da2 tempest-ServerRescueNegativeTestJSON-1221659768 tempest-ServerRescueNegativeTestJSON-1221659768-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=bb269c9ea7fa4ad9981b168c22af7757&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3883181 Aug 29 19:21:50.430572 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-f8bf2d89-1ebb-41e8-8eb8-49aba424068f None None] Notify callbacks [] for port, precommit_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:21:50.437402 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-4ce70561-a087-4a61-8d0d-9001feddf9a7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:21:50.439717 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea1322f0-622f-4f19-a839-909603947636 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dcf28ade-2fe6-4628-9069-7e50a76aeff1,revision_number=1']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:21:50.453352 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-f8bf2d89-1ebb-41e8-8eb8-49aba424068f None None] Transition to ACTIVE for port object 7af090be-1eb6-4fb4-bbb4-cd9abf55d8c3 will not be triggered until provisioned by entity L2. {{(pid=93885) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 19:21:50.460780 dv-cinder-806191-2-iscsi neutron-server[93884]: INFO neutron.wsgi [req-0dba07c9-d325-488a-a1b0-5f8c8e7def5c req-cbe87508-5967-4265-8e4a-5bb17af1bf7f tempest-DeleteServersTestJSON-54809137 tempest-DeleteServersTestJSON-54809137-project] 10.222.0.26 "GET /v2.0/ports?device_id=6250a8d1-2c0f-401a-bbde-6e6b92afc3f7 HTTP/1.1" status: 200 len: 210 time: 0.3488262 Aug 29 19:21:50.473848 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-f8bf2d89-1ebb-41e8-8eb8-49aba424068f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3669005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3715978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777170436913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777169884182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777169884200'] for port, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:21:50.491159 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-f7f3f912-659a-49f9-ab3a-0560ee4983b1 None None] Provisioning complete for port a5fd70fd-efd5-4cfd-a6fa-c81d1a6ac8f6 triggered by entity L2. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 19:21:50.491691 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-f7f3f912-659a-49f9-ab3a-0560ee4983b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3627211'] for port, provisioning_complete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:21:50.507924 dv-cinder-806191-2-iscsi neutron-server[93883]: INFO neutron.wsgi [req-76c7a042-e32a-4c93-bf35-7eaa75fd6930 req-8d29dfdc-d37b-47ad-a3da-2121405e0c8b service neutron] 10.222.0.26 "GET /v2.0/networks/b31f2377-81f8-426f-9dd2-b3757c46201b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2427604 Aug 29 19:21:50.522138 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-4ce70561-a087-4a61-8d0d-9001feddf9a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368872'] for security_group, after_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:21:50.715015 dv-cinder-806191-2-iscsi neutron-server[93883]: INFO neutron.wsgi [req-76c7a042-e32a-4c93-bf35-7eaa75fd6930 req-25545052-8a6a-4e13-88ed-5660749d7ec1 service neutron] 10.222.0.26 "GET /v2.0/networks/b31f2377-81f8-426f-9dd2-b3757c46201b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2059026 Aug 29 19:21:50.722579 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-ed31fb2d-405b-476e-b16a-f8415d14bc27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777170380508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3627128'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:21:50.769319 dv-cinder-806191-2-iscsi neutron-server[93884]: INFO neutron.wsgi [None req-4ce70561-a087-4a61-8d0d-9001feddf9a7 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=404b7850eb9e48e4bc18d41da69d2f83&name=default HTTP/1.1" status: 200 len: 2975 time: 1.2351069 Aug 29 19:21:50.774423 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.26', 55066) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 19:21:50.866255 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-5e81d49f-b185-4530-9b5d-0194540054ff req-3779d3c4-ba4e-4be7-acfe-c0a7c95cc194 tempest-DeleteServersTestJSON-54809137 tempest-DeleteServersTestJSON-54809137-project] Notify callbacks [] for port, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:21:50.963844 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ce70561-a087-4a61-8d0d-9001feddf9a7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0a055b3d-bdc1-4d7c-a3d0-4ec4b0445386,revision_number=1']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:21:51.035531 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfe2d5c6-9981-4816-8cdc-ca0671c971c6 None None] Pushing event updated for resources: {'Port': ['ID=7af090be-1eb6-4fb4-bbb4-cd9abf55d8c3,revision_number=3']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:21:51.142697 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-e411ce9c-394c-453f-add9-812245090945 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777170380508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3627128'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:21:51.155873 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.plugins.ml2.managers [None req-f8bf2d89-1ebb-41e8-8eb8-49aba424068f None None] Attempting to bind port 7af090be-1eb6-4fb4-bbb4-cd9abf55d8c3 on host dv-cinder-806191-2-iscsi for vnic_type normal with profile {{(pid=93885) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 19:21:51.158167 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-61ae9a0f-0b6f-4329-9264-b1de08c12eab admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:21:51.163158 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.plugins.ml2.managers [None req-f8bf2d89-1ebb-41e8-8eb8-49aba424068f None None] Attempting to bind port 7af090be-1eb6-4fb4-bbb4-cd9abf55d8c3 by drivers openvswitch,hyperv on host dv-cinder-806191-2-iscsi at level 0 using segments [{'id': 'ac1c3e1d-4bb1-4222-8869-d8e145ff64dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'b31f2377-81f8-426f-9dd2-b3757c46201b'}] {{(pid=93885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 19:21:51.163555 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9faf7a4b-7828-482e-86f0-461fc206c688 req-e48114a5-d8f7-4bf2-92b8-0e89d16c8e45 tempest-ServerRescueNegativeTestJSON-1221659768 tempest-ServerRescueNegativeTestJSON-1221659768-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 19:21:51.163672 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8bf2d89-1ebb-41e8-8eb8-49aba424068f None None] Attempting to bind port 7af090be-1eb6-4fb4-bbb4-cd9abf55d8c3 on network b31f2377-81f8-426f-9dd2-b3757c46201b {{(pid=93885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 19:21:51.166108 dv-cinder-806191-2-iscsi neutron-server[93884]: INFO neutron.wsgi [req-9faf7a4b-7828-482e-86f0-461fc206c688 req-e48114a5-d8f7-4bf2-92b8-0e89d16c8e45 tempest-ServerRescueNegativeTestJSON-1221659768 tempest-ServerRescueNegativeTestJSON-1221659768-project] 10.222.0.23 "GET /v2.0/networks?id=b31f2377-81f8-426f-9dd2-b3757c46201b HTTP/1.1" status: 200 len: 818 time: 1.0800078 Aug 29 19:21:51.233468 dv-cinder-806191-2-iscsi neutron-server[93884]: INFO neutron.wsgi [req-b36a7031-d7d5-40f3-8d58-882540b23315 req-a4a73595-6030-46d3-a69a-b55ad0c417c7 tempest-AttachVolumeNegativeTest-2076342172 tempest-AttachVolumeNegativeTest-2076342172-project] 10.222.0.26 "GET /v2.0/ports?device_id=0877765f-cdbf-4b0b-bf2c-c50d51f89aa0 HTTP/1.1" status: 200 len: 210 time: 0.2736485 Aug 29 19:21:51.237360 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8bf2d89-1ebb-41e8-8eb8-49aba424068f None None] Checking agent: {'id': 'e2dce85b-d9d5-40cd-b89b-586c7cfc9b3c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-806191-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 19, 13, 50), 'started_at': datetime.datetime(2021, 8, 29, 19, 14, 20), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 19, 21, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-806191-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 19:21:51.237737 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8bf2d89-1ebb-41e8-8eb8-49aba424068f None None] Checking segment: {'id': 'ac1c3e1d-4bb1-4222-8869-d8e145ff64dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'b31f2377-81f8-426f-9dd2-b3757c46201b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93885) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 19:21:51.263995 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-f8bf2d89-1ebb-41e8-8eb8-49aba424068f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:21:51.265340 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8bf2d89-1ebb-41e8-8eb8-49aba424068f None None] Bound using segment: {'id': 'ac1c3e1d-4bb1-4222-8869-d8e145ff64dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'b31f2377-81f8-426f-9dd2-b3757c46201b'} {{(pid=93885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 19:21:51.269329 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.plugins.ml2.managers [None req-f8bf2d89-1ebb-41e8-8eb8-49aba424068f None None] Bound port: 7af090be-1eb6-4fb4-bbb4-cd9abf55d8c3, host: dv-cinder-806191-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ac1c3e1d-4bb1-4222-8869-d8e145ff64dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'b31f2377-81f8-426f-9dd2-b3757c46201b'}}] {{(pid=93885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 19:21:51.269806 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-f8bf2d89-1ebb-41e8-8eb8-49aba424068f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3669058'] for port, before_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:21:51.298760 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-61ae9a0f-0b6f-4329-9264-b1de08c12eab admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:21:51.307533 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.api.v2.base [req-9faf7a4b-7828-482e-86f0-461fc206c688 req-2867a7e6-68ad-4d2f-a10a-ab747875c84f tempest-ServerRescueNegativeTestJSON-1221659768 tempest-ServerRescueNegativeTestJSON-1221659768-project] Request body: {'port': {'device_id': '332ea1a5-b86c-4ccd-b130-2904c695b590', 'network_id': 'b31f2377-81f8-426f-9dd2-b3757c46201b', 'admin_state_up': True, 'tenant_id': 'bb269c9ea7fa4ad9981b168c22af7757'}} {{(pid=93884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 19:21:51.346147 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-5e81d49f-b185-4530-9b5d-0194540054ff req-3779d3c4-ba4e-4be7-acfe-c0a7c95cc194 tempest-DeleteServersTestJSON-54809137 tempest-DeleteServersTestJSON-54809137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3669005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3715978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777169884164'] for port, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:21:51.442267 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-f8bf2d89-1ebb-41e8-8eb8-49aba424068f None None] For port 7af090be-1eb6-4fb4-bbb4-cd9abf55d8c3, host dv-cinder-806191-2-iscsi, cleared binding levels {{(pid=93885) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 19:21:51.448108 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-f8bf2d89-1ebb-41e8-8eb8-49aba424068f None None] For port 7af090be-1eb6-4fb4-bbb4-cd9abf55d8c3, host dv-cinder-806191-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806191-2-iscsi',level=0,port_id=7af090be-1eb6-4fb4-bbb4-cd9abf55d8c3,segment=NetworkSegment(ac1c3e1d-4bb1-4222-8869-d8e145ff64dd),segment_id=ac1c3e1d-4bb1-4222-8869-d8e145ff64dd)] {{(pid=93885) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 19:21:51.459202 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-f8bf2d89-1ebb-41e8-8eb8-49aba424068f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3669005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3715978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777170436913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777169884182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777169884200'] for port, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:21:51.611772 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5e81d49f-b185-4530-9b5d-0194540054ff req-3779d3c4-ba4e-4be7-acfe-c0a7c95cc194 tempest-DeleteServersTestJSON-54809137 tempest-DeleteServersTestJSON-54809137-project] Network 305421f9-785b-43e9-bb64-076cd82e700a is already hosted by enough agents. {{(pid=93883) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 19:21:51.615769 dv-cinder-806191-2-iscsi neutron-server[93883]: INFO neutron.wsgi [req-423d5425-dc4f-4557-9f02-a0345ba1ea69 req-b8e1979a-18b9-4173-819a-36f88f7ebd8a tempest-ServerRescueNegativeTestJSON-1221659768 tempest-ServerRescueNegativeTestJSON-1221659768-project] 10.222.0.26 "GET /v2.0/ports?device_id=becd7a60-bff6-444b-8396-15d0c458fa2e HTTP/1.1" status: 200 len: 210 time: 0.3053875 Aug 29 19:21:51.620016 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron.scheduler.base_scheduler [req-5e81d49f-b185-4530-9b5d-0194540054ff req-3779d3c4-ba4e-4be7-acfe-c0a7c95cc194 tempest-DeleteServersTestJSON-54809137 tempest-DeleteServersTestJSON-54809137-project] Resources bound (agent type, host, resource id): {{(pid=93883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 19:21:51.646307 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron.db.l3_dvrscheduler_db [req-5e81d49f-b185-4530-9b5d-0194540054ff req-3779d3c4-ba4e-4be7-acfe-c0a7c95cc194 tempest-DeleteServersTestJSON-54809137 tempest-DeleteServersTestJSON-54809137-project] Received port after_create {{(pid=93883) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 19:21:51.654759 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e81d49f-b185-4530-9b5d-0194540054ff req-3779d3c4-ba4e-4be7-acfe-c0a7c95cc194 tempest-DeleteServersTestJSON-54809137 tempest-DeleteServersTestJSON-54809137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 19:21:51.656077 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-5e81d49f-b185-4530-9b5d-0194540054ff req-3779d3c4-ba4e-4be7-acfe-c0a7c95cc194 tempest-DeleteServersTestJSON-54809137 tempest-DeleteServersTestJSON-54809137-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-256493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3715960'] for port, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:21:51.672540 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8bf2d89-1ebb-41e8-8eb8-49aba424068f None None] Routers {'b649c6f7-0a8c-4581-875c-27789592cc24'} bound to L3 agent in host dv-cinder-806191-2-iscsi {{(pid=93885) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 19:21:51.673248 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-f8bf2d89-1ebb-41e8-8eb8-49aba424068f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806191-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-29T19:13:49Z,description=,heartbeat_timestamp=2021-08-29T19:21:49Z,host='dv-cinder-806191-2-iscsi',id=c3ed3b02-d107-45f2-9b2a-fff9b0cfaa96,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T19:13:49Z,topic='l3_agent')) {'router_ids': ['b649c6f7-0a8c-4581-875c-27789592cc24'], 'active': True} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 19:21:51.675620 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-61ae9a0f-0b6f-4329-9264-b1de08c12eab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368872'] for security_group, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:21:51.676787 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.db.db_base_plugin_common [req-5ab542b7-e068-48f0-a7e1-4f40c4c1c8a2 req-b93a8a74-3947-4b58-81b5-9b70e923edbd tempest-AttachVolumeNegativeTest-2076342172 tempest-AttachVolumeNegativeTest-2076342172-project] Allocated IP 172.20.0.2 (1d62036b-0f93-45a0-8fba-f387708e0e55/e15cf44e-824b-4420-8bd8-737a2faa947a/189ce962-18b0-4d08-b12d-12c8e1ea6a8b) {{(pid=93884) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 19:21:51.681239 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-61ae9a0f-0b6f-4329-9264-b1de08c12eab admin admin] Notify callbacks [] for security_group, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:21:51.684226 dv-cinder-806191-2-iscsi neutron-server[93883]: INFO neutron.wsgi [None req-61ae9a0f-0b6f-4329-9264-b1de08c12eab admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/0a055b3d-bdc1-4d7c-a3d0-4ec4b0445386 HTTP/1.1" status: 204 len: 168 time: 0.9085846 Aug 29 19:21:51.703338 dv-cinder-806191-2-iscsi neutron-server[93883]: INFO neutron.wsgi [req-5e81d49f-b185-4530-9b5d-0194540054ff req-3779d3c4-ba4e-4be7-acfe-c0a7c95cc194 tempest-DeleteServersTestJSON-54809137 tempest-DeleteServersTestJSON-54809137-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.5666082 Aug 29 19:21:51.729698 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61ae9a0f-0b6f-4329-9264-b1de08c12eab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a055b3d-bdc1-4d7c-a3d0-4ec4b0445386,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:21:51.765256 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron.wsgi [req-5e81d49f-b185-4530-9b5d-0194540054ff req-58d3cdbe-4f5a-4df3-a552-fe286b22e0a8 tempest-DeleteServersTestJSON-54809137 tempest-DeleteServersTestJSON-54809137-project] http://10.222.0.26:9696/v2.0/extensions returned with HTTP 200 {{(pid=93883) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 29 19:21:51.767711 dv-cinder-806191-2-iscsi neutron-server[93883]: INFO neutron.wsgi [req-5e81d49f-b185-4530-9b5d-0194540054ff req-58d3cdbe-4f5a-4df3-a552-fe286b22e0a8 tempest-DeleteServersTestJSON-54809137 tempest-DeleteServersTestJSON-54809137-project] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0075648 Aug 29 19:21:51.854748 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3779d3c4-ba4e-4be7-acfe-c0a7c95cc194 tempest-DeleteServersTestJSON-54809137 tempest-DeleteServersTestJSON-54809137-project] Pushing event updated for resources: {'Port': ['ID=0085027d-4245-4841-9cbc-1b2c8e0ea998,revision_number=1']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:21:51.860633 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-cdda61d8-f3a7-4d65-bb54-b754278729b4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:21:51.991244 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-cdda61d8-f3a7-4d65-bb54-b754278729b4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:21:52.027104 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.26', 55106) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 19:21:52.091783 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfe2d5c6-9981-4816-8cdc-ca0671c971c6 None None] Pushing event updated for resources: {'Port': ['ID=7af090be-1eb6-4fb4-bbb4-cd9abf55d8c3,revision_number=4']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:21:52.137235 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-c214b08a-13ec-4cca-bdbd-998b9b76327d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777170380508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3627128'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:21:52.314845 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.db.l3_dvr_db [None req-f8bf2d89-1ebb-41e8-8eb8-49aba424068f None None] Set router b649c6f7-0a8c-4581-875c-27789592cc24 gateway port host: dv-cinder-806191-2-iscsi {{(pid=93885) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 19:21:52.319753 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-cdda61d8-f3a7-4d65-bb54-b754278729b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368872'] for security_group, after_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:21:52.334226 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-cdda61d8-f3a7-4d65-bb54-b754278729b4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:21:52.340660 dv-cinder-806191-2-iscsi neutron-server[93884]: INFO neutron.wsgi [None req-cdda61d8-f3a7-4d65-bb54-b754278729b4 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/dcf28ade-2fe6-4628-9069-7e50a76aeff1 HTTP/1.1" status: 204 len: 168 time: 2.0813012 Aug 29 19:21:52.513794 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c767a23f-dbec-4f80-a47c-b1b4d3b7c999 req-06db130b-97da-4c63-8482-a1afde1e4a98 tempest-DeleteServersTestJSON-54809137 tempest-DeleteServersTestJSON-54809137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 19:21:52.528792 dv-cinder-806191-2-iscsi neutron-server[93883]: INFO neutron.wsgi [req-39b5f240-d502-48c4-9d1b-f7af9a56032b req-0af66c3f-26f3-4fc1-b780-62a43da2c46f tempest-AttachVolumeNegativeTest-2076342172 tempest-AttachVolumeNegativeTest-2076342172-project] 10.222.0.26 "GET /v2.0/ports?device_id=0877765f-cdbf-4b0b-bf2c-c50d51f89aa0 HTTP/1.1" status: 200 len: 210 time: 0.0875993 Aug 29 19:21:52.541976 dv-cinder-806191-2-iscsi neutron-server[93884]: INFO neutron.wsgi [req-c767a23f-dbec-4f80-a47c-b1b4d3b7c999 req-06db130b-97da-4c63-8482-a1afde1e4a98 tempest-DeleteServersTestJSON-54809137 tempest-DeleteServersTestJSON-54809137-project] 10.222.0.26 "GET /v2.0/ports?device_id=6250a8d1-2c0f-401a-bbde-6e6b92afc3f7 HTTP/1.1" status: 200 len: 931 time: 0.9330525 Aug 29 19:21:52.685633 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdda61d8-f3a7-4d65-bb54-b754278729b4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dcf28ade-2fe6-4628-9069-7e50a76aeff1,revision_number=None']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:21:52.726046 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-388e9a26-1b65-478a-8775-1c25787e2766 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:21:52.768705 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9faf7a4b-7828-482e-86f0-461fc206c688 req-2867a7e6-68ad-4d2f-a10a-ab747875c84f tempest-ServerRescueNegativeTestJSON-1221659768 tempest-ServerRescueNegativeTestJSON-1221659768-project] Made reservation on behalf of bb269c9ea7fa4ad9981b168c22af7757 for: {'port': 1} {{(pid=93884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 19:21:52.772437 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-9faf7a4b-7828-482e-86f0-461fc206c688 req-2867a7e6-68ad-4d2f-a10a-ab747875c84f tempest-ServerRescueNegativeTestJSON-1221659768 tempest-ServerRescueNegativeTestJSON-1221659768-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3669058'] for port, before_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:21:52.824893 dv-cinder-806191-2-iscsi neutron-server[93884]: INFO neutron.wsgi [req-c767a23f-dbec-4f80-a47c-b1b4d3b7c999 req-2aaa01d7-812c-41e7-bcc8-8089ace4e3d4 tempest-DeleteServersTestJSON-54809137 tempest-DeleteServersTestJSON-54809137-project] 10.222.0.26 "GET /v2.0/security-groups?id=a5ff652f-191c-4a97-9168-26078f022aaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2819936 Aug 29 19:21:52.931590 dv-cinder-806191-2-iscsi neutron-server[93883]: INFO neutron.wsgi [req-cce85fa8-3bab-49d9-a05a-2e7c2f6ef9bd req-4fde863e-20f8-464c-89de-dda51f84569a tempest-ServerRescueNegativeTestJSON-1221659768 tempest-ServerRescueNegativeTestJSON-1221659768-project] 10.222.0.26 "GET /v2.0/ports?device_id=becd7a60-bff6-444b-8396-15d0c458fa2e HTTP/1.1" status: 200 len: 210 time: 0.1191816 Aug 29 19:21:53.008973 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-f8bf2d89-1ebb-41e8-8eb8-49aba424068f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b649c6f7-0a8c-4581-875c-27789592cc24', 'name': 'tempest-ServerRescueNegativeTestJSON-568067329-router', 'tenant_id': 'bb269c9ea7fa4ad9981b168c22af7757', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7209b701-ecaa-476a-bd58-d61d280c16d3', 'external_fixed_ips': [{'subnet_id': '71309eb1-223f-47ba-9803-1437c965e178', 'ip_address': '172.27.2.43'}], 'enable_snat': True}, 'gw_port_id': 'a5fd70fd-efd5-4cfd-a6fa-c81d1a6ac8f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T19:21:39Z', 'updated_at': '2021-08-29T19:21:45Z', 'revision_number': 4, 'project_id': 'bb269c9ea7fa4ad9981b168c22af7757', 'gw_port': {'id': 'a5fd70fd-efd5-4cfd-a6fa-c81d1a6ac8f6', 'name': '', 'network_id': '7209b701-ecaa-476a-bd58-d61d280c16d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:75:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b649c6f7-0a8c-4581-875c-27789592cc24', 'device_owner': 'network:router_gateway', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': '71309eb1-223f-47ba-9803-1437c965e178', 'ip_address': '172.27.2.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806191-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T19:21:40Z', 'updated_at': '2021-08-29T19:21:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71309eb1-223f-47ba-9803-1437c965e178', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806191-2-iscsi', '_interfaces': [{'id': '7af090be-1eb6-4fb4-bbb4-cd9abf55d8c3', 'name': '', 'network_id': 'b31f2377-81f8-426f-9dd2-b3757c46201b', 'tenant_id': 'bb269c9ea7fa4ad9981b168c22af7757', 'mac_address': 'fa:16:3e:84:70:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b649c6f7-0a8c-4581-875c-27789592cc24', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '8c14e703-3ff5-4626-a4b1-f0e4a5ebc648', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806191-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T19:21:44Z', 'updated_at': '2021-08-29T19:21:51Z', 'revision_number': 4, 'project_id': 'bb269c9ea7fa4ad9981b168c22af7757', 'subnets': [{'id': '8c14e703-3ff5-4626-a4b1-f0e4a5ebc648', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806191-2-iscsi', False) {} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 19:21:53.011528 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron.api.v2.base [req-5e81d49f-b185-4530-9b5d-0194540054ff req-562675fd-e985-4650-90c1-23addffeed28 service neutron] Request body: {'port': {'device_id': '6250a8d1-2c0f-401a-bbde-6e6b92afc3f7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80619'}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 19:21:53.144167 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8bf2d89-1ebb-41e8-8eb8-49aba424068f None None] The sync data for ids ['b649c6f7-0a8c-4581-875c-27789592cc24'] in dv-cinder-806191-2-iscsi is: [{'id': 'b649c6f7-0a8c-4581-875c-27789592cc24', 'name': 'tempest-ServerRescueNegativeTestJSON-568067329-router', 'tenant_id': 'bb269c9ea7fa4ad9981b168c22af7757', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7209b701-ecaa-476a-bd58-d61d280c16d3', 'external_fixed_ips': [{'subnet_id': '71309eb1-223f-47ba-9803-1437c965e178', 'ip_address': '172.27.2.43'}], 'enable_snat': True}, 'gw_port_id': 'a5fd70fd-efd5-4cfd-a6fa-c81d1a6ac8f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T19:21:39Z', 'updated_at': '2021-08-29T19:21:45Z', 'revision_number': 4, 'project_id': 'bb269c9ea7fa4ad9981b168c22af7757', 'gw_port': {'id': 'a5fd70fd-efd5-4cfd-a6fa-c81d1a6ac8f6', 'name': '', 'network_id': '7209b701-ecaa-476a-bd58-d61d280c16d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:75:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b649c6f7-0a8c-4581-875c-27789592cc24', 'device_owner': 'network:router_gateway', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': '71309eb1-223f-47ba-9803-1437c965e178', 'ip_address': '172.27.2.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806191-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T19:21:40Z', 'updated_at': '2021-08-29T19:21:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71309eb1-223f-47ba-9803-1437c965e178', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806191-2-iscsi', '_interfaces': [{'id': '7af090be-1eb6-4fb4-bbb4-cd9abf55d8c3', 'name': '', 'network_id': 'b31f2377-81f8-426f-9dd2-b3757c46201b', 'tenant_id': 'bb269c9ea7fa4ad9981b168c22af7757', 'mac_address': 'fa:16:3e:84:70:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b649c6f7-0a8c-4581-875c-27789592cc24', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '8c14e703-3ff5-4626-a4b1-f0e4a5ebc648', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806191-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T19:21:44Z', 'updated_at': '2021-08-29T19:21:51Z', 'revision_number': 4, 'project_id': 'bb269c9ea7fa4ad9981b168c22af7757', 'subnets': [{'id': '8c14e703-3ff5-4626-a4b1-f0e4a5ebc648', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93885) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 19:21:53.206191 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.23', 53782) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 19:21:53.349301 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.db.db_base_plugin_common [req-9faf7a4b-7828-482e-86f0-461fc206c688 req-2867a7e6-68ad-4d2f-a10a-ab747875c84f tempest-ServerRescueNegativeTestJSON-1221659768 tempest-ServerRescueNegativeTestJSON-1221659768-project] Allocated IP 172.20.0.3 (b31f2377-81f8-426f-9dd2-b3757c46201b/8c14e703-3ff5-4626-a4b1-f0e4a5ebc648/0b58d40a-64db-4ff8-b84a-d62dc022f6b9) {{(pid=93884) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 19:21:53.404381 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-5ab542b7-e068-48f0-a7e1-4f40c4c1c8a2 req-b93a8a74-3947-4b58-81b5-9b70e923edbd tempest-AttachVolumeNegativeTest-2076342172 tempest-AttachVolumeNegativeTest-2076342172-project] Notify callbacks [] for port, precommit_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:21:53.554673 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.26', 55148) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 19:21:53.704942 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-388e9a26-1b65-478a-8775-1c25787e2766 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:21:53.725156 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-5e81d49f-b185-4530-9b5d-0194540054ff req-562675fd-e985-4650-90c1-23addffeed28 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3669058'] for port, before_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:21:53.731481 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-388e9a26-1b65-478a-8775-1c25787e2766 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368872'] for security_group, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:21:53.964534 dv-cinder-806191-2-iscsi neutron-server[93883]: INFO neutron.wsgi [None req-388e9a26-1b65-478a-8775-1c25787e2766 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=745a170785df4d2e96d556efc950a13f&name=default HTTP/1.1" status: 200 len: 2979 time: 1.9322281 Aug 29 19:21:53.971032 dv-cinder-806191-2-iscsi neutron-server[93884]: INFO neutron.wsgi [req-cb622be8-a3a6-4379-930e-ae1aa888d576 req-2ceafeeb-e1ad-4c63-97e7-46f3615899ba tempest-AttachVolumeNegativeTest-2076342172 tempest-AttachVolumeNegativeTest-2076342172-project] 10.222.0.26 "GET /v2.0/ports?device_id=0877765f-cdbf-4b0b-bf2c-c50d51f89aa0 HTTP/1.1" status: 200 len: 210 time: 0.1062434 Aug 29 19:21:53.971827 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-02e025b0-79d5-4531-b47b-824aaf96e566 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:21:53.986275 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76c7a042-e32a-4c93-bf35-7eaa75fd6930 req-58e5867b-0cdd-48dd-bbe8-9c8cf3fe38c2 tempest-ServerRescueNegativeTestJSON-1221659768 tempest-ServerRescueNegativeTestJSON-1221659768-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 19:21:53.991162 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-f7f3f912-659a-49f9-ab3a-0560ee4983b1 None None] Device 7af090be-1eb6-4fb4-bbb4-cd9abf55d8c3 up at agent ovs-agent-dv-cinder-806191-2-iscsi {{(pid=93885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 19:21:54.005080 dv-cinder-806191-2-iscsi neutron-server[93883]: INFO neutron.wsgi [req-76c7a042-e32a-4c93-bf35-7eaa75fd6930 req-58e5867b-0cdd-48dd-bbe8-9c8cf3fe38c2 tempest-ServerRescueNegativeTestJSON-1221659768 tempest-ServerRescueNegativeTestJSON-1221659768-project] 10.222.0.23 "GET /v2.0/networks?id=b31f2377-81f8-426f-9dd2-b3757c46201b HTTP/1.1" status: 200 len: 818 time: 0.7928169 Aug 29 19:21:54.007517 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.26', 55166) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 19:21:54.031594 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-388e9a26-1b65-478a-8775-1c25787e2766 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=305ecb59-5b0f-405c-8328-158e90f66f0f,revision_number=1']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:21:54.185782 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-9faf7a4b-7828-482e-86f0-461fc206c688 req-2867a7e6-68ad-4d2f-a10a-ab747875c84f tempest-ServerRescueNegativeTestJSON-1221659768 tempest-ServerRescueNegativeTestJSON-1221659768-project] Notify callbacks [] for port, precommit_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:21:54.192231 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-f7f3f912-659a-49f9-ab3a-0560ee4983b1 None None] Provisioning for port 7af090be-1eb6-4fb4-bbb4-cd9abf55d8c3 completed by entity L2. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 19:21:54.201482 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-f7f3f912-659a-49f9-ab3a-0560ee4983b1 None None] Provisioning complete for port 7af090be-1eb6-4fb4-bbb4-cd9abf55d8c3 triggered by entity L2. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 19:21:54.202050 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-f7f3f912-659a-49f9-ab3a-0560ee4983b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3627211'] for port, provisioning_complete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:21:54.234590 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-5ab542b7-e068-48f0-a7e1-4f40c4c1c8a2 req-b93a8a74-3947-4b58-81b5-9b70e923edbd tempest-AttachVolumeNegativeTest-2076342172 tempest-AttachVolumeNegativeTest-2076342172-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3669005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3715978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777169884164'] for port, after_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:21:54.257361 dv-cinder-806191-2-iscsi neutron-server[93884]: INFO neutron.wsgi [req-6922e6dd-1581-4df8-873a-2ad98de5f930 req-0efe2419-7e40-4522-9b30-09fb20e50632 tempest-ServerRescueNegativeTestJSON-1221659768 tempest-ServerRescueNegativeTestJSON-1221659768-project] 10.222.0.26 "GET /v2.0/ports?device_id=becd7a60-bff6-444b-8396-15d0c458fa2e HTTP/1.1" status: 200 len: 210 time: 0.0505335 Aug 29 19:21:54.428545 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-f7f3f912-659a-49f9-ab3a-0560ee4983b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3669058'] for port, before_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:21:54.430037 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-63947130-84d2-4d3a-8ea8-648f4c40ab64 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:21:54.436088 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b76cbcd-dc8f-4f6a-a800-62f99948e583 req-5a9fb59a-7845-4709-9548-d6920ee70383 tempest-DeleteServersTestJSON-54809137 tempest-DeleteServersTestJSON-54809137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 19:21:54.448465 dv-cinder-806191-2-iscsi neutron-server[93883]: INFO neutron.wsgi [req-1b76cbcd-dc8f-4f6a-a800-62f99948e583 req-5a9fb59a-7845-4709-9548-d6920ee70383 tempest-DeleteServersTestJSON-54809137 tempest-DeleteServersTestJSON-54809137-project] 10.222.0.26 "GET /v2.0/ports?device_id=6250a8d1-2c0f-401a-bbde-6e6b92afc3f7 HTTP/1.1" status: 200 len: 931 time: 0.4098396 Aug 29 19:21:54.489131 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5ab542b7-e068-48f0-a7e1-4f40c4c1c8a2 req-b93a8a74-3947-4b58-81b5-9b70e923edbd tempest-AttachVolumeNegativeTest-2076342172 tempest-AttachVolumeNegativeTest-2076342172-project] Network 1d62036b-0f93-45a0-8fba-f387708e0e55 is already hosted by enough agents. {{(pid=93884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 19:21:54.519508 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-f7f3f912-659a-49f9-ab3a-0560ee4983b1 None None] For port 7af090be-1eb6-4fb4-bbb4-cd9abf55d8c3, host dv-cinder-806191-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806191-2-iscsi',level=0,port_id=7af090be-1eb6-4fb4-bbb4-cd9abf55d8c3,segment=NetworkSegment(ac1c3e1d-4bb1-4222-8869-d8e145ff64dd),segment_id=ac1c3e1d-4bb1-4222-8869-d8e145ff64dd)] {{(pid=93885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 19:21:54.536422 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.scheduler.base_scheduler [req-5ab542b7-e068-48f0-a7e1-4f40c4c1c8a2 req-b93a8a74-3947-4b58-81b5-9b70e923edbd tempest-AttachVolumeNegativeTest-2076342172 tempest-AttachVolumeNegativeTest-2076342172-project] Resources bound (agent type, host, resource id): {{(pid=93884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 19:21:54.536746 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b93a8a74-3947-4b58-81b5-9b70e923edbd tempest-AttachVolumeNegativeTest-2076342172 tempest-AttachVolumeNegativeTest-2076342172-project] Pushing event updated for resources: {'Port': ['ID=189ce962-18b0-4d08-b12d-12c8e1ea6a8b,revision_number=1']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:21:54.537898 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-f7f3f912-659a-49f9-ab3a-0560ee4983b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3669005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3715978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777170436913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777169884182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777169884200'] for port, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:21:54.552788 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.db.l3_dvrscheduler_db [req-5ab542b7-e068-48f0-a7e1-4f40c4c1c8a2 req-b93a8a74-3947-4b58-81b5-9b70e923edbd tempest-AttachVolumeNegativeTest-2076342172 tempest-AttachVolumeNegativeTest-2076342172-project] Received port after_create {{(pid=93884) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 19:21:54.558368 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ab542b7-e068-48f0-a7e1-4f40c4c1c8a2 req-b93a8a74-3947-4b58-81b5-9b70e923edbd tempest-AttachVolumeNegativeTest-2076342172 tempest-AttachVolumeNegativeTest-2076342172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 19:21:54.564156 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-5ab542b7-e068-48f0-a7e1-4f40c4c1c8a2 req-b93a8a74-3947-4b58-81b5-9b70e923edbd tempest-AttachVolumeNegativeTest-2076342172 tempest-AttachVolumeNegativeTest-2076342172-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-256493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3715960'] for port, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:21:54.604687 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-63947130-84d2-4d3a-8ea8-648f4c40ab64 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:21:54.636524 dv-cinder-806191-2-iscsi neutron-server[93883]: INFO neutron.wsgi [req-1b76cbcd-dc8f-4f6a-a800-62f99948e583 req-bb903867-05dd-49b8-b2a8-26b00b4a778b tempest-DeleteServersTestJSON-54809137 tempest-DeleteServersTestJSON-54809137-project] 10.222.0.26 "GET /v2.0/security-groups?id=a5ff652f-191c-4a97-9168-26078f022aaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1790347 Aug 29 19:21:54.666849 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7f3f912-659a-49f9-ab3a-0560ee4983b1 None None] Pushing event updated for resources: {'Port': ['ID=7af090be-1eb6-4fb4-bbb4-cd9abf55d8c3,revision_number=5']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:21:54.698799 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-9faf7a4b-7828-482e-86f0-461fc206c688 req-2867a7e6-68ad-4d2f-a10a-ab747875c84f tempest-ServerRescueNegativeTestJSON-1221659768 tempest-ServerRescueNegativeTestJSON-1221659768-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3669005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3715978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777169884164'] for port, after_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:21:54.751414 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-63947130-84d2-4d3a-8ea8-648f4c40ab64 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368872'] for security_group, after_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:21:54.753943 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-63947130-84d2-4d3a-8ea8-648f4c40ab64 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:21:54.758123 dv-cinder-806191-2-iscsi neutron-server[93884]: INFO neutron.wsgi [None req-63947130-84d2-4d3a-8ea8-648f4c40ab64 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/305ecb59-5b0f-405c-8328-158e90f66f0f HTTP/1.1" status: 204 len: 168 time: 0.7447472 Aug 29 19:21:54.800452 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-02e025b0-79d5-4531-b47b-824aaf96e566 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:21:54.828018 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-02e025b0-79d5-4531-b47b-824aaf96e566 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368872'] for security_group, after_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:21:54.831274 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63947130-84d2-4d3a-8ea8-648f4c40ab64 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=305ecb59-5b0f-405c-8328-158e90f66f0f,revision_number=None']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:21:54.838038 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9faf7a4b-7828-482e-86f0-461fc206c688 req-2867a7e6-68ad-4d2f-a10a-ab747875c84f tempest-ServerRescueNegativeTestJSON-1221659768 tempest-ServerRescueNegativeTestJSON-1221659768-project] Network b31f2377-81f8-426f-9dd2-b3757c46201b is already hosted by enough agents. {{(pid=93884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 19:21:54.851520 dv-cinder-806191-2-iscsi neutron-server[93884]: INFO neutron.wsgi [req-5ab542b7-e068-48f0-a7e1-4f40c4c1c8a2 req-b93a8a74-3947-4b58-81b5-9b70e923edbd tempest-AttachVolumeNegativeTest-2076342172 tempest-AttachVolumeNegativeTest-2076342172-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.9167476 Aug 29 19:21:54.857471 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.scheduler.base_scheduler [req-9faf7a4b-7828-482e-86f0-461fc206c688 req-2867a7e6-68ad-4d2f-a10a-ab747875c84f tempest-ServerRescueNegativeTestJSON-1221659768 tempest-ServerRescueNegativeTestJSON-1221659768-project] Resources bound (agent type, host, resource id): {{(pid=93884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 19:21:54.860145 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2867a7e6-68ad-4d2f-a10a-ab747875c84f tempest-ServerRescueNegativeTestJSON-1221659768 tempest-ServerRescueNegativeTestJSON-1221659768-project] Pushing event updated for resources: {'Port': ['ID=0b58d40a-64db-4ff8-b84a-d62dc022f6b9,revision_number=1']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:21:54.866843 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.db.l3_dvrscheduler_db [req-9faf7a4b-7828-482e-86f0-461fc206c688 req-2867a7e6-68ad-4d2f-a10a-ab747875c84f tempest-ServerRescueNegativeTestJSON-1221659768 tempest-ServerRescueNegativeTestJSON-1221659768-project] Received port after_create {{(pid=93884) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 19:21:54.874885 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9faf7a4b-7828-482e-86f0-461fc206c688 req-2867a7e6-68ad-4d2f-a10a-ab747875c84f tempest-ServerRescueNegativeTestJSON-1221659768 tempest-ServerRescueNegativeTestJSON-1221659768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 19:21:54.876115 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-9faf7a4b-7828-482e-86f0-461fc206c688 req-2867a7e6-68ad-4d2f-a10a-ab747875c84f tempest-ServerRescueNegativeTestJSON-1221659768 tempest-ServerRescueNegativeTestJSON-1221659768-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-256493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3715960'] for port, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:21:54.919455 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron.notifiers.nova [req-5e81d49f-b185-4530-9b5d-0194540054ff req-562675fd-e985-4650-90c1-23addffeed28 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0085027d-4245-4841-9cbc-1b2c8e0ea998 {{(pid=93883) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 19:21:54.934466 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-5e81d49f-b185-4530-9b5d-0194540054ff req-562675fd-e985-4650-90c1-23addffeed28 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:21:54.934688 dv-cinder-806191-2-iscsi neutron-server[93884]: INFO neutron.wsgi [None req-02e025b0-79d5-4531-b47b-824aaf96e566 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=d8bd8c6ebcfd409b8688dc310443cc4d&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3745823 Aug 29 19:21:54.934688 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02e025b0-79d5-4531-b47b-824aaf96e566 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=667899c1-664f-468d-a6ec-2ecae9c1d4f7,revision_number=1']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:21:54.936042 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.26', 55206) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 19:21:54.945737 dv-cinder-806191-2-iscsi neutron-server[93884]: INFO neutron.wsgi [req-9faf7a4b-7828-482e-86f0-461fc206c688 req-2867a7e6-68ad-4d2f-a10a-ab747875c84f tempest-ServerRescueNegativeTestJSON-1221659768 tempest-ServerRescueNegativeTestJSON-1221659768-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.6698356 Aug 29 19:21:54.960524 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron.db.provisioning_blocks [req-5e81d49f-b185-4530-9b5d-0194540054ff req-562675fd-e985-4650-90c1-23addffeed28 service neutron] Transition to ACTIVE for port object 0085027d-4245-4841-9cbc-1b2c8e0ea998 will not be triggered until provisioned by entity L2. {{(pid=93883) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 19:21:54.966537 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-5e81d49f-b185-4530-9b5d-0194540054ff req-562675fd-e985-4650-90c1-23addffeed28 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3669005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3715978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777170436913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777169884182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777169884200'] for port, after_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:21:55.038065 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-b8d97656-121c-4ccb-a4b0-fb899ecd1215 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:21:55.143900 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-562675fd-e985-4650-90c1-23addffeed28 service neutron] Pushing event updated for resources: {'Port': ['ID=0085027d-4245-4841-9cbc-1b2c8e0ea998,revision_number=2']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:21:55.230597 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron.plugins.ml2.managers [req-5e81d49f-b185-4530-9b5d-0194540054ff req-562675fd-e985-4650-90c1-23addffeed28 service neutron] Attempting to bind port 0085027d-4245-4841-9cbc-1b2c8e0ea998 on host hv-cinder-80619 for vnic_type normal with profile {{(pid=93883) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 19:21:55.231835 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron.plugins.ml2.managers [req-5e81d49f-b185-4530-9b5d-0194540054ff req-562675fd-e985-4650-90c1-23addffeed28 service neutron] Attempting to bind port 0085027d-4245-4841-9cbc-1b2c8e0ea998 by drivers openvswitch,hyperv on host hv-cinder-80619 at level 0 using segments [{'id': '711f1075-1ac0-4e1b-8344-072510bf1c14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '305421f9-785b-43e9-bb64-076cd82e700a'}] {{(pid=93883) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 19:21:55.232267 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-b8d97656-121c-4ccb-a4b0-fb899ecd1215 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:21:55.234770 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e81d49f-b185-4530-9b5d-0194540054ff req-562675fd-e985-4650-90c1-23addffeed28 service neutron] Attempting to bind port 0085027d-4245-4841-9cbc-1b2c8e0ea998 on network 305421f9-785b-43e9-bb64-076cd82e700a {{(pid=93883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 19:21:55.239882 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e81d49f-b185-4530-9b5d-0194540054ff req-562675fd-e985-4650-90c1-23addffeed28 service neutron] Port 0085027d-4245-4841-9cbc-1b2c8e0ea998 on network 305421f9-785b-43e9-bb64-076cd82e700a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80619 {{(pid=93883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 19:21:55.244895 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e81d49f-b185-4530-9b5d-0194540054ff req-562675fd-e985-4650-90c1-23addffeed28 service neutron] Attempting to bind port 0085027d-4245-4841-9cbc-1b2c8e0ea998 on network 305421f9-785b-43e9-bb64-076cd82e700a {{(pid=93883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 19:21:55.265174 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e81d49f-b185-4530-9b5d-0194540054ff req-562675fd-e985-4650-90c1-23addffeed28 service neutron] Checking agent: {'id': 'f86fd93b-ec6e-427a-a263-b2bcb0cc3d39', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80619', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 19, 19, 51), 'started_at': datetime.datetime(2021, 8, 29, 19, 19, 51), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 19, 21, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 19:21:55.265574 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e81d49f-b185-4530-9b5d-0194540054ff req-562675fd-e985-4650-90c1-23addffeed28 service neutron] Checking segment: {'id': '711f1075-1ac0-4e1b-8344-072510bf1c14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '305421f9-785b-43e9-bb64-076cd82e700a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93883) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 19:21:55.266864 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e81d49f-b185-4530-9b5d-0194540054ff req-562675fd-e985-4650-90c1-23addffeed28 service neutron] Bound using segment: {'id': '711f1075-1ac0-4e1b-8344-072510bf1c14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '305421f9-785b-43e9-bb64-076cd82e700a'} {{(pid=93883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 19:21:55.267224 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron.plugins.ml2.managers [req-5e81d49f-b185-4530-9b5d-0194540054ff req-562675fd-e985-4650-90c1-23addffeed28 service neutron] Bound port: 0085027d-4245-4841-9cbc-1b2c8e0ea998, host: hv-cinder-80619, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '711f1075-1ac0-4e1b-8344-072510bf1c14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '305421f9-785b-43e9-bb64-076cd82e700a'}}] {{(pid=93883) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 19:21:55.267590 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-5e81d49f-b185-4530-9b5d-0194540054ff req-562675fd-e985-4650-90c1-23addffeed28 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3669058'] for port, before_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:21:55.346973 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6244cadd-3e3a-4df3-a293-f65ea1ccc0cc req-3411515b-b0d2-408c-8217-ed08e19f939f tempest-AttachVolumeNegativeTest-2076342172 tempest-AttachVolumeNegativeTest-2076342172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 19:21:55.348307 dv-cinder-806191-2-iscsi neutron-server[93884]: INFO neutron.wsgi [req-6244cadd-3e3a-4df3-a293-f65ea1ccc0cc req-3411515b-b0d2-408c-8217-ed08e19f939f tempest-AttachVolumeNegativeTest-2076342172 tempest-AttachVolumeNegativeTest-2076342172-project] 10.222.0.26 "GET /v2.0/ports?device_id=0877765f-cdbf-4b0b-bf2c-c50d51f89aa0 HTTP/1.1" status: 200 len: 931 time: 0.0885732 Aug 29 19:21:55.405399 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-b8d97656-121c-4ccb-a4b0-fb899ecd1215 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368872'] for security_group, after_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:21:55.408500 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-b8d97656-121c-4ccb-a4b0-fb899ecd1215 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:21:55.411940 dv-cinder-806191-2-iscsi neutron-server[93884]: INFO neutron.wsgi [None req-b8d97656-121c-4ccb-a4b0-fb899ecd1215 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/667899c1-664f-468d-a6ec-2ecae9c1d4f7 HTTP/1.1" status: 204 len: 168 time: 0.4727314 Aug 29 19:21:55.451507 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8d97656-121c-4ccb-a4b0-fb899ecd1215 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=667899c1-664f-468d-a6ec-2ecae9c1d4f7,revision_number=None']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:21:55.462056 dv-cinder-806191-2-iscsi neutron-server[93884]: INFO neutron.wsgi [req-6244cadd-3e3a-4df3-a293-f65ea1ccc0cc req-e11984fc-c3f6-470e-a560-dbe869adb04d tempest-AttachVolumeNegativeTest-2076342172 tempest-AttachVolumeNegativeTest-2076342172-project] 10.222.0.26 "GET /v2.0/security-groups?id=ea7dc4db-96bb-4713-a2e6-e8b6fb48c457&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1026645 Aug 29 19:21:55.490918 dv-cinder-806191-2-iscsi neutron-server[93883]: INFO neutron.wsgi [req-c021d214-2da0-43f4-81c5-e8279001fb8b req-23cd2d0e-9b98-4ccd-baaa-696b25ef62a0 tempest-ServerRescueNegativeTestJSON-1221659768 tempest-ServerRescueNegativeTestJSON-1221659768-project] 10.222.0.26 "GET /v2.0/ports?device_id=becd7a60-bff6-444b-8396-15d0c458fa2e HTTP/1.1" status: 200 len: 210 time: 0.0717194 Aug 29 19:21:55.500649 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron.plugins.ml2.db [req-5e81d49f-b185-4530-9b5d-0194540054ff req-562675fd-e985-4650-90c1-23addffeed28 service neutron] For port 0085027d-4245-4841-9cbc-1b2c8e0ea998, host hv-cinder-80619, cleared binding levels {{(pid=93883) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 19:21:55.505736 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron.plugins.ml2.db [req-5e81d49f-b185-4530-9b5d-0194540054ff req-562675fd-e985-4650-90c1-23addffeed28 service neutron] For port 0085027d-4245-4841-9cbc-1b2c8e0ea998, host hv-cinder-80619, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80619',level=0,port_id=0085027d-4245-4841-9cbc-1b2c8e0ea998,segment=NetworkSegment(711f1075-1ac0-4e1b-8344-072510bf1c14),segment_id=711f1075-1ac0-4e1b-8344-072510bf1c14)] {{(pid=93883) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 19:21:55.511354 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-5e81d49f-b185-4530-9b5d-0194540054ff req-562675fd-e985-4650-90c1-23addffeed28 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3669005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3715978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777170436913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777169884182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777169884200'] for port, after_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:21:55.656005 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e81d49f-b185-4530-9b5d-0194540054ff req-562675fd-e985-4650-90c1-23addffeed28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 19:21:55.657245 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-5e81d49f-b185-4530-9b5d-0194540054ff req-562675fd-e985-4650-90c1-23addffeed28 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-256493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3715960'] for port, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:21:55.658971 dv-cinder-806191-2-iscsi neutron-server[93883]: INFO neutron.wsgi [req-5e81d49f-b185-4530-9b5d-0194540054ff req-562675fd-e985-4650-90c1-23addffeed28 service neutron] 10.222.0.23 "PUT /v2.0/ports/0085027d-4245-4841-9cbc-1b2c8e0ea998 HTTP/1.1" status: 200 len: 1093 time: 3.2570622 Aug 29 19:21:55.659530 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6250a8d1-2c0f-401a-bbde-6e6b92afc3f7', 'tag': '0085027d-4245-4841-9cbc-1b2c8e0ea998'}] {{(pid=93883) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 19:21:55.753037 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-562675fd-e985-4650-90c1-23addffeed28 service neutron] Pushing event updated for resources: {'Port': ['ID=0085027d-4245-4841-9cbc-1b2c8e0ea998,revision_number=3']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:21:55.801102 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-f7f3f912-659a-49f9-ab3a-0560ee4983b1 None None] Device 7af090be-1eb6-4fb4-bbb4-cd9abf55d8c3 up at agent ovs-agent-dv-cinder-806191-2-iscsi {{(pid=93885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 19:21:55.801617 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4800f88d-87d9-443f-8982-a04238069e2c req-97e9fe80-1bec-44d9-86c9-4c34c6260cbc tempest-DeleteServersTestJSON-54809137 tempest-DeleteServersTestJSON-54809137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 19:21:55.808350 dv-cinder-806191-2-iscsi neutron-server[93884]: INFO neutron.wsgi [req-4800f88d-87d9-443f-8982-a04238069e2c req-97e9fe80-1bec-44d9-86c9-4c34c6260cbc tempest-DeleteServersTestJSON-54809137 tempest-DeleteServersTestJSON-54809137-project] 10.222.0.26 "GET /v2.0/ports?device_id=6250a8d1-2c0f-401a-bbde-6e6b92afc3f7 HTTP/1.1" status: 200 len: 943 time: 0.0704205 Aug 29 19:21:55.869174 dv-cinder-806191-2-iscsi neutron-server[93884]: INFO neutron.wsgi [req-4800f88d-87d9-443f-8982-a04238069e2c req-7ce387ff-5545-4aa9-84ec-1efb1c26640f tempest-DeleteServersTestJSON-54809137 tempest-DeleteServersTestJSON-54809137-project] 10.222.0.26 "GET /v2.0/security-groups?id=a5ff652f-191c-4a97-9168-26078f022aaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552585 Aug 29 19:21:55.870173 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-f7f3f912-659a-49f9-ab3a-0560ee4983b1 None None] Provisioning complete for port 7af090be-1eb6-4fb4-bbb4-cd9abf55d8c3 triggered by entity L2. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 19:21:55.870598 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-f7f3f912-659a-49f9-ab3a-0560ee4983b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3627211'] for port, provisioning_complete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:21:55.998192 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d7efacdd762e7fee97ebec028cc859708dbf706441332da3e8755544227ebc46" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b2edc403-79c8-465f-aba7-80337ee16cc2" -d '{"events": [{"name": "network-changed", "server_uuid": "6250a8d1-2c0f-401a-bbde-6e6b92afc3f7", "tag": "0085027d-4245-4841-9cbc-1b2c8e0ea998"}]}' {{(pid=93883) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 19:21:56.237035 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 19:21:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-72f24ebb-c656-44e2-a62a-a325d3571dfe x-openstack-request-id: req-72f24ebb-c656-44e2-a62a-a325d3571dfe {{(pid=93883) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 19:21:56.237328 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6250a8d1-2c0f-401a-bbde-6e6b92afc3f7", "tag": "0085027d-4245-4841-9cbc-1b2c8e0ea998", "status": "completed", "code": 200}]} {{(pid=93883) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 19:21:56.237590 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-72f24ebb-c656-44e2-a62a-a325d3571dfe {{(pid=93883) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 19:21:56.238017 dv-cinder-806191-2-iscsi neutron-server[93883]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6250a8d1-2c0f-401a-bbde-6e6b92afc3f7', 'tag': '0085027d-4245-4841-9cbc-1b2c8e0ea998', 'status': 'completed', 'code': 200} Aug 29 19:21:56.599899 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1c7fba9-164b-48e5-b89d-b44ab028d3b2 req-9cdd5c14-bed1-4d10-867a-8bb14566f868 tempest-AttachVolumeNegativeTest-2076342172 tempest-AttachVolumeNegativeTest-2076342172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 19:21:56.601537 dv-cinder-806191-2-iscsi neutron-server[93884]: INFO neutron.wsgi [req-f1c7fba9-164b-48e5-b89d-b44ab028d3b2 req-9cdd5c14-bed1-4d10-867a-8bb14566f868 tempest-AttachVolumeNegativeTest-2076342172 tempest-AttachVolumeNegativeTest-2076342172-project] 10.222.0.26 "GET /v2.0/ports?device_id=0877765f-cdbf-4b0b-bf2c-c50d51f89aa0 HTTP/1.1" status: 200 len: 931 time: 0.0534773 Aug 29 19:21:56.615194 dv-cinder-806191-2-iscsi neutron-server[93883]: INFO neutron.wsgi [req-31fddbce-9521-42c1-a1ad-06ac3defeadc req-53846dbd-91fd-43b1-9e8f-ed81004f7864 tempest-ServerRescueNegativeTestJSON-1221659768 tempest-ServerRescueNegativeTestJSON-1221659768-project] 10.222.0.26 "GET /v2.0/ports?device_id=becd7a60-bff6-444b-8396-15d0c458fa2e HTTP/1.1" status: 200 len: 210 time: 0.0314901 Aug 29 19:21:56.697799 dv-cinder-806191-2-iscsi neutron-server[93884]: INFO neutron.wsgi [req-f1c7fba9-164b-48e5-b89d-b44ab028d3b2 req-344b528b-2a7f-461c-b193-d42ad5cc4e7a tempest-AttachVolumeNegativeTest-2076342172 tempest-AttachVolumeNegativeTest-2076342172-project] 10.222.0.26 "GET /v2.0/security-groups?id=ea7dc4db-96bb-4713-a2e6-e8b6fb48c457&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0814168 Aug 29 19:21:57.019091 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-526d117f-6643-4b00-b296-f4417f48c109 req-c068a10b-9d56-461e-b5d1-6702b080ae95 tempest-DeleteServersTestJSON-54809137 tempest-DeleteServersTestJSON-54809137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 19:21:57.027413 dv-cinder-806191-2-iscsi neutron-server[93883]: INFO neutron.wsgi [req-526d117f-6643-4b00-b296-f4417f48c109 req-c068a10b-9d56-461e-b5d1-6702b080ae95 tempest-DeleteServersTestJSON-54809137 tempest-DeleteServersTestJSON-54809137-project] 10.222.0.26 "GET /v2.0/ports?device_id=6250a8d1-2c0f-401a-bbde-6e6b92afc3f7 HTTP/1.1" status: 200 len: 943 time: 0.0741384 Aug 29 19:21:57.086311 dv-cinder-806191-2-iscsi neutron-server[93883]: INFO neutron.wsgi [req-526d117f-6643-4b00-b296-f4417f48c109 req-0212776b-b414-4203-a530-364955335c71 tempest-DeleteServersTestJSON-54809137 tempest-DeleteServersTestJSON-54809137-project] 10.222.0.26 "GET /v2.0/security-groups?id=a5ff652f-191c-4a97-9168-26078f022aaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578036 Aug 29 19:21:57.201018 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.26', 55346) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 19:21:57.235284 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.26', 55352) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 19:21:57.340107 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-ba7dd29c-28d7-4981-a183-703f5dc6076b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:21:57.456174 dv-cinder-806191-2-iscsi neutron-server[93886]: DEBUG neutron.db.agents_db [None req-c8461fad-6a9a-4fb7-93e9-57a62b582dc0 None None] Agent healthcheck: found 6 active agents {{(pid=93886) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 19:21:57.491432 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-ba7dd29c-28d7-4981-a183-703f5dc6076b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:21:57.502597 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-ba7dd29c-28d7-4981-a183-703f5dc6076b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368872'] for security_group, after_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:21:57.538189 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-d6656e01-20ed-4661-9376-1c71beb9b280 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:21:57.566101 dv-cinder-806191-2-iscsi neutron-server[93884]: INFO neutron.wsgi [None req-ba7dd29c-28d7-4981-a183-703f5dc6076b admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=f4299c3c21014be8a3493e9dcb2df0b1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3654256 Aug 29 19:21:57.569133 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba7dd29c-28d7-4981-a183-703f5dc6076b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=88b2649b-4ad0-4d46-9ebc-127581b54206,revision_number=1']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:21:57.572140 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.26', 55364) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 19:21:57.667822 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-eff86f9c-2be3-4d21-8138-443dc6038553 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:21:57.700643 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-eff86f9c-2be3-4d21-8138-443dc6038553 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:21:57.757350 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-d6656e01-20ed-4661-9376-1c71beb9b280 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:21:57.767329 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-d6656e01-20ed-4661-9376-1c71beb9b280 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368872'] for security_group, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:21:57.858417 dv-cinder-806191-2-iscsi neutron-server[93884]: INFO neutron.wsgi [req-d1d5d841-144b-4e98-bebf-89d0168e7053 req-23d7b58a-e456-4da1-835b-4436731b8ea9 tempest-ServerRescueNegativeTestJSON-1221659768 tempest-ServerRescueNegativeTestJSON-1221659768-project] 10.222.0.26 "GET /v2.0/ports?device_id=becd7a60-bff6-444b-8396-15d0c458fa2e HTTP/1.1" status: 200 len: 210 time: 0.0860806 Aug 29 19:21:57.873119 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6656e01-20ed-4661-9376-1c71beb9b280 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b624028f-1a59-4e48-a501-b6cc4b1f714f,revision_number=1']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:21:57.887031 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-eff86f9c-2be3-4d21-8138-443dc6038553 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368872'] for security_group, after_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:21:57.899690 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-eff86f9c-2be3-4d21-8138-443dc6038553 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:21:57.901095 dv-cinder-806191-2-iscsi neutron-server[93884]: INFO neutron.wsgi [None req-eff86f9c-2be3-4d21-8138-443dc6038553 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/88b2649b-4ad0-4d46-9ebc-127581b54206 HTTP/1.1" status: 204 len: 168 time: 0.3147645 Aug 29 19:21:57.911835 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eff86f9c-2be3-4d21-8138-443dc6038553 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=88b2649b-4ad0-4d46-9ebc-127581b54206,revision_number=None']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:21:58.028013 dv-cinder-806191-2-iscsi neutron-server[93883]: INFO neutron.wsgi [None req-d6656e01-20ed-4661-9376-1c71beb9b280 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=241416318bf142a1ac273810acb05dbf&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7914574 Aug 29 19:21:58.031028 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.26', 55398) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 19:21:58.057414 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdb21a18-09db-4e72-b3a1-c67eb1329238 req-c788d3a4-e366-461c-96be-c6f7569e6bea tempest-AttachVolumeNegativeTest-2076342172 tempest-AttachVolumeNegativeTest-2076342172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 19:21:58.059844 dv-cinder-806191-2-iscsi neutron-server[93883]: INFO neutron.wsgi [req-cdb21a18-09db-4e72-b3a1-c67eb1329238 req-c788d3a4-e366-461c-96be-c6f7569e6bea tempest-AttachVolumeNegativeTest-2076342172 tempest-AttachVolumeNegativeTest-2076342172-project] 10.222.0.26 "GET /v2.0/ports?device_id=0877765f-cdbf-4b0b-bf2c-c50d51f89aa0 HTTP/1.1" status: 200 len: 931 time: 0.1667061 Aug 29 19:21:58.109934 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-f736eed8-e090-4e27-8944-4c558e78f854 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:21:58.139482 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-f736eed8-e090-4e27-8944-4c558e78f854 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:21:58.187196 dv-cinder-806191-2-iscsi neutron-server[93883]: INFO neutron.wsgi [req-cdb21a18-09db-4e72-b3a1-c67eb1329238 req-98b85958-b5a1-417f-8f00-046f7e4edad0 tempest-AttachVolumeNegativeTest-2076342172 tempest-AttachVolumeNegativeTest-2076342172-project] 10.222.0.26 "GET /v2.0/security-groups?id=ea7dc4db-96bb-4713-a2e6-e8b6fb48c457&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1145437 Aug 29 19:21:58.221809 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-f736eed8-e090-4e27-8944-4c558e78f854 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368872'] for security_group, after_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:21:58.229169 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-f736eed8-e090-4e27-8944-4c558e78f854 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:21:58.232759 dv-cinder-806191-2-iscsi neutron-server[93884]: INFO neutron.wsgi [None req-f736eed8-e090-4e27-8944-4c558e78f854 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/b624028f-1a59-4e48-a501-b6cc4b1f714f HTTP/1.1" status: 204 len: 168 time: 0.2004986 Aug 29 19:21:58.250725 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f736eed8-e090-4e27-8944-4c558e78f854 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b624028f-1a59-4e48-a501-b6cc4b1f714f,revision_number=None']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:21:58.430503 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae17987d-4911-49ac-8a39-62a632f96447 req-943c7101-8521-40ed-9b54-76e8ae39f20e tempest-DeleteServersTestJSON-54809137 tempest-DeleteServersTestJSON-54809137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 19:21:58.444419 dv-cinder-806191-2-iscsi neutron-server[93884]: INFO neutron.wsgi [req-ae17987d-4911-49ac-8a39-62a632f96447 req-943c7101-8521-40ed-9b54-76e8ae39f20e tempest-DeleteServersTestJSON-54809137 tempest-DeleteServersTestJSON-54809137-project] 10.222.0.26 "GET /v2.0/ports?device_id=6250a8d1-2c0f-401a-bbde-6e6b92afc3f7 HTTP/1.1" status: 200 len: 943 time: 0.1659658 Aug 29 19:21:58.492568 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron.api.v2.base [req-76c7a042-e32a-4c93-bf35-7eaa75fd6930 req-8eef638b-3733-4ee6-a1d2-3edf628e2a11 tempest-ServerRescueNegativeTestJSON-1221659768 tempest-ServerRescueNegativeTestJSON-1221659768-project] Request body: {'port': {'device_id': 'becd7a60-bff6-444b-8396-15d0c458fa2e', 'network_id': 'b31f2377-81f8-426f-9dd2-b3757c46201b', 'admin_state_up': True, 'tenant_id': 'bb269c9ea7fa4ad9981b168c22af7757'}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 19:21:58.539172 dv-cinder-806191-2-iscsi neutron-server[93884]: INFO neutron.wsgi [req-ae17987d-4911-49ac-8a39-62a632f96447 req-bbe56c41-9be1-4236-bc2f-81299d4f8224 tempest-DeleteServersTestJSON-54809137 tempest-DeleteServersTestJSON-54809137-project] 10.222.0.26 "GET /v2.0/security-groups?id=a5ff652f-191c-4a97-9168-26078f022aaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0936921 Aug 29 19:21:58.708849 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-76c7a042-e32a-4c93-bf35-7eaa75fd6930 req-8eef638b-3733-4ee6-a1d2-3edf628e2a11 tempest-ServerRescueNegativeTestJSON-1221659768 tempest-ServerRescueNegativeTestJSON-1221659768-project] Made reservation on behalf of bb269c9ea7fa4ad9981b168c22af7757 for: {'port': 1} {{(pid=93883) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 19:21:58.710814 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.api.v2.base [req-5ab542b7-e068-48f0-a7e1-4f40c4c1c8a2 req-7675120c-b89b-4187-89ba-7bd2bd37d259 service neutron] Request body: {'port': {'device_id': '0877765f-cdbf-4b0b-bf2c-c50d51f89aa0', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80619'}} {{(pid=93884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 19:21:58.717291 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-76c7a042-e32a-4c93-bf35-7eaa75fd6930 req-8eef638b-3733-4ee6-a1d2-3edf628e2a11 tempest-ServerRescueNegativeTestJSON-1221659768 tempest-ServerRescueNegativeTestJSON-1221659768-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3669058'] for port, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:21:58.851078 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.api.v2.base [req-9faf7a4b-7828-482e-86f0-461fc206c688 req-0f1dbd7b-e748-4586-ba3f-501c888a2b96 service neutron] Request body: {'port': {'device_id': '332ea1a5-b86c-4ccd-b130-2904c695b590', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80619'}} {{(pid=93884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 19:21:58.853570 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-5ab542b7-e068-48f0-a7e1-4f40c4c1c8a2 req-7675120c-b89b-4187-89ba-7bd2bd37d259 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3669058'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:21:58.946663 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.26', 55432) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 19:21:59.012704 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-9faf7a4b-7828-482e-86f0-461fc206c688 req-0f1dbd7b-e748-4586-ba3f-501c888a2b96 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3669058'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:21:59.091090 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-eae80898-9fb5-45bd-8211-daeb5878af28 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:21:59.253438 dv-cinder-806191-2-iscsi neutron-server[93883]: INFO neutron.wsgi [req-27f37c59-f63b-411c-8a15-9849bb1e5bb6 req-464a14d2-0db0-4b28-91c3-c957c016f047 tempest-ServerRescueNegativeTestJSON-1221659768 tempest-ServerRescueNegativeTestJSON-1221659768-project] 10.222.0.26 "GET /v2.0/ports?device_id=becd7a60-bff6-444b-8396-15d0c458fa2e HTTP/1.1" status: 200 len: 210 time: 0.1970999 Aug 29 19:21:59.385746 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2edc403-79c8-465f-aba7-80337ee16cc2 req-b1ede9a2-573d-4249-8870-429b5e20d504 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 19:21:59.394208 dv-cinder-806191-2-iscsi neutron-server[93883]: INFO neutron.wsgi [req-b2edc403-79c8-465f-aba7-80337ee16cc2 req-b1ede9a2-573d-4249-8870-429b5e20d504 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=16dffbdd7fac48b29c797436a8d2b2eb&device_id=6250a8d1-2c0f-401a-bbde-6e6b92afc3f7 HTTP/1.1" status: 200 len: 1096 time: 0.2914317 Aug 29 19:21:59.787696 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2edc403-79c8-465f-aba7-80337ee16cc2 req-f4bab350-364a-45fc-9874-d70a9994f770 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 19:21:59.789650 dv-cinder-806191-2-iscsi neutron-server[93883]: INFO neutron.wsgi [req-b2edc403-79c8-465f-aba7-80337ee16cc2 req-f4bab350-364a-45fc-9874-d70a9994f770 service neutron] 10.222.0.23 "GET /v2.0/networks?tenant_id=16dffbdd7fac48b29c797436a8d2b2eb&shared=False HTTP/1.1" status: 200 len: 913 time: 0.3504829 Aug 29 19:21:59.792567 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron.db.db_base_plugin_common [req-76c7a042-e32a-4c93-bf35-7eaa75fd6930 req-8eef638b-3733-4ee6-a1d2-3edf628e2a11 tempest-ServerRescueNegativeTestJSON-1221659768 tempest-ServerRescueNegativeTestJSON-1221659768-project] Allocated IP 172.20.0.7 (b31f2377-81f8-426f-9dd2-b3757c46201b/8c14e703-3ff5-4626-a4b1-f0e4a5ebc648/ed0cb01b-7491-498c-a88c-5b1fdbd1ba9c) {{(pid=93883) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 19:21:59.874669 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb8835cc-fd73-4b5f-af7e-35c054bcedab req-5b01a093-67e2-47fb-8d33-e8f7db07bf79 tempest-AttachVolumeNegativeTest-2076342172 tempest-AttachVolumeNegativeTest-2076342172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 19:21:59.889717 dv-cinder-806191-2-iscsi neutron-server[93884]: INFO neutron.wsgi [req-cb8835cc-fd73-4b5f-af7e-35c054bcedab req-5b01a093-67e2-47fb-8d33-e8f7db07bf79 tempest-AttachVolumeNegativeTest-2076342172 tempest-AttachVolumeNegativeTest-2076342172-project] 10.222.0.26 "GET /v2.0/ports?device_id=0877765f-cdbf-4b0b-bf2c-c50d51f89aa0 HTTP/1.1" status: 200 len: 931 time: 0.5186608 Aug 29 19:22:00.076548 dv-cinder-806191-2-iscsi neutron-server[93884]: INFO neutron.wsgi [req-cb8835cc-fd73-4b5f-af7e-35c054bcedab req-d500cf5f-71da-47d4-b7bf-5f7490cff44e tempest-AttachVolumeNegativeTest-2076342172 tempest-AttachVolumeNegativeTest-2076342172-project] 10.222.0.26 "GET /v2.0/security-groups?id=ea7dc4db-96bb-4713-a2e6-e8b6fb48c457&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1855414 Aug 29 19:22:00.176461 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.notifiers.nova [req-5ab542b7-e068-48f0-a7e1-4f40c4c1c8a2 req-7675120c-b89b-4187-89ba-7bd2bd37d259 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 189ce962-18b0-4d08-b12d-12c8e1ea6a8b {{(pid=93884) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 19:22:00.186424 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-5ab542b7-e068-48f0-a7e1-4f40c4c1c8a2 req-7675120c-b89b-4187-89ba-7bd2bd37d259 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:22:00.204042 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [req-5ab542b7-e068-48f0-a7e1-4f40c4c1c8a2 req-7675120c-b89b-4187-89ba-7bd2bd37d259 service neutron] Transition to ACTIVE for port object 189ce962-18b0-4d08-b12d-12c8e1ea6a8b will not be triggered until provisioned by entity L2. {{(pid=93884) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 19:22:00.209925 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-5ab542b7-e068-48f0-a7e1-4f40c4c1c8a2 req-7675120c-b89b-4187-89ba-7bd2bd37d259 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3669005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3715978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777170436913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777169884182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777169884200'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:22:00.218059 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.26', 55486) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 19:22:00.462764 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7675120c-b89b-4187-89ba-7bd2bd37d259 service neutron] Pushing event updated for resources: {'Port': ['ID=189ce962-18b0-4d08-b12d-12c8e1ea6a8b,revision_number=2']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:22:00.485748 dv-cinder-806191-2-iscsi neutron-server[93884]: INFO neutron.wsgi [req-c9ec104a-cd20-42d0-a916-9f8f6236009d req-522adc4a-4e11-487f-a767-7bf342c3ccad tempest-ServerRescueNegativeTestJSON-1221659768 tempest-ServerRescueNegativeTestJSON-1221659768-project] 10.222.0.26 "GET /v2.0/ports?device_id=becd7a60-bff6-444b-8396-15d0c458fa2e HTTP/1.1" status: 200 len: 210 time: 0.0772381 Aug 29 19:22:00.528734 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.managers [req-5ab542b7-e068-48f0-a7e1-4f40c4c1c8a2 req-7675120c-b89b-4187-89ba-7bd2bd37d259 service neutron] Attempting to bind port 189ce962-18b0-4d08-b12d-12c8e1ea6a8b on host hv-cinder-80619 for vnic_type normal with profile {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 19:22:00.528956 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.managers [req-5ab542b7-e068-48f0-a7e1-4f40c4c1c8a2 req-7675120c-b89b-4187-89ba-7bd2bd37d259 service neutron] Attempting to bind port 189ce962-18b0-4d08-b12d-12c8e1ea6a8b by drivers openvswitch,hyperv on host hv-cinder-80619 at level 0 using segments [{'id': '8fe8a594-91a4-40c0-b8c2-40d42544c273', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '1d62036b-0f93-45a0-8fba-f387708e0e55'}] {{(pid=93884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 19:22:00.529336 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ab542b7-e068-48f0-a7e1-4f40c4c1c8a2 req-7675120c-b89b-4187-89ba-7bd2bd37d259 service neutron] Attempting to bind port 189ce962-18b0-4d08-b12d-12c8e1ea6a8b on network 1d62036b-0f93-45a0-8fba-f387708e0e55 {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 19:22:00.537789 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ab542b7-e068-48f0-a7e1-4f40c4c1c8a2 req-7675120c-b89b-4187-89ba-7bd2bd37d259 service neutron] Port 189ce962-18b0-4d08-b12d-12c8e1ea6a8b on network 1d62036b-0f93-45a0-8fba-f387708e0e55 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80619 {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 19:22:00.538239 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ab542b7-e068-48f0-a7e1-4f40c4c1c8a2 req-7675120c-b89b-4187-89ba-7bd2bd37d259 service neutron] Attempting to bind port 189ce962-18b0-4d08-b12d-12c8e1ea6a8b on network 1d62036b-0f93-45a0-8fba-f387708e0e55 {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 19:22:00.556510 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ab542b7-e068-48f0-a7e1-4f40c4c1c8a2 req-7675120c-b89b-4187-89ba-7bd2bd37d259 service neutron] Checking agent: {'id': 'f86fd93b-ec6e-427a-a263-b2bcb0cc3d39', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80619', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 19, 19, 51), 'started_at': datetime.datetime(2021, 8, 29, 19, 19, 51), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 19, 21, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 19:22:00.556917 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ab542b7-e068-48f0-a7e1-4f40c4c1c8a2 req-7675120c-b89b-4187-89ba-7bd2bd37d259 service neutron] Checking segment: {'id': '8fe8a594-91a4-40c0-b8c2-40d42544c273', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '1d62036b-0f93-45a0-8fba-f387708e0e55'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93884) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 19:22:00.557545 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ab542b7-e068-48f0-a7e1-4f40c4c1c8a2 req-7675120c-b89b-4187-89ba-7bd2bd37d259 service neutron] Bound using segment: {'id': '8fe8a594-91a4-40c0-b8c2-40d42544c273', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '1d62036b-0f93-45a0-8fba-f387708e0e55'} {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 19:22:00.560200 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.managers [req-5ab542b7-e068-48f0-a7e1-4f40c4c1c8a2 req-7675120c-b89b-4187-89ba-7bd2bd37d259 service neutron] Bound port: 189ce962-18b0-4d08-b12d-12c8e1ea6a8b, host: hv-cinder-80619, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8fe8a594-91a4-40c0-b8c2-40d42544c273', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '1d62036b-0f93-45a0-8fba-f387708e0e55'}}] {{(pid=93884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 19:22:00.560807 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-5ab542b7-e068-48f0-a7e1-4f40c4c1c8a2 req-7675120c-b89b-4187-89ba-7bd2bd37d259 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3669058'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:22:00.714975 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10e8512f-7f5b-4382-a8d5-43469987c95e req-56c2ec10-6ad6-4dbf-82ea-59b962309984 tempest-DeleteServersTestJSON-54809137 tempest-DeleteServersTestJSON-54809137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 19:22:00.724055 dv-cinder-806191-2-iscsi neutron-server[93883]: INFO neutron.wsgi [req-10e8512f-7f5b-4382-a8d5-43469987c95e req-56c2ec10-6ad6-4dbf-82ea-59b962309984 tempest-DeleteServersTestJSON-54809137 tempest-DeleteServersTestJSON-54809137-project] 10.222.0.26 "GET /v2.0/ports?device_id=6250a8d1-2c0f-401a-bbde-6e6b92afc3f7 HTTP/1.1" status: 200 len: 943 time: 0.9325962 Aug 29 19:22:00.748637 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-fe1c8167-4c61-4626-9196-e551282ddd5c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:22:00.762569 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.db [req-5ab542b7-e068-48f0-a7e1-4f40c4c1c8a2 req-7675120c-b89b-4187-89ba-7bd2bd37d259 service neutron] For port 189ce962-18b0-4d08-b12d-12c8e1ea6a8b, host hv-cinder-80619, cleared binding levels {{(pid=93884) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 19:22:00.800143 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.db [req-5ab542b7-e068-48f0-a7e1-4f40c4c1c8a2 req-7675120c-b89b-4187-89ba-7bd2bd37d259 service neutron] For port 189ce962-18b0-4d08-b12d-12c8e1ea6a8b, host hv-cinder-80619, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80619',level=0,port_id=189ce962-18b0-4d08-b12d-12c8e1ea6a8b,segment=NetworkSegment(8fe8a594-91a4-40c0-b8c2-40d42544c273),segment_id=8fe8a594-91a4-40c0-b8c2-40d42544c273)] {{(pid=93884) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 19:22:00.805910 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-5ab542b7-e068-48f0-a7e1-4f40c4c1c8a2 req-7675120c-b89b-4187-89ba-7bd2bd37d259 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3669005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3715978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777170436913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777169884182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777169884200'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:22:00.827531 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2edc403-79c8-465f-aba7-80337ee16cc2 req-f49ad8d2-881e-46f3-9801-77032012d97f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 19:22:00.829159 dv-cinder-806191-2-iscsi neutron-server[93883]: INFO neutron.wsgi [req-b2edc403-79c8-465f-aba7-80337ee16cc2 req-f49ad8d2-881e-46f3-9801-77032012d97f service neutron] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.9286044 Aug 29 19:22:00.855052 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-eae80898-9fb5-45bd-8211-daeb5878af28 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:22:00.858778 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-76c7a042-e32a-4c93-bf35-7eaa75fd6930 req-8eef638b-3733-4ee6-a1d2-3edf628e2a11 tempest-ServerRescueNegativeTestJSON-1221659768 tempest-ServerRescueNegativeTestJSON-1221659768-project] Notify callbacks [] for port, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:22:00.866050 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ab542b7-e068-48f0-a7e1-4f40c4c1c8a2 req-7675120c-b89b-4187-89ba-7bd2bd37d259 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 19:22:00.866703 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-5ab542b7-e068-48f0-a7e1-4f40c4c1c8a2 req-7675120c-b89b-4187-89ba-7bd2bd37d259 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-256493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3715960'] for port, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:22:00.868161 dv-cinder-806191-2-iscsi neutron-server[93884]: INFO neutron.wsgi [req-5ab542b7-e068-48f0-a7e1-4f40c4c1c8a2 req-7675120c-b89b-4187-89ba-7bd2bd37d259 service neutron] 10.222.0.23 "PUT /v2.0/ports/189ce962-18b0-4d08-b12d-12c8e1ea6a8b HTTP/1.1" status: 200 len: 1093 time: 2.1639984 Aug 29 19:22:00.871744 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-eae80898-9fb5-45bd-8211-daeb5878af28 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368872'] for security_group, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:22:00.900223 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0877765f-cdbf-4b0b-bf2c-c50d51f89aa0', 'tag': '189ce962-18b0-4d08-b12d-12c8e1ea6a8b'}] {{(pid=93884) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 19:22:00.929278 dv-cinder-806191-2-iscsi neutron-server[93883]: INFO neutron.wsgi [req-10e8512f-7f5b-4382-a8d5-43469987c95e req-3ca8969d-de3a-4dd3-84c0-42d4362386e4 tempest-DeleteServersTestJSON-54809137 tempest-DeleteServersTestJSON-54809137-project] 10.222.0.26 "GET /v2.0/security-groups?id=a5ff652f-191c-4a97-9168-26078f022aaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2010353 Aug 29 19:22:00.992935 dv-cinder-806191-2-iscsi neutron-server[93883]: INFO neutron.wsgi [None req-eae80898-9fb5-45bd-8211-daeb5878af28 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=85442e0ac1d745368ef7beb1236c9d4b&name=default HTTP/1.1" status: 200 len: 2979 time: 2.0430558 Aug 29 19:22:00.993552 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.26', 55512) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 19:22:01.023534 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eae80898-9fb5-45bd-8211-daeb5878af28 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9ffa2c26-3b32-4e29-b682-de70c81dfee3,revision_number=1']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:22:01.096785 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e81d49f-b185-4530-9b5d-0194540054ff req-3ee8e877-9d71-4f73-b9c8-a1e0733ee26c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 19:22:01.113989 dv-cinder-806191-2-iscsi neutron-server[93883]: INFO neutron.wsgi [req-5e81d49f-b185-4530-9b5d-0194540054ff req-3ee8e877-9d71-4f73-b9c8-a1e0733ee26c service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=16dffbdd7fac48b29c797436a8d2b2eb&device_id=6250a8d1-2c0f-401a-bbde-6e6b92afc3f7 HTTP/1.1" status: 200 len: 1096 time: 0.1398597 Aug 29 19:22:01.128113 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-76c7a042-e32a-4c93-bf35-7eaa75fd6930 req-8eef638b-3733-4ee6-a1d2-3edf628e2a11 tempest-ServerRescueNegativeTestJSON-1221659768 tempest-ServerRescueNegativeTestJSON-1221659768-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3669005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3715978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777169884164'] for port, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:22:01.442339 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-76c7a042-e32a-4c93-bf35-7eaa75fd6930 req-8eef638b-3733-4ee6-a1d2-3edf628e2a11 tempest-ServerRescueNegativeTestJSON-1221659768 tempest-ServerRescueNegativeTestJSON-1221659768-project] Network b31f2377-81f8-426f-9dd2-b3757c46201b is already hosted by enough agents. {{(pid=93883) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 19:22:01.448990 dv-cinder-806191-2-iscsi neutron-server[93883]: INFO neutron.wsgi [req-5e81d49f-b185-4530-9b5d-0194540054ff req-110c8db2-4381-48be-8ce2-71adb83b58fa service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=0085027d-4245-4841-9cbc-1b2c8e0ea998 HTTP/1.1" status: 200 len: 217 time: 0.3077116 Aug 29 19:22:01.456704 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-8fe641ed-dc07-4bde-8a69-2efab98ba334 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:22:01.466826 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron.scheduler.base_scheduler [req-76c7a042-e32a-4c93-bf35-7eaa75fd6930 req-8eef638b-3733-4ee6-a1d2-3edf628e2a11 tempest-ServerRescueNegativeTestJSON-1221659768 tempest-ServerRescueNegativeTestJSON-1221659768-project] Resources bound (agent type, host, resource id): {{(pid=93883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 19:22:01.476499 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron.db.l3_dvrscheduler_db [req-76c7a042-e32a-4c93-bf35-7eaa75fd6930 req-8eef638b-3733-4ee6-a1d2-3edf628e2a11 tempest-ServerRescueNegativeTestJSON-1221659768 tempest-ServerRescueNegativeTestJSON-1221659768-project] Received port after_create {{(pid=93883) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 19:22:01.487178 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76c7a042-e32a-4c93-bf35-7eaa75fd6930 req-8eef638b-3733-4ee6-a1d2-3edf628e2a11 tempest-ServerRescueNegativeTestJSON-1221659768 tempest-ServerRescueNegativeTestJSON-1221659768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 19:22:01.497215 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-76c7a042-e32a-4c93-bf35-7eaa75fd6930 req-8eef638b-3733-4ee6-a1d2-3edf628e2a11 tempest-ServerRescueNegativeTestJSON-1221659768 tempest-ServerRescueNegativeTestJSON-1221659768-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-256493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3715960'] for port, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:22:01.548328 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eef638b-3733-4ee6-a1d2-3edf628e2a11 tempest-ServerRescueNegativeTestJSON-1221659768 tempest-ServerRescueNegativeTestJSON-1221659768-project] Pushing event updated for resources: {'Port': ['ID=ed0cb01b-7491-498c-a88c-5b1fdbd1ba9c,revision_number=1']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:22:01.596839 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-8fe641ed-dc07-4bde-8a69-2efab98ba334 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:22:01.695055 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}af0273b9eb9050257146764f7dfc5aa69aec40d1770056ff1a21a350116cd0eb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b4ba861f-2d50-432f-9916-f52538a22d08" -d '{"events": [{"name": "network-changed", "server_uuid": "0877765f-cdbf-4b0b-bf2c-c50d51f89aa0", "tag": "189ce962-18b0-4d08-b12d-12c8e1ea6a8b"}]}' {{(pid=93884) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 19:22:01.700815 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7675120c-b89b-4187-89ba-7bd2bd37d259 service neutron] Pushing event updated for resources: {'Port': ['ID=189ce962-18b0-4d08-b12d-12c8e1ea6a8b,revision_number=3']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:22:01.716884 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ab542b7-e068-48f0-a7e1-4f40c4c1c8a2 req-d4aaea2d-bcce-4840-af17-9a4381ffd879 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 19:22:01.718646 dv-cinder-806191-2-iscsi neutron-server[93884]: INFO neutron.wsgi [req-5ab542b7-e068-48f0-a7e1-4f40c4c1c8a2 req-d4aaea2d-bcce-4840-af17-9a4381ffd879 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=ba814db0c9614a53b5482814dee2277a&device_id=0877765f-cdbf-4b0b-bf2c-c50d51f89aa0 HTTP/1.1" status: 200 len: 1096 time: 0.6172893 Aug 29 19:22:01.743532 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb981875-2837-4ecd-b6c5-ea830e7f84a5 req-664ca127-fbdc-4f75-a0f4-5379094b2f24 tempest-AttachVolumeNegativeTest-2076342172 tempest-AttachVolumeNegativeTest-2076342172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 19:22:01.751916 dv-cinder-806191-2-iscsi neutron-server[93884]: INFO neutron.wsgi [req-fb981875-2837-4ecd-b6c5-ea830e7f84a5 req-664ca127-fbdc-4f75-a0f4-5379094b2f24 tempest-AttachVolumeNegativeTest-2076342172 tempest-AttachVolumeNegativeTest-2076342172-project] 10.222.0.26 "GET /v2.0/ports?device_id=0877765f-cdbf-4b0b-bf2c-c50d51f89aa0 HTTP/1.1" status: 200 len: 943 time: 0.5161707 Aug 29 19:22:01.826622 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aea02702-b7c9-4d0e-b3f8-f1474380a3c3 req-58c632a7-8cc1-43c7-b7b4-1a9a13a7a968 tempest-ServerRescueNegativeTestJSON-1221659768 tempest-ServerRescueNegativeTestJSON-1221659768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 19:22:01.829018 dv-cinder-806191-2-iscsi neutron-server[93884]: INFO neutron.wsgi [req-fb981875-2837-4ecd-b6c5-ea830e7f84a5 req-c2361e00-2182-4138-a610-fd91a02512fa tempest-AttachVolumeNegativeTest-2076342172 tempest-AttachVolumeNegativeTest-2076342172-project] 10.222.0.26 "GET /v2.0/security-groups?id=ea7dc4db-96bb-4713-a2e6-e8b6fb48c457&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742607 Aug 29 19:22:01.829853 dv-cinder-806191-2-iscsi neutron-server[93883]: INFO neutron.wsgi [req-aea02702-b7c9-4d0e-b3f8-f1474380a3c3 req-58c632a7-8cc1-43c7-b7b4-1a9a13a7a968 tempest-ServerRescueNegativeTestJSON-1221659768 tempest-ServerRescueNegativeTestJSON-1221659768-project] 10.222.0.26 "GET /v2.0/ports?device_id=becd7a60-bff6-444b-8396-15d0c458fa2e HTTP/1.1" status: 200 len: 931 time: 0.2301943 Aug 29 19:22:01.917809 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-8fe641ed-dc07-4bde-8a69-2efab98ba334 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368872'] for security_group, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:22:01.925114 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-8fe641ed-dc07-4bde-8a69-2efab98ba334 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:22:01.929495 dv-cinder-806191-2-iscsi neutron-server[93883]: INFO neutron.wsgi [None req-8fe641ed-dc07-4bde-8a69-2efab98ba334 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/9ffa2c26-3b32-4e29-b682-de70c81dfee3 HTTP/1.1" status: 204 len: 168 time: 0.9148309 Aug 29 19:22:01.945183 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fe641ed-dc07-4bde-8a69-2efab98ba334 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ffa2c26-3b32-4e29-b682-de70c81dfee3,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:22:02.058081 dv-cinder-806191-2-iscsi neutron-server[93883]: INFO neutron.wsgi [req-aea02702-b7c9-4d0e-b3f8-f1474380a3c3 req-2f43720a-0f63-4f12-bd86-7107b97e7517 tempest-ServerRescueNegativeTestJSON-1221659768 tempest-ServerRescueNegativeTestJSON-1221659768-project] 10.222.0.26 "GET /v2.0/security-groups?id=53892fd6-fc0b-43d7-b2d3-4778a69f0ff7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2143788 Aug 29 19:22:02.110489 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-fe1c8167-4c61-4626-9196-e551282ddd5c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:22:02.125191 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-fe1c8167-4c61-4626-9196-e551282ddd5c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368872'] for security_group, after_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:22:02.145857 dv-cinder-806191-2-iscsi neutron-server[93883]: INFO neutron.wsgi [req-76c7a042-e32a-4c93-bf35-7eaa75fd6930 req-8eef638b-3733-4ee6-a1d2-3edf628e2a11 tempest-ServerRescueNegativeTestJSON-1221659768 tempest-ServerRescueNegativeTestJSON-1221659768-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.6577959 Aug 29 19:22:02.175884 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.notifiers.nova [req-9faf7a4b-7828-482e-86f0-461fc206c688 req-0f1dbd7b-e748-4586-ba3f-501c888a2b96 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0b58d40a-64db-4ff8-b84a-d62dc022f6b9 {{(pid=93884) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 19:22:02.186004 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-9faf7a4b-7828-482e-86f0-461fc206c688 req-0f1dbd7b-e748-4586-ba3f-501c888a2b96 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:22:02.193679 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron.api.v2.base [req-76c7a042-e32a-4c93-bf35-7eaa75fd6930 req-5677801c-32c7-4616-a0ab-94a178d4a0d2 service neutron] Request body: {'port': {'device_id': 'becd7a60-bff6-444b-8396-15d0c458fa2e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80619'}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 19:22:02.304560 dv-cinder-806191-2-iscsi neutron-server[93884]: INFO neutron.wsgi [None req-fe1c8167-4c61-4626-9196-e551282ddd5c admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=611108991e67439dbd93cb89c94c38f2&name=default HTTP/1.1" status: 200 len: 2979 time: 2.0833979 Aug 29 19:22:02.334113 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.26', 55568) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 19:22:02.450122 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [req-9faf7a4b-7828-482e-86f0-461fc206c688 req-0f1dbd7b-e748-4586-ba3f-501c888a2b96 service neutron] Transition to ACTIVE for port object 0b58d40a-64db-4ff8-b84a-d62dc022f6b9 will not be triggered until provisioned by entity L2. {{(pid=93884) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 19:22:02.452050 dv-cinder-806191-2-iscsi neutron-server[93884]: INFO neutron.wsgi [req-5ab542b7-e068-48f0-a7e1-4f40c4c1c8a2 req-2ee9c5a7-9a4a-4991-8430-51f87526eba6 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=189ce962-18b0-4d08-b12d-12c8e1ea6a8b HTTP/1.1" status: 200 len: 217 time: 0.2442236 Aug 29 19:22:02.454039 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 19:22:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b143dc84-d255-42e6-b731-d230945a85c7 x-openstack-request-id: req-b143dc84-d255-42e6-b731-d230945a85c7 {{(pid=93884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 19:22:02.454459 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0877765f-cdbf-4b0b-bf2c-c50d51f89aa0", "tag": "189ce962-18b0-4d08-b12d-12c8e1ea6a8b", "status": "completed", "code": 200}]} {{(pid=93884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 19:22:02.454614 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-b143dc84-d255-42e6-b731-d230945a85c7 {{(pid=93884) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 19:22:02.455095 dv-cinder-806191-2-iscsi neutron-server[93884]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0877765f-cdbf-4b0b-bf2c-c50d51f89aa0', 'tag': '189ce962-18b0-4d08-b12d-12c8e1ea6a8b', 'status': 'completed', 'code': 200} Aug 29 19:22:02.455945 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe1c8167-4c61-4626-9196-e551282ddd5c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=79ce882e-074f-4176-839e-4d07b1f4d242,revision_number=1']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:22:02.509697 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-9faf7a4b-7828-482e-86f0-461fc206c688 req-0f1dbd7b-e748-4586-ba3f-501c888a2b96 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3669005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3715978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777170436913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777169884182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777169884200'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:22:02.764344 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.26', 55576) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 19:22:02.832849 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-69f897fd-5ab7-472a-ac73-a241e7b2989d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:22:02.893651 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-69f897fd-5ab7-472a-ac73-a241e7b2989d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:22:02.950521 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f1dbd7b-e748-4586-ba3f-501c888a2b96 service neutron] Pushing event updated for resources: {'Port': ['ID=0b58d40a-64db-4ff8-b84a-d62dc022f6b9,revision_number=2']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:22:02.967459 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-69f897fd-5ab7-472a-ac73-a241e7b2989d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368872'] for security_group, after_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:22:02.971982 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-69f897fd-5ab7-472a-ac73-a241e7b2989d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:22:02.973511 dv-cinder-806191-2-iscsi neutron-server[93884]: INFO neutron.wsgi [None req-69f897fd-5ab7-472a-ac73-a241e7b2989d admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/79ce882e-074f-4176-839e-4d07b1f4d242 HTTP/1.1" status: 204 len: 168 time: 0.6381500 Aug 29 19:22:02.975347 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ab542b7-e068-48f0-a7e1-4f40c4c1c8a2 req-0de65b71-96c7-4a4c-85bc-8912edb5cade service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 19:22:02.977120 dv-cinder-806191-2-iscsi neutron-server[93884]: INFO neutron.wsgi [req-5ab542b7-e068-48f0-a7e1-4f40c4c1c8a2 req-0de65b71-96c7-4a4c-85bc-8912edb5cade service neutron] 10.222.0.23 "GET /v2.0/subnets?id=e15cf44e-824b-4420-8bd8-737a2faa947a HTTP/1.1" status: 200 len: 855 time: 0.3506618 Aug 29 19:22:03.040694 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69f897fd-5ab7-472a-ac73-a241e7b2989d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=79ce882e-074f-4176-839e-4d07b1f4d242,revision_number=None']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:22:03.170989 dv-cinder-806191-2-iscsi neutron-server[93884]: INFO neutron.wsgi [req-5ab542b7-e068-48f0-a7e1-4f40c4c1c8a2 req-f10915a9-6ede-4f8f-b75c-36b5c127709a service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=1d62036b-0f93-45a0-8fba-f387708e0e55&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1667161 Aug 29 19:22:03.315679 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e81d49f-b185-4530-9b5d-0194540054ff req-bef117fd-f333-482f-a8d1-3b539bef3368 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 19:22:03.319873 dv-cinder-806191-2-iscsi neutron-server[93883]: INFO neutron.wsgi [req-5e81d49f-b185-4530-9b5d-0194540054ff req-bef117fd-f333-482f-a8d1-3b539bef3368 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=dae2edad-6c62-4f69-bbc7-9f9fbaa2f271 HTTP/1.1" status: 200 len: 852 time: 1.1118028 Aug 29 19:22:03.324420 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-76c7a042-e32a-4c93-bf35-7eaa75fd6930 req-5677801c-32c7-4616-a0ab-94a178d4a0d2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3669058'] for port, before_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:22:03.353289 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e927923-0548-4f2b-9db6-26c37cc575a6 req-0ee6c7ea-686c-4ff7-810c-4c5df27c0de7 tempest-DeleteServersTestJSON-54809137 tempest-DeleteServersTestJSON-54809137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 19:22:03.359367 dv-cinder-806191-2-iscsi neutron-server[93883]: INFO neutron.wsgi [req-9e927923-0548-4f2b-9db6-26c37cc575a6 req-0ee6c7ea-686c-4ff7-810c-4c5df27c0de7 tempest-DeleteServersTestJSON-54809137 tempest-DeleteServersTestJSON-54809137-project] 10.222.0.26 "GET /v2.0/ports?device_id=6250a8d1-2c0f-401a-bbde-6e6b92afc3f7 HTTP/1.1" status: 200 len: 943 time: 0.6091065 Aug 29 19:22:03.389145 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.managers [req-9faf7a4b-7828-482e-86f0-461fc206c688 req-0f1dbd7b-e748-4586-ba3f-501c888a2b96 service neutron] Attempting to bind port 0b58d40a-64db-4ff8-b84a-d62dc022f6b9 on host hv-cinder-80619 for vnic_type normal with profile {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 19:22:03.389648 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.managers [req-9faf7a4b-7828-482e-86f0-461fc206c688 req-0f1dbd7b-e748-4586-ba3f-501c888a2b96 service neutron] Attempting to bind port 0b58d40a-64db-4ff8-b84a-d62dc022f6b9 by drivers openvswitch,hyperv on host hv-cinder-80619 at level 0 using segments [{'id': 'ac1c3e1d-4bb1-4222-8869-d8e145ff64dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'b31f2377-81f8-426f-9dd2-b3757c46201b'}] {{(pid=93884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 19:22:03.390135 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9faf7a4b-7828-482e-86f0-461fc206c688 req-0f1dbd7b-e748-4586-ba3f-501c888a2b96 service neutron] Attempting to bind port 0b58d40a-64db-4ff8-b84a-d62dc022f6b9 on network b31f2377-81f8-426f-9dd2-b3757c46201b {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 19:22:03.467832 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63354b3b-ce6d-4fd9-b8f5-90c2bf8be6bc req-559218fd-ec0c-4f52-bff2-820300720634 tempest-AttachVolumeNegativeTest-2076342172 tempest-AttachVolumeNegativeTest-2076342172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 19:22:03.485507 dv-cinder-806191-2-iscsi neutron-server[93884]: INFO neutron.wsgi [req-63354b3b-ce6d-4fd9-b8f5-90c2bf8be6bc req-559218fd-ec0c-4f52-bff2-820300720634 tempest-AttachVolumeNegativeTest-2076342172 tempest-AttachVolumeNegativeTest-2076342172-project] 10.222.0.26 "GET /v2.0/ports?device_id=0877765f-cdbf-4b0b-bf2c-c50d51f89aa0 HTTP/1.1" status: 200 len: 943 time: 0.4199688 Aug 29 19:22:03.498636 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9faf7a4b-7828-482e-86f0-461fc206c688 req-0f1dbd7b-e748-4586-ba3f-501c888a2b96 service neutron] Port 0b58d40a-64db-4ff8-b84a-d62dc022f6b9 on network b31f2377-81f8-426f-9dd2-b3757c46201b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80619 {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 19:22:03.499249 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9faf7a4b-7828-482e-86f0-461fc206c688 req-0f1dbd7b-e748-4586-ba3f-501c888a2b96 service neutron] Attempting to bind port 0b58d40a-64db-4ff8-b84a-d62dc022f6b9 on network b31f2377-81f8-426f-9dd2-b3757c46201b {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 19:22:03.515335 dv-cinder-806191-2-iscsi neutron-server[93883]: INFO neutron.wsgi [req-5e81d49f-b185-4530-9b5d-0194540054ff req-97ae737e-0838-4293-8e40-095654a41aed service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=305421f9-785b-43e9-bb64-076cd82e700a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1370454 Aug 29 19:22:03.532266 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9faf7a4b-7828-482e-86f0-461fc206c688 req-0f1dbd7b-e748-4586-ba3f-501c888a2b96 service neutron] Checking agent: {'id': 'f86fd93b-ec6e-427a-a263-b2bcb0cc3d39', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80619', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 19, 19, 51), 'started_at': datetime.datetime(2021, 8, 29, 19, 19, 51), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 19, 21, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 19:22:03.532979 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9faf7a4b-7828-482e-86f0-461fc206c688 req-0f1dbd7b-e748-4586-ba3f-501c888a2b96 service neutron] Checking segment: {'id': 'ac1c3e1d-4bb1-4222-8869-d8e145ff64dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'b31f2377-81f8-426f-9dd2-b3757c46201b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93884) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 19:22:03.533604 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9faf7a4b-7828-482e-86f0-461fc206c688 req-0f1dbd7b-e748-4586-ba3f-501c888a2b96 service neutron] Bound using segment: {'id': 'ac1c3e1d-4bb1-4222-8869-d8e145ff64dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'b31f2377-81f8-426f-9dd2-b3757c46201b'} {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 19:22:03.534280 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.managers [req-9faf7a4b-7828-482e-86f0-461fc206c688 req-0f1dbd7b-e748-4586-ba3f-501c888a2b96 service neutron] Bound port: 0b58d40a-64db-4ff8-b84a-d62dc022f6b9, host: hv-cinder-80619, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ac1c3e1d-4bb1-4222-8869-d8e145ff64dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'b31f2377-81f8-426f-9dd2-b3757c46201b'}}] {{(pid=93884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 19:22:03.535120 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-9faf7a4b-7828-482e-86f0-461fc206c688 req-0f1dbd7b-e748-4586-ba3f-501c888a2b96 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3669058'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:22:03.644094 dv-cinder-806191-2-iscsi neutron-server[93884]: INFO neutron.wsgi [req-5ab542b7-e068-48f0-a7e1-4f40c4c1c8a2 req-cfb8660e-92bb-457f-a8fd-14c57ebc7321 service neutron] 10.222.0.23 "GET /v2.0/networks/1d62036b-0f93-45a0-8fba-f387708e0e55?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4548299 Aug 29 19:22:03.735118 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.db [req-9faf7a4b-7828-482e-86f0-461fc206c688 req-0f1dbd7b-e748-4586-ba3f-501c888a2b96 service neutron] For port 0b58d40a-64db-4ff8-b84a-d62dc022f6b9, host hv-cinder-80619, cleared binding levels {{(pid=93884) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 19:22:03.766492 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-ab3caa24-d3f3-4aa4-b969-fb8c024c3fb9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:22:03.771716 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.db [req-9faf7a4b-7828-482e-86f0-461fc206c688 req-0f1dbd7b-e748-4586-ba3f-501c888a2b96 service neutron] For port 0b58d40a-64db-4ff8-b84a-d62dc022f6b9, host hv-cinder-80619, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80619',level=0,port_id=0b58d40a-64db-4ff8-b84a-d62dc022f6b9,segment=NetworkSegment(ac1c3e1d-4bb1-4222-8869-d8e145ff64dd),segment_id=ac1c3e1d-4bb1-4222-8869-d8e145ff64dd)] {{(pid=93884) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 19:22:03.803098 dv-cinder-806191-2-iscsi neutron-server[93884]: INFO neutron.wsgi [req-63354b3b-ce6d-4fd9-b8f5-90c2bf8be6bc req-2ad68dd5-b67a-4432-a3f2-1afe08d76a39 tempest-AttachVolumeNegativeTest-2076342172 tempest-AttachVolumeNegativeTest-2076342172-project] 10.222.0.26 "GET /v2.0/security-groups?id=ea7dc4db-96bb-4713-a2e6-e8b6fb48c457&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3131459 Aug 29 19:22:03.912122 dv-cinder-806191-2-iscsi neutron-server[93883]: INFO neutron.wsgi [req-9e927923-0548-4f2b-9db6-26c37cc575a6 req-d31194d2-9c89-487d-af83-2984a4134d71 tempest-DeleteServersTestJSON-54809137 tempest-DeleteServersTestJSON-54809137-project] 10.222.0.26 "GET /v2.0/security-groups?id=a5ff652f-191c-4a97-9168-26078f022aaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3853972 Aug 29 19:22:04.049388 dv-cinder-806191-2-iscsi neutron-server[93883]: INFO neutron.wsgi [req-5e81d49f-b185-4530-9b5d-0194540054ff req-e4f10f0f-5242-4f62-9c5b-50e392cb87d2 service neutron] 10.222.0.23 "GET /v2.0/networks/305421f9-785b-43e9-bb64-076cd82e700a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4128206 Aug 29 19:22:04.049712 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-9faf7a4b-7828-482e-86f0-461fc206c688 req-0f1dbd7b-e748-4586-ba3f-501c888a2b96 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3669005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3715978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777170436913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777169884182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777169884200'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:22:04.110361 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.26', 55612) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 19:22:04.199056 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-ab3caa24-d3f3-4aa4-b969-fb8c024c3fb9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:22:04.200518 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-093ed19b-e726-4961-b39c-5aa93af5abca admin admin] Notify callbacks [] for security_group, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:22:04.240361 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-ab3caa24-d3f3-4aa4-b969-fb8c024c3fb9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368872'] for security_group, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:22:04.294320 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab3caa24-d3f3-4aa4-b969-fb8c024c3fb9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2a06fea8-f9ca-4c7a-b8f2-28b6c6a3bc6e,revision_number=1']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:22:04.337400 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9faf7a4b-7828-482e-86f0-461fc206c688 req-0f1dbd7b-e748-4586-ba3f-501c888a2b96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 19:22:04.338684 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-9faf7a4b-7828-482e-86f0-461fc206c688 req-0f1dbd7b-e748-4586-ba3f-501c888a2b96 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-256493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3715960'] for port, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:22:04.341863 dv-cinder-806191-2-iscsi neutron-server[93884]: INFO neutron.wsgi [req-9faf7a4b-7828-482e-86f0-461fc206c688 req-0f1dbd7b-e748-4586-ba3f-501c888a2b96 service neutron] 10.222.0.23 "PUT /v2.0/ports/0b58d40a-64db-4ff8-b84a-d62dc022f6b9 HTTP/1.1" status: 200 len: 1093 time: 5.5434866 Aug 29 19:22:04.448676 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-093ed19b-e726-4961-b39c-5aa93af5abca admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:22:04.474970 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '332ea1a5-b86c-4ccd-b130-2904c695b590', 'tag': '0b58d40a-64db-4ff8-b84a-d62dc022f6b9'}] {{(pid=93884) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 19:22:04.477362 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-093ed19b-e726-4961-b39c-5aa93af5abca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368872'] for security_group, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:22:04.485425 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}af0273b9eb9050257146764f7dfc5aa69aec40d1770056ff1a21a350116cd0eb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2ae7ca3e-dbf8-47cf-988d-5fa4cf526219" -d '{"events": [{"name": "network-changed", "server_uuid": "332ea1a5-b86c-4ccd-b130-2904c695b590", "tag": "0b58d40a-64db-4ff8-b84a-d62dc022f6b9"}]}' {{(pid=93884) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 19:22:04.502507 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f1dbd7b-e748-4586-ba3f-501c888a2b96 service neutron] Pushing event updated for resources: {'Port': ['ID=0b58d40a-64db-4ff8-b84a-d62dc022f6b9,revision_number=3']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:22:04.543595 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-093ed19b-e726-4961-b39c-5aa93af5abca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a8a17d6d-d9dd-4f0e-9e34-71de91b28e19,revision_number=1']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:22:04.612297 dv-cinder-806191-2-iscsi neutron-server[93883]: INFO neutron.wsgi [None req-ab3caa24-d3f3-4aa4-b969-fb8c024c3fb9 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=9f190789c18d4d0690f7c9a80062cffc&name=default HTTP/1.1" status: 200 len: 2979 time: 1.8175669 Aug 29 19:22:04.656236 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.26', 55626) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 19:22:04.689789 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8e7e7d5-c272-4374-84f9-e390cc9b02fb req-8c192eca-3b8c-4ae8-838a-f1c8181f5b0d tempest-ServerRescueNegativeTestJSON-1221659768 tempest-ServerRescueNegativeTestJSON-1221659768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 19:22:04.705336 dv-cinder-806191-2-iscsi neutron-server[93884]: INFO neutron.wsgi [req-e8e7e7d5-c272-4374-84f9-e390cc9b02fb req-8c192eca-3b8c-4ae8-838a-f1c8181f5b0d tempest-ServerRescueNegativeTestJSON-1221659768 tempest-ServerRescueNegativeTestJSON-1221659768-project] 10.222.0.26 "GET /v2.0/ports?device_id=becd7a60-bff6-444b-8396-15d0c458fa2e HTTP/1.1" status: 200 len: 931 time: 0.6129901 Aug 29 19:22:04.714394 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 19:22:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-87c128ce-9094-4282-ba35-cce28f4285b4 x-openstack-request-id: req-87c128ce-9094-4282-ba35-cce28f4285b4 {{(pid=93884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 19:22:04.714871 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "332ea1a5-b86c-4ccd-b130-2904c695b590", "tag": "0b58d40a-64db-4ff8-b84a-d62dc022f6b9", "status": "completed", "code": 200}]} {{(pid=93884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 19:22:04.716072 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-87c128ce-9094-4282-ba35-cce28f4285b4 {{(pid=93884) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 19:22:04.717610 dv-cinder-806191-2-iscsi neutron-server[93884]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '332ea1a5-b86c-4ccd-b130-2904c695b590', 'tag': '0b58d40a-64db-4ff8-b84a-d62dc022f6b9', 'status': 'completed', 'code': 200} Aug 29 19:22:04.791394 dv-cinder-806191-2-iscsi neutron-server[93884]: INFO neutron.wsgi [req-5ab542b7-e068-48f0-a7e1-4f40c4c1c8a2 req-262fcbbf-abae-4307-b7fa-1d8683220a8e service neutron] 10.222.0.23 "GET /v2.0/networks/1d62036b-0f93-45a0-8fba-f387708e0e55?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9864435 Aug 29 19:22:04.801094 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron.notifiers.nova [req-76c7a042-e32a-4c93-bf35-7eaa75fd6930 req-5677801c-32c7-4616-a0ab-94a178d4a0d2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ed0cb01b-7491-498c-a88c-5b1fdbd1ba9c {{(pid=93883) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 19:22:04.829844 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-76c7a042-e32a-4c93-bf35-7eaa75fd6930 req-5677801c-32c7-4616-a0ab-94a178d4a0d2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:22:04.884222 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron.db.provisioning_blocks [req-76c7a042-e32a-4c93-bf35-7eaa75fd6930 req-5677801c-32c7-4616-a0ab-94a178d4a0d2 service neutron] Transition to ACTIVE for port object ed0cb01b-7491-498c-a88c-5b1fdbd1ba9c will not be triggered until provisioned by entity L2. {{(pid=93883) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 19:22:04.900380 dv-cinder-806191-2-iscsi neutron-server[93883]: INFO neutron.wsgi [None req-093ed19b-e726-4961-b39c-5aa93af5abca admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=2b5cf4037de7456499995d4ab6b4f528&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7865052 Aug 29 19:22:04.919329 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.26', 55640) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 19:22:04.944916 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-76c7a042-e32a-4c93-bf35-7eaa75fd6930 req-5677801c-32c7-4616-a0ab-94a178d4a0d2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3669005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3715978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777170436913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777169884182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777169884200'] for port, after_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:22:05.055771 dv-cinder-806191-2-iscsi neutron-server[93884]: INFO neutron.wsgi [req-e8e7e7d5-c272-4374-84f9-e390cc9b02fb req-02fab155-d78c-4f3a-bc06-3c95c2dcf8a6 tempest-ServerRescueNegativeTestJSON-1221659768 tempest-ServerRescueNegativeTestJSON-1221659768-project] 10.222.0.26 "GET /v2.0/security-groups?id=53892fd6-fc0b-43d7-b2d3-4778a69f0ff7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2672129 Aug 29 19:22:05.091441 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9faf7a4b-7828-482e-86f0-461fc206c688 req-d5968a6f-eca7-46e2-9be2-258d13c6944f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 19:22:05.093258 dv-cinder-806191-2-iscsi neutron-server[93884]: INFO neutron.wsgi [req-9faf7a4b-7828-482e-86f0-461fc206c688 req-d5968a6f-eca7-46e2-9be2-258d13c6944f service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=bb269c9ea7fa4ad9981b168c22af7757&device_id=332ea1a5-b86c-4ccd-b130-2904c695b590 HTTP/1.1" status: 200 len: 1096 time: 0.2989664 Aug 29 19:22:05.155023 dv-cinder-806191-2-iscsi neutron-server[93883]: INFO neutron.wsgi [req-5e81d49f-b185-4530-9b5d-0194540054ff req-1de27ca9-4955-43b8-9753-25eab66f0c07 service neutron] 10.222.0.23 "GET /v2.0/networks/305421f9-785b-43e9-bb64-076cd82e700a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0067458 Aug 29 19:22:05.192193 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4ba861f-2d50-432f-9916-f52538a22d08 req-c2492147-6af7-4128-b807-dce348eede80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 19:22:05.199401 dv-cinder-806191-2-iscsi neutron-server[93884]: INFO neutron.wsgi [req-b4ba861f-2d50-432f-9916-f52538a22d08 req-c2492147-6af7-4128-b807-dce348eede80 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=ba814db0c9614a53b5482814dee2277a&device_id=0877765f-cdbf-4b0b-bf2c-c50d51f89aa0 HTTP/1.1" status: 200 len: 1096 time: 0.3169158 Aug 29 19:22:05.203038 dv-cinder-806191-2-iscsi neutron-server[93884]: INFO neutron.wsgi [req-9faf7a4b-7828-482e-86f0-461fc206c688 req-c6e0ea88-3b75-496a-bf6c-e9ff6a2e73ee service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0b58d40a-64db-4ff8-b84a-d62dc022f6b9 HTTP/1.1" status: 200 len: 217 time: 0.0912471 Aug 29 19:22:05.230469 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5677801c-32c7-4616-a0ab-94a178d4a0d2 service neutron] Pushing event updated for resources: {'Port': ['ID=ed0cb01b-7491-498c-a88c-5b1fdbd1ba9c,revision_number=2']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:22:05.276327 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-418ec2b5-f86c-4f4a-b307-98f2ff0e3253 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:22:05.328804 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-b6a1e1a7-3686-49da-8eb6-cffdad8cdf85 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:22:05.360395 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-418ec2b5-f86c-4f4a-b307-98f2ff0e3253 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:22:05.382837 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron.plugins.ml2.managers [req-76c7a042-e32a-4c93-bf35-7eaa75fd6930 req-5677801c-32c7-4616-a0ab-94a178d4a0d2 service neutron] Attempting to bind port ed0cb01b-7491-498c-a88c-5b1fdbd1ba9c on host hv-cinder-80619 for vnic_type normal with profile {{(pid=93883) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 19:22:05.383187 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron.plugins.ml2.managers [req-76c7a042-e32a-4c93-bf35-7eaa75fd6930 req-5677801c-32c7-4616-a0ab-94a178d4a0d2 service neutron] Attempting to bind port ed0cb01b-7491-498c-a88c-5b1fdbd1ba9c by drivers openvswitch,hyperv on host hv-cinder-80619 at level 0 using segments [{'id': 'ac1c3e1d-4bb1-4222-8869-d8e145ff64dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'b31f2377-81f8-426f-9dd2-b3757c46201b'}] {{(pid=93883) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 19:22:05.383883 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76c7a042-e32a-4c93-bf35-7eaa75fd6930 req-5677801c-32c7-4616-a0ab-94a178d4a0d2 service neutron] Attempting to bind port ed0cb01b-7491-498c-a88c-5b1fdbd1ba9c on network b31f2377-81f8-426f-9dd2-b3757c46201b {{(pid=93883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 19:22:05.398092 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bc74160-54a7-468b-b51e-d941d6db1927 req-2fa90e72-956b-4053-ba9e-27a4c3f6a3dc tempest-AttachVolumeNegativeTest-2076342172 tempest-AttachVolumeNegativeTest-2076342172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 19:22:05.405460 dv-cinder-806191-2-iscsi neutron-server[93883]: INFO neutron.wsgi [req-2bc74160-54a7-468b-b51e-d941d6db1927 req-2fa90e72-956b-4053-ba9e-27a4c3f6a3dc tempest-AttachVolumeNegativeTest-2076342172 tempest-AttachVolumeNegativeTest-2076342172-project] 10.222.0.26 "GET /v2.0/ports?device_id=0877765f-cdbf-4b0b-bf2c-c50d51f89aa0 HTTP/1.1" status: 200 len: 943 time: 0.3616736 Aug 29 19:22:05.419691 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-b6a1e1a7-3686-49da-8eb6-cffdad8cdf85 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:22:05.436320 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9faf7a4b-7828-482e-86f0-461fc206c688 req-7427b110-f2a7-46c3-9fdb-9e645eddc4c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 19:22:05.438186 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76c7a042-e32a-4c93-bf35-7eaa75fd6930 req-5677801c-32c7-4616-a0ab-94a178d4a0d2 service neutron] Port ed0cb01b-7491-498c-a88c-5b1fdbd1ba9c on network b31f2377-81f8-426f-9dd2-b3757c46201b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80619 {{(pid=93883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 19:22:05.438325 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76c7a042-e32a-4c93-bf35-7eaa75fd6930 req-5677801c-32c7-4616-a0ab-94a178d4a0d2 service neutron] Attempting to bind port ed0cb01b-7491-498c-a88c-5b1fdbd1ba9c on network b31f2377-81f8-426f-9dd2-b3757c46201b {{(pid=93883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 19:22:05.438456 dv-cinder-806191-2-iscsi neutron-server[93884]: INFO neutron.wsgi [req-9faf7a4b-7828-482e-86f0-461fc206c688 req-7427b110-f2a7-46c3-9fdb-9e645eddc4c4 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=8c14e703-3ff5-4626-a4b1-f0e4a5ebc648 HTTP/1.1" status: 200 len: 858 time: 0.2229974 Aug 29 19:22:05.477535 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76c7a042-e32a-4c93-bf35-7eaa75fd6930 req-5677801c-32c7-4616-a0ab-94a178d4a0d2 service neutron] Checking agent: {'id': 'f86fd93b-ec6e-427a-a263-b2bcb0cc3d39', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80619', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 19, 19, 51), 'started_at': datetime.datetime(2021, 8, 29, 19, 19, 51), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 19, 21, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 19:22:05.478156 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76c7a042-e32a-4c93-bf35-7eaa75fd6930 req-5677801c-32c7-4616-a0ab-94a178d4a0d2 service neutron] Checking segment: {'id': 'ac1c3e1d-4bb1-4222-8869-d8e145ff64dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'b31f2377-81f8-426f-9dd2-b3757c46201b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93883) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 19:22:05.478261 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76c7a042-e32a-4c93-bf35-7eaa75fd6930 req-5677801c-32c7-4616-a0ab-94a178d4a0d2 service neutron] Bound using segment: {'id': 'ac1c3e1d-4bb1-4222-8869-d8e145ff64dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'b31f2377-81f8-426f-9dd2-b3757c46201b'} {{(pid=93883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 19:22:05.478909 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron.plugins.ml2.managers [req-76c7a042-e32a-4c93-bf35-7eaa75fd6930 req-5677801c-32c7-4616-a0ab-94a178d4a0d2 service neutron] Bound port: ed0cb01b-7491-498c-a88c-5b1fdbd1ba9c, host: hv-cinder-80619, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ac1c3e1d-4bb1-4222-8869-d8e145ff64dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'b31f2377-81f8-426f-9dd2-b3757c46201b'}}] {{(pid=93883) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 19:22:05.479102 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-76c7a042-e32a-4c93-bf35-7eaa75fd6930 req-5677801c-32c7-4616-a0ab-94a178d4a0d2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3669058'] for port, before_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:22:05.531129 dv-cinder-806191-2-iscsi neutron-server[93883]: INFO neutron.wsgi [req-2bc74160-54a7-468b-b51e-d941d6db1927 req-47d2623a-ac50-471e-92ba-a6eac2723ac4 tempest-AttachVolumeNegativeTest-2076342172 tempest-AttachVolumeNegativeTest-2076342172-project] 10.222.0.26 "GET /v2.0/security-groups?id=ea7dc4db-96bb-4713-a2e6-e8b6fb48c457&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1245773 Aug 29 19:22:05.541972 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed5f399c-8292-493f-8f21-39485b16f215 req-9285f191-bd96-4b68-a921-9923b40b7f1c tempest-DeleteServersTestJSON-54809137 tempest-DeleteServersTestJSON-54809137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 19:22:05.551032 dv-cinder-806191-2-iscsi neutron-server[93884]: INFO neutron.wsgi [req-ed5f399c-8292-493f-8f21-39485b16f215 req-9285f191-bd96-4b68-a921-9923b40b7f1c tempest-DeleteServersTestJSON-54809137 tempest-DeleteServersTestJSON-54809137-project] 10.222.0.26 "GET /v2.0/ports?device_id=6250a8d1-2c0f-401a-bbde-6e6b92afc3f7 HTTP/1.1" status: 200 len: 943 time: 0.2800496 Aug 29 19:22:05.560933 dv-cinder-806191-2-iscsi neutron-server[93884]: INFO neutron.wsgi [req-9faf7a4b-7828-482e-86f0-461fc206c688 req-b5acc078-2bdc-44c4-aac6-3d628fa383ea service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=b31f2377-81f8-426f-9dd2-b3757c46201b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0948589 Aug 29 19:22:05.596511 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-b6a1e1a7-3686-49da-8eb6-cffdad8cdf85 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368872'] for security_group, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:22:05.601641 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-b6a1e1a7-3686-49da-8eb6-cffdad8cdf85 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:22:05.603367 dv-cinder-806191-2-iscsi neutron-server[93883]: INFO neutron.wsgi [None req-b6a1e1a7-3686-49da-8eb6-cffdad8cdf85 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/a8a17d6d-d9dd-4f0e-9e34-71de91b28e19 HTTP/1.1" status: 204 len: 168 time: 0.6298044 Aug 29 19:22:05.604488 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-418ec2b5-f86c-4f4a-b307-98f2ff0e3253 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368872'] for security_group, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:22:05.609411 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-418ec2b5-f86c-4f4a-b307-98f2ff0e3253 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:22:05.611115 dv-cinder-806191-2-iscsi neutron-server[93883]: INFO neutron.wsgi [None req-418ec2b5-f86c-4f4a-b307-98f2ff0e3253 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/2a06fea8-f9ca-4c7a-b8f2-28b6c6a3bc6e HTTP/1.1" status: 204 len: 168 time: 0.9539011 Aug 29 19:22:05.615821 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4ba861f-2d50-432f-9916-f52538a22d08 req-9977c5b7-e353-4e38-8a76-c6eb74c8c66a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 19:22:05.617457 dv-cinder-806191-2-iscsi neutron-server[93884]: INFO neutron.wsgi [req-b4ba861f-2d50-432f-9916-f52538a22d08 req-9977c5b7-e353-4e38-8a76-c6eb74c8c66a service neutron] 10.222.0.23 "GET /v2.0/networks?id=1d62036b-0f93-45a0-8fba-f387708e0e55 HTTP/1.1" status: 200 len: 916 time: 0.3909109 Aug 29 19:22:05.620328 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron.plugins.ml2.db [req-76c7a042-e32a-4c93-bf35-7eaa75fd6930 req-5677801c-32c7-4616-a0ab-94a178d4a0d2 service neutron] For port ed0cb01b-7491-498c-a88c-5b1fdbd1ba9c, host hv-cinder-80619, cleared binding levels {{(pid=93883) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 19:22:05.625620 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron.plugins.ml2.db [req-76c7a042-e32a-4c93-bf35-7eaa75fd6930 req-5677801c-32c7-4616-a0ab-94a178d4a0d2 service neutron] For port ed0cb01b-7491-498c-a88c-5b1fdbd1ba9c, host hv-cinder-80619, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80619',level=0,port_id=ed0cb01b-7491-498c-a88c-5b1fdbd1ba9c,segment=NetworkSegment(ac1c3e1d-4bb1-4222-8869-d8e145ff64dd),segment_id=ac1c3e1d-4bb1-4222-8869-d8e145ff64dd)] {{(pid=93883) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 19:22:05.638265 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6a1e1a7-3686-49da-8eb6-cffdad8cdf85 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a8a17d6d-d9dd-4f0e-9e34-71de91b28e19,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:22:05.661133 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-418ec2b5-f86c-4f4a-b307-98f2ff0e3253 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a06fea8-f9ca-4c7a-b8f2-28b6c6a3bc6e,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:22:05.680581 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-76c7a042-e32a-4c93-bf35-7eaa75fd6930 req-5677801c-32c7-4616-a0ab-94a178d4a0d2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3669005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3715978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777170436913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777169884182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777169884200'] for port, after_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:22:05.740109 dv-cinder-806191-2-iscsi neutron-server[93884]: INFO neutron.wsgi [req-b4ba861f-2d50-432f-9916-f52538a22d08 req-5473da3d-21c7-4928-a5cd-c49b597792c6 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=189ce962-18b0-4d08-b12d-12c8e1ea6a8b HTTP/1.1" status: 200 len: 217 time: 0.0919642 Aug 29 19:22:05.752085 dv-cinder-806191-2-iscsi neutron-server[93884]: INFO neutron.wsgi [req-ed5f399c-8292-493f-8f21-39485b16f215 req-bb3ea686-34f8-4212-99dc-cc55e3f6b10b tempest-DeleteServersTestJSON-54809137 tempest-DeleteServersTestJSON-54809137-project] 10.222.0.26 "GET /v2.0/security-groups?id=a5ff652f-191c-4a97-9168-26078f022aaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1861293 Aug 29 19:22:05.769167 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5677801c-32c7-4616-a0ab-94a178d4a0d2 service neutron] Pushing event updated for resources: {'Port': ['ID=ed0cb01b-7491-498c-a88c-5b1fdbd1ba9c,revision_number=3']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:22:05.784505 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76c7a042-e32a-4c93-bf35-7eaa75fd6930 req-5677801c-32c7-4616-a0ab-94a178d4a0d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 19:22:05.785187 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-76c7a042-e32a-4c93-bf35-7eaa75fd6930 req-5677801c-32c7-4616-a0ab-94a178d4a0d2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-256493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3715960'] for port, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:22:05.786739 dv-cinder-806191-2-iscsi neutron-server[93883]: INFO neutron.wsgi [req-76c7a042-e32a-4c93-bf35-7eaa75fd6930 req-5677801c-32c7-4616-a0ab-94a178d4a0d2 service neutron] 10.222.0.23 "PUT /v2.0/ports/ed0cb01b-7491-498c-a88c-5b1fdbd1ba9c HTTP/1.1" status: 200 len: 1093 time: 3.6017673 Aug 29 19:22:05.787837 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'becd7a60-bff6-444b-8396-15d0c458fa2e', 'tag': 'ed0cb01b-7491-498c-a88c-5b1fdbd1ba9c'}] {{(pid=93883) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 19:22:05.789959 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d7efacdd762e7fee97ebec028cc859708dbf706441332da3e8755544227ebc46" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-34e70ffb-08cf-4784-8f3a-2619f8d5fb1b" -d '{"events": [{"name": "network-changed", "server_uuid": "becd7a60-bff6-444b-8396-15d0c458fa2e", "tag": "ed0cb01b-7491-498c-a88c-5b1fdbd1ba9c"}]}' {{(pid=93883) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 19:22:05.837692 dv-cinder-806191-2-iscsi neutron-server[93884]: INFO neutron.wsgi [req-9faf7a4b-7828-482e-86f0-461fc206c688 req-5b7de637-09d7-4d53-bb00-5391e22f9669 service neutron] 10.222.0.23 "GET /v2.0/networks/b31f2377-81f8-426f-9dd2-b3757c46201b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2563434 Aug 29 19:22:05.844630 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4ba861f-2d50-432f-9916-f52538a22d08 req-edd890d5-97bf-403a-9b4b-a7e77fda76a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 19:22:05.846536 dv-cinder-806191-2-iscsi neutron-server[93884]: INFO neutron.wsgi [req-b4ba861f-2d50-432f-9916-f52538a22d08 req-edd890d5-97bf-403a-9b4b-a7e77fda76a9 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=e15cf44e-824b-4420-8bd8-737a2faa947a HTTP/1.1" status: 200 len: 855 time: 0.0983920 Aug 29 19:22:05.889072 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 19:22:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-350322bb-18f8-4561-89c3-aa0d474ed607 x-openstack-request-id: req-350322bb-18f8-4561-89c3-aa0d474ed607 {{(pid=93883) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 19:22:05.889375 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "becd7a60-bff6-444b-8396-15d0c458fa2e", "tag": "ed0cb01b-7491-498c-a88c-5b1fdbd1ba9c", "status": "completed", "code": 200}]} {{(pid=93883) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 19:22:05.889806 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-350322bb-18f8-4561-89c3-aa0d474ed607 {{(pid=93883) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 19:22:05.890215 dv-cinder-806191-2-iscsi neutron-server[93883]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'becd7a60-bff6-444b-8396-15d0c458fa2e', 'tag': 'ed0cb01b-7491-498c-a88c-5b1fdbd1ba9c', 'status': 'completed', 'code': 200} Aug 29 19:22:05.932427 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76c7a042-e32a-4c93-bf35-7eaa75fd6930 req-21f64e88-5327-46bf-8b4d-b608d16e0a39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 19:22:05.936266 dv-cinder-806191-2-iscsi neutron-server[93883]: INFO neutron.wsgi [req-76c7a042-e32a-4c93-bf35-7eaa75fd6930 req-21f64e88-5327-46bf-8b4d-b608d16e0a39 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=bb269c9ea7fa4ad9981b168c22af7757&device_id=becd7a60-bff6-444b-8396-15d0c458fa2e HTTP/1.1" status: 200 len: 1096 time: 0.0844333 Aug 29 19:22:06.042913 dv-cinder-806191-2-iscsi neutron-server[93883]: INFO neutron.wsgi [req-76c7a042-e32a-4c93-bf35-7eaa75fd6930 req-7dca0e76-4dec-4e4c-940d-b0e2ba0e4251 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ed0cb01b-7491-498c-a88c-5b1fdbd1ba9c HTTP/1.1" status: 200 len: 217 time: 0.0903831 Aug 29 19:22:06.118989 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76c7a042-e32a-4c93-bf35-7eaa75fd6930 req-13d1175d-fbcc-4f3f-8192-fb9809040f39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 19:22:06.121166 dv-cinder-806191-2-iscsi neutron-server[93883]: INFO neutron.wsgi [req-76c7a042-e32a-4c93-bf35-7eaa75fd6930 req-13d1175d-fbcc-4f3f-8192-fb9809040f39 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=8c14e703-3ff5-4626-a4b1-f0e4a5ebc648 HTTP/1.1" status: 200 len: 858 time: 0.0769112 Aug 29 19:22:06.190084 dv-cinder-806191-2-iscsi neutron-server[93884]: INFO neutron.wsgi [req-b4ba861f-2d50-432f-9916-f52538a22d08 req-8e0a71b0-2062-4f1f-8eae-97c191b20596 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=1d62036b-0f93-45a0-8fba-f387708e0e55&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3326316 Aug 29 19:22:06.196746 dv-cinder-806191-2-iscsi neutron-server[93883]: INFO neutron.wsgi [req-76c7a042-e32a-4c93-bf35-7eaa75fd6930 req-87f0abed-b29b-4f75-bffa-4b926b2f80a3 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=b31f2377-81f8-426f-9dd2-b3757c46201b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0645092 Aug 29 19:22:06.379198 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.26', 55700) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 19:22:06.467209 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-f87aeffe-cfb2-480d-96d2-7493fa235789 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:22:06.485197 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eedf109b-dfcd-4e3b-965a-4a55ce774fd9 req-f02112af-bbdb-4835-b464-c21a70eca4db tempest-ServerRescueNegativeTestJSON-1221659768 tempest-ServerRescueNegativeTestJSON-1221659768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 19:22:06.487180 dv-cinder-806191-2-iscsi neutron-server[93884]: INFO neutron.wsgi [req-eedf109b-dfcd-4e3b-965a-4a55ce774fd9 req-f02112af-bbdb-4835-b464-c21a70eca4db tempest-ServerRescueNegativeTestJSON-1221659768 tempest-ServerRescueNegativeTestJSON-1221659768-project] 10.222.0.26 "GET /v2.0/ports?device_id=becd7a60-bff6-444b-8396-15d0c458fa2e HTTP/1.1" status: 200 len: 943 time: 0.1522563 Aug 29 19:22:06.500593 dv-cinder-806191-2-iscsi neutron-server[93884]: INFO neutron.wsgi [req-9faf7a4b-7828-482e-86f0-461fc206c688 req-cf06fbfb-28d5-4891-a9a0-89c31213569c service neutron] 10.222.0.23 "GET /v2.0/networks/b31f2377-81f8-426f-9dd2-b3757c46201b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6525235 Aug 29 19:22:06.516207 dv-cinder-806191-2-iscsi neutron-server[93884]: INFO neutron.wsgi [req-b4ba861f-2d50-432f-9916-f52538a22d08 req-3ba5e15f-623f-4458-9a2f-12b842dd35f9 service neutron] 10.222.0.23 "GET /v2.0/networks/1d62036b-0f93-45a0-8fba-f387708e0e55?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3165371 Aug 29 19:22:06.549629 dv-cinder-806191-2-iscsi neutron-server[93883]: INFO neutron.wsgi [req-76c7a042-e32a-4c93-bf35-7eaa75fd6930 req-8809469c-ae63-46dc-a098-d63eb97d35a5 service neutron] 10.222.0.23 "GET /v2.0/networks/b31f2377-81f8-426f-9dd2-b3757c46201b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3351963 Aug 29 19:22:06.816343 dv-cinder-806191-2-iscsi neutron-server[93884]: INFO neutron.wsgi [req-eedf109b-dfcd-4e3b-965a-4a55ce774fd9 req-d5fc63da-7a33-4101-a3ec-08ebeabaeba7 tempest-ServerRescueNegativeTestJSON-1221659768 tempest-ServerRescueNegativeTestJSON-1221659768-project] 10.222.0.26 "GET /v2.0/security-groups?id=53892fd6-fc0b-43d7-b2d3-4778a69f0ff7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3128774 Aug 29 19:22:06.845884 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae7ca3e-dbf8-47cf-988d-5fa4cf526219 req-8a78ff15-61df-4872-88a6-1f62827e3959 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 19:22:06.847535 dv-cinder-806191-2-iscsi neutron-server[93884]: INFO neutron.wsgi [req-2ae7ca3e-dbf8-47cf-988d-5fa4cf526219 req-8a78ff15-61df-4872-88a6-1f62827e3959 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=bb269c9ea7fa4ad9981b168c22af7757&device_id=332ea1a5-b86c-4ccd-b130-2904c695b590 HTTP/1.1" status: 200 len: 1096 time: 0.2663493 Aug 29 19:22:06.963799 dv-cinder-806191-2-iscsi neutron-server[93884]: INFO neutron.wsgi [req-b4ba861f-2d50-432f-9916-f52538a22d08 req-2e1ab36d-0cda-47bd-a380-b8a9876bda02 service neutron] 10.222.0.23 "GET /v2.0/networks/1d62036b-0f93-45a0-8fba-f387708e0e55?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4265358 Aug 29 19:22:07.016278 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0891fb9-e055-4262-acc3-6d8a684485b9 req-968485eb-e47c-423f-8872-031e76886eb0 tempest-AttachVolumeNegativeTest-2076342172 tempest-AttachVolumeNegativeTest-2076342172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 19:22:07.019152 dv-cinder-806191-2-iscsi neutron-server[93883]: INFO neutron.wsgi [req-f0891fb9-e055-4262-acc3-6d8a684485b9 req-968485eb-e47c-423f-8872-031e76886eb0 tempest-AttachVolumeNegativeTest-2076342172 tempest-AttachVolumeNegativeTest-2076342172-project] 10.222.0.26 "GET /v2.0/ports?device_id=0877765f-cdbf-4b0b-bf2c-c50d51f89aa0 HTTP/1.1" status: 200 len: 943 time: 0.3716359 Aug 29 19:22:07.104277 dv-cinder-806191-2-iscsi neutron-server[93883]: INFO neutron.wsgi [req-76c7a042-e32a-4c93-bf35-7eaa75fd6930 req-d179e6f4-647c-43c6-820d-e64d4e4d4252 service neutron] 10.222.0.23 "GET /v2.0/networks/b31f2377-81f8-426f-9dd2-b3757c46201b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5364273 Aug 29 19:22:07.112653 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae7ca3e-dbf8-47cf-988d-5fa4cf526219 req-3728d671-ce0a-4d6f-8338-e7712ffd97bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 19:22:07.115052 dv-cinder-806191-2-iscsi neutron-server[93884]: INFO neutron.wsgi [req-2ae7ca3e-dbf8-47cf-988d-5fa4cf526219 req-3728d671-ce0a-4d6f-8338-e7712ffd97bc service neutron] 10.222.0.23 "GET /v2.0/networks?id=b31f2377-81f8-426f-9dd2-b3757c46201b HTTP/1.1" status: 200 len: 919 time: 0.2578607 Aug 29 19:22:07.120429 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-f87aeffe-cfb2-480d-96d2-7493fa235789 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:22:07.130601 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39633c6c-585d-4207-b106-fe6f39edf727 req-2fbbc62b-6f4a-441e-a6a5-be49a3465343 tempest-DeleteServersTestJSON-54809137 tempest-DeleteServersTestJSON-54809137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 19:22:07.141486 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-f87aeffe-cfb2-480d-96d2-7493fa235789 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368872'] for security_group, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:22:07.144420 dv-cinder-806191-2-iscsi neutron-server[93884]: INFO neutron.wsgi [req-39633c6c-585d-4207-b106-fe6f39edf727 req-2fbbc62b-6f4a-441e-a6a5-be49a3465343 tempest-DeleteServersTestJSON-54809137 tempest-DeleteServersTestJSON-54809137-project] 10.222.0.26 "GET /v2.0/ports?device_id=6250a8d1-2c0f-401a-bbde-6e6b92afc3f7 HTTP/1.1" status: 200 len: 943 time: 0.1868033 Aug 29 19:22:07.258083 dv-cinder-806191-2-iscsi neutron-server[93884]: INFO neutron.wsgi [req-2ae7ca3e-dbf8-47cf-988d-5fa4cf526219 req-c030f724-6ebf-4989-8088-abf807956c5e service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0b58d40a-64db-4ff8-b84a-d62dc022f6b9 HTTP/1.1" status: 200 len: 217 time: 0.1097677 Aug 29 19:22:07.263335 dv-cinder-806191-2-iscsi neutron-server[93883]: INFO neutron.wsgi [req-f0891fb9-e055-4262-acc3-6d8a684485b9 req-86f82b6b-35c0-4a29-925b-6201a40b1de2 tempest-AttachVolumeNegativeTest-2076342172 tempest-AttachVolumeNegativeTest-2076342172-project] 10.222.0.26 "GET /v2.0/security-groups?id=ea7dc4db-96bb-4713-a2e6-e8b6fb48c457&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2151141 Aug 29 19:22:07.274715 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f87aeffe-cfb2-480d-96d2-7493fa235789 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=03370b79-ea19-4129-b628-897bc3855007,revision_number=1']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:22:07.295461 dv-cinder-806191-2-iscsi neutron-server[93883]: INFO neutron.wsgi [None req-f87aeffe-cfb2-480d-96d2-7493fa235789 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=4905f437d2b6433580cd64e33166f116&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9145331 Aug 29 19:22:07.299979 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.26', 55730) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 19:22:07.330963 dv-cinder-806191-2-iscsi neutron-server[93884]: INFO neutron.wsgi [req-39633c6c-585d-4207-b106-fe6f39edf727 req-01cebd5d-3e9d-4a4f-bad5-2a1e79bdb5ff tempest-DeleteServersTestJSON-54809137 tempest-DeleteServersTestJSON-54809137-project] 10.222.0.26 "GET /v2.0/security-groups?id=a5ff652f-191c-4a97-9168-26078f022aaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1839371 Aug 29 19:22:07.365757 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34e70ffb-08cf-4784-8f3a-2619f8d5fb1b req-53486695-3863-4f99-b581-0a9ad9a8c2f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 19:22:07.378491 dv-cinder-806191-2-iscsi neutron-server[93883]: INFO neutron.wsgi [req-34e70ffb-08cf-4784-8f3a-2619f8d5fb1b req-53486695-3863-4f99-b581-0a9ad9a8c2f6 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=bb269c9ea7fa4ad9981b168c22af7757&device_id=becd7a60-bff6-444b-8396-15d0c458fa2e HTTP/1.1" status: 200 len: 1096 time: 0.1733253 Aug 29 19:22:07.488975 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae7ca3e-dbf8-47cf-988d-5fa4cf526219 req-9ca2b083-9eb2-46a0-90b6-c7836e7694f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 19:22:07.492109 dv-cinder-806191-2-iscsi neutron-server[93884]: INFO neutron.wsgi [req-2ae7ca3e-dbf8-47cf-988d-5fa4cf526219 req-9ca2b083-9eb2-46a0-90b6-c7836e7694f9 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=8c14e703-3ff5-4626-a4b1-f0e4a5ebc648 HTTP/1.1" status: 200 len: 858 time: 0.1888437 Aug 29 19:22:07.562088 dv-cinder-806191-2-iscsi neutron-server[93884]: INFO neutron.wsgi [req-2ae7ca3e-dbf8-47cf-988d-5fa4cf526219 req-78c5a1a1-d8a5-4e88-9c30-b0aec3b5f1c5 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=b31f2377-81f8-426f-9dd2-b3757c46201b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0609477 Aug 29 19:22:07.743347 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-57c2b3bb-b1ef-4483-b3e6-4bf2c9b190e6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:22:07.808096 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-57c2b3bb-b1ef-4483-b3e6-4bf2c9b190e6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:22:07.835908 dv-cinder-806191-2-iscsi neutron-server[93884]: INFO neutron.wsgi [req-2ae7ca3e-dbf8-47cf-988d-5fa4cf526219 req-5e8c610f-06a6-4d8d-b6d2-a8c1d2e50dc5 service neutron] 10.222.0.23 "GET /v2.0/networks/b31f2377-81f8-426f-9dd2-b3757c46201b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2631650 Aug 29 19:22:07.862019 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34e70ffb-08cf-4784-8f3a-2619f8d5fb1b req-74791152-0659-4e84-8cfa-5e93e032399f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 19:22:07.863879 dv-cinder-806191-2-iscsi neutron-server[93883]: INFO neutron.wsgi [req-34e70ffb-08cf-4784-8f3a-2619f8d5fb1b req-74791152-0659-4e84-8cfa-5e93e032399f service neutron] 10.222.0.23 "GET /v2.0/networks?id=b31f2377-81f8-426f-9dd2-b3757c46201b HTTP/1.1" status: 200 len: 919 time: 0.4761229 Aug 29 19:22:07.938153 dv-cinder-806191-2-iscsi neutron-server[93883]: INFO neutron.wsgi [req-34e70ffb-08cf-4784-8f3a-2619f8d5fb1b req-a56d17f1-dc28-4731-8193-a99ab3177405 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ed0cb01b-7491-498c-a88c-5b1fdbd1ba9c HTTP/1.1" status: 200 len: 217 time: 0.0639467 Aug 29 19:22:08.013847 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-57c2b3bb-b1ef-4483-b3e6-4bf2c9b190e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368872'] for security_group, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:22:08.017353 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-57c2b3bb-b1ef-4483-b3e6-4bf2c9b190e6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:22:08.018828 dv-cinder-806191-2-iscsi neutron-server[93883]: INFO neutron.wsgi [None req-57c2b3bb-b1ef-4483-b3e6-4bf2c9b190e6 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/03370b79-ea19-4129-b628-897bc3855007 HTTP/1.1" status: 204 len: 168 time: 0.7168968 Aug 29 19:22:08.028422 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34e70ffb-08cf-4784-8f3a-2619f8d5fb1b req-b293399f-8e82-419e-a39e-1102942bb0dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 19:22:08.030146 dv-cinder-806191-2-iscsi neutron-server[93883]: INFO neutron.wsgi [req-34e70ffb-08cf-4784-8f3a-2619f8d5fb1b req-b293399f-8e82-419e-a39e-1102942bb0dd service neutron] 10.222.0.23 "GET /v2.0/subnets?id=8c14e703-3ff5-4626-a4b1-f0e4a5ebc648 HTTP/1.1" status: 200 len: 858 time: 0.0806696 Aug 29 19:22:08.046208 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57c2b3bb-b1ef-4483-b3e6-4bf2c9b190e6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=03370b79-ea19-4129-b628-897bc3855007,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:22:08.058585 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-879c834b-5039-4aec-82d8-73e32764cc07 req-4d84bb8c-6464-46a0-bd0a-edd7e74c8dd7 tempest-ServerRescueNegativeTestJSON-1221659768 tempest-ServerRescueNegativeTestJSON-1221659768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 19:22:08.060597 dv-cinder-806191-2-iscsi neutron-server[93883]: INFO neutron.wsgi [req-879c834b-5039-4aec-82d8-73e32764cc07 req-4d84bb8c-6464-46a0-bd0a-edd7e74c8dd7 tempest-ServerRescueNegativeTestJSON-1221659768 tempest-ServerRescueNegativeTestJSON-1221659768-project] 10.222.0.26 "GET /v2.0/ports?device_id=becd7a60-bff6-444b-8396-15d0c458fa2e HTTP/1.1" status: 200 len: 943 time: 0.1259716 Aug 29 19:22:08.081267 dv-cinder-806191-2-iscsi neutron-server[93883]: INFO neutron.wsgi [req-34e70ffb-08cf-4784-8f3a-2619f8d5fb1b req-f525adf6-2407-4610-89d0-a917fb4d9072 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=b31f2377-81f8-426f-9dd2-b3757c46201b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0438788 Aug 29 19:22:08.110930 dv-cinder-806191-2-iscsi neutron-server[93884]: INFO neutron.wsgi [req-2ae7ca3e-dbf8-47cf-988d-5fa4cf526219 req-9d8429e3-14b6-424a-a887-ee40e2422b30 service neutron] 10.222.0.23 "GET /v2.0/networks/b31f2377-81f8-426f-9dd2-b3757c46201b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2673244 Aug 29 19:22:08.187819 dv-cinder-806191-2-iscsi neutron-server[93883]: INFO neutron.wsgi [req-879c834b-5039-4aec-82d8-73e32764cc07 req-1e691117-6fc0-4e94-87f1-6d312b8a63d3 tempest-ServerRescueNegativeTestJSON-1221659768 tempest-ServerRescueNegativeTestJSON-1221659768-project] 10.222.0.26 "GET /v2.0/security-groups?id=53892fd6-fc0b-43d7-b2d3-4778a69f0ff7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1091325 Aug 29 19:22:08.228475 dv-cinder-806191-2-iscsi neutron-server[93883]: INFO neutron.wsgi [req-34e70ffb-08cf-4784-8f3a-2619f8d5fb1b req-9f7ae06e-a811-414b-9206-15f8044ded16 service neutron] 10.222.0.23 "GET /v2.0/networks/b31f2377-81f8-426f-9dd2-b3757c46201b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1354501 Aug 29 19:22:08.335618 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.26', 55772) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 19:22:08.359417 dv-cinder-806191-2-iscsi neutron-server[93883]: INFO neutron.wsgi [req-34e70ffb-08cf-4784-8f3a-2619f8d5fb1b req-21a5b0e1-8f87-43ff-950e-6de519b993f5 service neutron] 10.222.0.23 "GET /v2.0/networks/b31f2377-81f8-426f-9dd2-b3757c46201b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1227896 Aug 29 19:22:08.502884 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-0dc9fa25-b815-4f0c-89b4-7f17b158d435 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:22:08.512780 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fdbaf4a-20d8-4698-ab58-80b8d570d27f req-9f33b145-853b-415d-837c-dac4ef71e8a6 tempest-AttachVolumeNegativeTest-2076342172 tempest-AttachVolumeNegativeTest-2076342172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 19:22:08.514527 dv-cinder-806191-2-iscsi neutron-server[93884]: INFO neutron.wsgi [req-1fdbaf4a-20d8-4698-ab58-80b8d570d27f req-9f33b145-853b-415d-837c-dac4ef71e8a6 tempest-AttachVolumeNegativeTest-2076342172 tempest-AttachVolumeNegativeTest-2076342172-project] 10.222.0.26 "GET /v2.0/ports?device_id=0877765f-cdbf-4b0b-bf2c-c50d51f89aa0 HTTP/1.1" status: 200 len: 943 time: 0.0960155 Aug 29 19:22:08.517906 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b893da9-b1c9-4fab-8226-aff4d99e7bc6 req-6fc68c46-4e34-4ed6-910f-391c011f0f6e tempest-DeleteServersTestJSON-54809137 tempest-DeleteServersTestJSON-54809137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 19:22:08.523555 dv-cinder-806191-2-iscsi neutron-server[93883]: INFO neutron.wsgi [req-2b893da9-b1c9-4fab-8226-aff4d99e7bc6 req-6fc68c46-4e34-4ed6-910f-391c011f0f6e tempest-DeleteServersTestJSON-54809137 tempest-DeleteServersTestJSON-54809137-project] 10.222.0.26 "GET /v2.0/ports?device_id=6250a8d1-2c0f-401a-bbde-6e6b92afc3f7 HTTP/1.1" status: 200 len: 943 time: 0.0746770 Aug 29 19:22:08.580911 dv-cinder-806191-2-iscsi neutron-server[93883]: INFO neutron.wsgi [req-2b893da9-b1c9-4fab-8226-aff4d99e7bc6 req-a4e1c861-71b8-4924-9f89-adfdfcf53376 tempest-DeleteServersTestJSON-54809137 tempest-DeleteServersTestJSON-54809137-project] 10.222.0.26 "GET /v2.0/security-groups?id=a5ff652f-191c-4a97-9168-26078f022aaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529690 Aug 29 19:22:08.622403 dv-cinder-806191-2-iscsi neutron-server[93884]: INFO neutron.wsgi [req-1fdbaf4a-20d8-4698-ab58-80b8d570d27f req-fe834a61-9484-4b50-a50c-43b80a8b316f tempest-AttachVolumeNegativeTest-2076342172 tempest-AttachVolumeNegativeTest-2076342172-project] 10.222.0.26 "GET /v2.0/security-groups?id=ea7dc4db-96bb-4713-a2e6-e8b6fb48c457&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0932570 Aug 29 19:22:08.683865 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-e411ce9c-394c-453f-add9-812245090945 None None] Device 189ce962-18b0-4d08-b12d-12c8e1ea6a8b details requested by agent hyperv_hv-cinder-80619 with host hv-cinder-80619 {{(pid=93885) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 19:22:08.730902 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-0dc9fa25-b815-4f0c-89b4-7f17b158d435 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:22:08.736988 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-0dc9fa25-b815-4f0c-89b4-7f17b158d435 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368872'] for security_group, after_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:22:08.788956 dv-cinder-806191-2-iscsi neutron-server[93884]: INFO neutron.wsgi [None req-0dc9fa25-b815-4f0c-89b4-7f17b158d435 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=8cd7f9fac0a044adb7fdfe405c0e0993&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4496331 Aug 29 19:22:08.788956 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dc9fa25-b815-4f0c-89b4-7f17b158d435 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=81391c68-9e29-4657-b1c0-dbfe6b8b4661,revision_number=1']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:22:08.789831 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.26', 55798) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 19:22:08.878300 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-e411ce9c-394c-453f-add9-812245090945 None None] For port 189ce962-18b0-4d08-b12d-12c8e1ea6a8b, host hv-cinder-80619, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80619',level=0,port_id=189ce962-18b0-4d08-b12d-12c8e1ea6a8b,segment=NetworkSegment(8fe8a594-91a4-40c0-b8c2-40d42544c273),segment_id=8fe8a594-91a4-40c0-b8c2-40d42544c273)] {{(pid=93885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 19:22:08.879200 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-133364b5-fddd-4b1a-86ab-a644819b8be5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:22:08.895430 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-e411ce9c-394c-453f-add9-812245090945 None None] Returning: {'device': '189ce962-18b0-4d08-b12d-12c8e1ea6a8b', 'network_id': '1d62036b-0f93-45a0-8fba-f387708e0e55', 'port_id': '189ce962-18b0-4d08-b12d-12c8e1ea6a8b', 'mac_address': 'fa:16:3e:b4:8c:01', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 123, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e15cf44e-824b-4420-8bd8-737a2faa947a', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93885) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 19:22:08.908505 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-133364b5-fddd-4b1a-86ab-a644819b8be5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:22:08.977075 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-e411ce9c-394c-453f-add9-812245090945 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3669058'] for port, before_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:22:08.989299 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-133364b5-fddd-4b1a-86ab-a644819b8be5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368872'] for security_group, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:22:08.992896 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-133364b5-fddd-4b1a-86ab-a644819b8be5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:22:08.998870 dv-cinder-806191-2-iscsi neutron-server[93883]: INFO neutron.wsgi [None req-133364b5-fddd-4b1a-86ab-a644819b8be5 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/81391c68-9e29-4657-b1c0-dbfe6b8b4661 HTTP/1.1" status: 204 len: 168 time: 0.2076297 Aug 29 19:22:09.000897 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.notifiers.nova [None req-e411ce9c-394c-453f-add9-812245090945 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 189ce962-18b0-4d08-b12d-12c8e1ea6a8b {{(pid=93885) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 19:22:09.008765 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-133364b5-fddd-4b1a-86ab-a644819b8be5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=81391c68-9e29-4657-b1c0-dbfe6b8b4661,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:22:09.046156 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-e411ce9c-394c-453f-add9-812245090945 None None] For port 189ce962-18b0-4d08-b12d-12c8e1ea6a8b, host hv-cinder-80619, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80619',level=0,port_id=189ce962-18b0-4d08-b12d-12c8e1ea6a8b,segment=NetworkSegment(8fe8a594-91a4-40c0-b8c2-40d42544c273),segment_id=8fe8a594-91a4-40c0-b8c2-40d42544c273)] {{(pid=93885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 19:22:09.053122 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-e411ce9c-394c-453f-add9-812245090945 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3669005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3715978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777170436913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777169884182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777169884200'] for port, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:22:09.053789 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-e411ce9c-394c-453f-add9-812245090945 None None] Device 0b58d40a-64db-4ff8-b84a-d62dc022f6b9 details requested by agent hyperv_hv-cinder-80619 with host hv-cinder-80619 {{(pid=93885) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 19:22:09.162483 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e411ce9c-394c-453f-add9-812245090945 None None] Pushing event updated for resources: {'Port': ['ID=189ce962-18b0-4d08-b12d-12c8e1ea6a8b,revision_number=4']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:22:09.205230 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-e411ce9c-394c-453f-add9-812245090945 None None] For port 0b58d40a-64db-4ff8-b84a-d62dc022f6b9, host hv-cinder-80619, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80619',level=0,port_id=0b58d40a-64db-4ff8-b84a-d62dc022f6b9,segment=NetworkSegment(ac1c3e1d-4bb1-4222-8869-d8e145ff64dd),segment_id=ac1c3e1d-4bb1-4222-8869-d8e145ff64dd)] {{(pid=93885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 19:22:09.219907 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-e411ce9c-394c-453f-add9-812245090945 None None] Returning: {'device': '0b58d40a-64db-4ff8-b84a-d62dc022f6b9', 'network_id': 'b31f2377-81f8-426f-9dd2-b3757c46201b', 'port_id': '0b58d40a-64db-4ff8-b84a-d62dc022f6b9', 'mac_address': 'fa:16:3e:8d:f7:2c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 114, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8c14e703-3ff5-4626-a4b1-f0e4a5ebc648', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93885) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 19:22:09.293129 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-e411ce9c-394c-453f-add9-812245090945 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3669058'] for port, before_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:22:09.322661 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.notifiers.nova [None req-e411ce9c-394c-453f-add9-812245090945 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0b58d40a-64db-4ff8-b84a-d62dc022f6b9 {{(pid=93885) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 19:22:09.358988 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-e411ce9c-394c-453f-add9-812245090945 None None] For port 0b58d40a-64db-4ff8-b84a-d62dc022f6b9, host hv-cinder-80619, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80619',level=0,port_id=0b58d40a-64db-4ff8-b84a-d62dc022f6b9,segment=NetworkSegment(ac1c3e1d-4bb1-4222-8869-d8e145ff64dd),segment_id=ac1c3e1d-4bb1-4222-8869-d8e145ff64dd)] {{(pid=93885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 19:22:09.367166 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-e411ce9c-394c-453f-add9-812245090945 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3669005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3715978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777170436913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777169884182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777169884200'] for port, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:22:09.367840 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-e411ce9c-394c-453f-add9-812245090945 None None] Device 0085027d-4245-4841-9cbc-1b2c8e0ea998 details requested by agent hyperv_hv-cinder-80619 with host hv-cinder-80619 {{(pid=93885) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 19:22:09.399065 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.26', 55828) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 19:22:09.406806 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-864ebe5a-a8f7-4543-9c9a-418d3d00e717 req-b6af8a08-e126-49c3-92d6-12d6f55f31be tempest-ServerRescueNegativeTestJSON-1221659768 tempest-ServerRescueNegativeTestJSON-1221659768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 19:22:09.442084 dv-cinder-806191-2-iscsi neutron-server[93883]: INFO neutron.wsgi [req-864ebe5a-a8f7-4543-9c9a-418d3d00e717 req-b6af8a08-e126-49c3-92d6-12d6f55f31be tempest-ServerRescueNegativeTestJSON-1221659768 tempest-ServerRescueNegativeTestJSON-1221659768-project] 10.222.0.26 "GET /v2.0/ports?device_id=becd7a60-bff6-444b-8396-15d0c458fa2e HTTP/1.1" status: 200 len: 943 time: 0.1468613 Aug 29 19:22:09.502568 dv-cinder-806191-2-iscsi neutron-server[93883]: INFO neutron.wsgi [req-864ebe5a-a8f7-4543-9c9a-418d3d00e717 req-3acd0365-9ff3-4596-a802-41fa708dd3be tempest-ServerRescueNegativeTestJSON-1221659768 tempest-ServerRescueNegativeTestJSON-1221659768-project] 10.222.0.26 "GET /v2.0/security-groups?id=53892fd6-fc0b-43d7-b2d3-4778a69f0ff7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594659 Aug 29 19:22:09.540449 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e411ce9c-394c-453f-add9-812245090945 None None] Pushing event updated for resources: {'Port': ['ID=0b58d40a-64db-4ff8-b84a-d62dc022f6b9,revision_number=4']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:22:09.582657 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-e411ce9c-394c-453f-add9-812245090945 None None] For port 0085027d-4245-4841-9cbc-1b2c8e0ea998, host hv-cinder-80619, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80619',level=0,port_id=0085027d-4245-4841-9cbc-1b2c8e0ea998,segment=NetworkSegment(711f1075-1ac0-4e1b-8344-072510bf1c14),segment_id=711f1075-1ac0-4e1b-8344-072510bf1c14)] {{(pid=93885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 19:22:09.602268 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-e411ce9c-394c-453f-add9-812245090945 None None] Returning: {'device': '0085027d-4245-4841-9cbc-1b2c8e0ea998', 'network_id': '305421f9-785b-43e9-bb64-076cd82e700a', 'port_id': '0085027d-4245-4841-9cbc-1b2c8e0ea998', 'mac_address': 'fa:16:3e:e0:cb:65', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 135, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dae2edad-6c62-4f69-bbc7-9f9fbaa2f271', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93885) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 19:22:09.681051 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-2f78dd64-dff9-4aa6-b3c0-13294dd895cb admin admin] Notify callbacks [] for security_group, before_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:22:09.683764 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-e411ce9c-394c-453f-add9-812245090945 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3669058'] for port, before_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:22:09.743829 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.notifiers.nova [None req-e411ce9c-394c-453f-add9-812245090945 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0085027d-4245-4841-9cbc-1b2c8e0ea998 {{(pid=93885) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 19:22:09.777618 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-e411ce9c-394c-453f-add9-812245090945 None None] For port 0085027d-4245-4841-9cbc-1b2c8e0ea998, host hv-cinder-80619, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80619',level=0,port_id=0085027d-4245-4841-9cbc-1b2c8e0ea998,segment=NetworkSegment(711f1075-1ac0-4e1b-8344-072510bf1c14),segment_id=711f1075-1ac0-4e1b-8344-072510bf1c14)] {{(pid=93885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 19:22:09.786212 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-e411ce9c-394c-453f-add9-812245090945 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3669005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3715978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777170436913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777169884182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777169884200'] for port, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:22:09.844278 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5aff584-78c4-4ef9-b17a-8a4cbd557f7a req-8d54b0ec-0403-4b3d-beed-499b9278a277 tempest-AttachVolumeNegativeTest-2076342172 tempest-AttachVolumeNegativeTest-2076342172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 19:22:09.854636 dv-cinder-806191-2-iscsi neutron-server[93883]: INFO neutron.wsgi [req-a5aff584-78c4-4ef9-b17a-8a4cbd557f7a req-8d54b0ec-0403-4b3d-beed-499b9278a277 tempest-AttachVolumeNegativeTest-2076342172 tempest-AttachVolumeNegativeTest-2076342172-project] 10.222.0.26 "GET /v2.0/ports?device_id=0877765f-cdbf-4b0b-bf2c-c50d51f89aa0 HTTP/1.1" status: 200 len: 944 time: 0.0771010 Aug 29 19:22:09.873388 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f72ade3e-0418-44be-9963-a120b4bb8c4f req-a3c03898-ceb5-4317-b06e-3e3d64cd777f tempest-DeleteServersTestJSON-54809137 tempest-DeleteServersTestJSON-54809137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 19:22:09.875349 dv-cinder-806191-2-iscsi neutron-server[93884]: INFO neutron.wsgi [req-f72ade3e-0418-44be-9963-a120b4bb8c4f req-a3c03898-ceb5-4317-b06e-3e3d64cd777f tempest-DeleteServersTestJSON-54809137 tempest-DeleteServersTestJSON-54809137-project] 10.222.0.26 "GET /v2.0/ports?device_id=6250a8d1-2c0f-401a-bbde-6e6b92afc3f7 HTTP/1.1" status: 200 len: 943 time: 0.1484537 Aug 29 19:22:09.909518 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e411ce9c-394c-453f-add9-812245090945 None None] Pushing event updated for resources: {'Port': ['ID=0085027d-4245-4841-9cbc-1b2c8e0ea998,revision_number=4']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:22:09.931748 dv-cinder-806191-2-iscsi neutron-server[93883]: INFO neutron.wsgi [req-a5aff584-78c4-4ef9-b17a-8a4cbd557f7a req-fffed8ed-2d3e-42ef-8444-277143f18fed tempest-AttachVolumeNegativeTest-2076342172 tempest-AttachVolumeNegativeTest-2076342172-project] 10.222.0.26 "GET /v2.0/security-groups?id=ea7dc4db-96bb-4713-a2e6-e8b6fb48c457&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706916 Aug 29 19:22:09.947698 dv-cinder-806191-2-iscsi neutron-server[93884]: INFO neutron.wsgi [req-f72ade3e-0418-44be-9963-a120b4bb8c4f req-d77a2770-34a5-4f3e-bdd5-802780cbfda7 tempest-DeleteServersTestJSON-54809137 tempest-DeleteServersTestJSON-54809137-project] 10.222.0.26 "GET /v2.0/security-groups?id=a5ff652f-191c-4a97-9168-26078f022aaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646656 Aug 29 19:22:09.980363 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-2f78dd64-dff9-4aa6-b3c0-13294dd895cb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:22:09.989928 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-2f78dd64-dff9-4aa6-b3c0-13294dd895cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368872'] for security_group, after_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:22:10.039357 dv-cinder-806191-2-iscsi neutron-server[93884]: INFO neutron.wsgi [None req-2f78dd64-dff9-4aa6-b3c0-13294dd895cb admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=5f756031a8e64898b45fbf756613cc97&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6386850 Aug 29 19:22:10.041444 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f78dd64-dff9-4aa6-b3c0-13294dd895cb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a262e074-4109-42d6-af3c-6801c1e60c0f,revision_number=1']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:22:10.042214 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.26', 55874) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 19:22:10.105202 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-ffe75275-ee94-447d-b981-07654953abb6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:22:10.130956 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-ffe75275-ee94-447d-b981-07654953abb6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:22:10.205068 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-ffe75275-ee94-447d-b981-07654953abb6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368872'] for security_group, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:22:10.208861 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-ffe75275-ee94-447d-b981-07654953abb6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:22:10.211288 dv-cinder-806191-2-iscsi neutron-server[93883]: INFO neutron.wsgi [None req-ffe75275-ee94-447d-b981-07654953abb6 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/a262e074-4109-42d6-af3c-6801c1e60c0f HTTP/1.1" status: 204 len: 168 time: 0.1676254 Aug 29 19:22:10.223769 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffe75275-ee94-447d-b981-07654953abb6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a262e074-4109-42d6-af3c-6801c1e60c0f,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:22:10.342203 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.26', 55888) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 19:22:10.697699 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1048e730-5e11-4b9d-a98c-d813935e1263 req-f6f7c572-3d64-49d7-945a-333a03b9f981 tempest-ServerRescueNegativeTestJSON-1221659768 tempest-ServerRescueNegativeTestJSON-1221659768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 19:22:10.702066 dv-cinder-806191-2-iscsi neutron-server[93883]: INFO neutron.wsgi [req-1048e730-5e11-4b9d-a98c-d813935e1263 req-f6f7c572-3d64-49d7-945a-333a03b9f981 tempest-ServerRescueNegativeTestJSON-1221659768 tempest-ServerRescueNegativeTestJSON-1221659768-project] 10.222.0.26 "GET /v2.0/ports?device_id=becd7a60-bff6-444b-8396-15d0c458fa2e HTTP/1.1" status: 200 len: 943 time: 0.0959251 Aug 29 19:22:10.730181 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-d5fc0401-e908-4b5c-8e11-183854de6773 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:22:10.787385 dv-cinder-806191-2-iscsi neutron-server[93883]: INFO neutron.wsgi [req-1048e730-5e11-4b9d-a98c-d813935e1263 req-af33b918-46f6-4f75-a1f7-a9766706b818 tempest-ServerRescueNegativeTestJSON-1221659768 tempest-ServerRescueNegativeTestJSON-1221659768-project] 10.222.0.26 "GET /v2.0/security-groups?id=53892fd6-fc0b-43d7-b2d3-4778a69f0ff7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0763466 Aug 29 19:22:10.920598 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-d5fc0401-e908-4b5c-8e11-183854de6773 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:22:10.935687 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-d5fc0401-e908-4b5c-8e11-183854de6773 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368872'] for security_group, after_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:22:10.944615 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.26', 55906) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 19:22:10.993875 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-a0e465e1-7e47-473a-a09b-d9ad0bf81e7b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:22:11.012013 dv-cinder-806191-2-iscsi neutron-server[93884]: INFO neutron.wsgi [None req-d5fc0401-e908-4b5c-8e11-183854de6773 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=56baf3d7a2884f698e5bda541e0099ff&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6682973 Aug 29 19:22:11.021561 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.26', 55912) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 19:22:11.088075 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5fc0401-e908-4b5c-8e11-183854de6773 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b46b320e-46fd-4634-bfad-14c8ac911496,revision_number=1']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:22:11.296236 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e1ac165-cd0e-4609-9e2c-33c991dafe5b req-45d0a4ba-2cf9-44b6-ab1c-157bb9007276 tempest-DeleteServersTestJSON-54809137 tempest-DeleteServersTestJSON-54809137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 19:22:11.299489 dv-cinder-806191-2-iscsi neutron-server[93883]: INFO neutron.wsgi [req-1e1ac165-cd0e-4609-9e2c-33c991dafe5b req-45d0a4ba-2cf9-44b6-ab1c-157bb9007276 tempest-DeleteServersTestJSON-54809137 tempest-DeleteServersTestJSON-54809137-project] 10.222.0.26 "GET /v2.0/ports?device_id=6250a8d1-2c0f-401a-bbde-6e6b92afc3f7 HTTP/1.1" status: 200 len: 944 time: 0.1219170 Aug 29 19:22:11.301047 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1a340e8-ee79-4d6d-a04a-a58c04519415 req-5635dd30-96ee-406f-a7bc-beebacf3c788 tempest-AttachVolumeNegativeTest-2076342172 tempest-AttachVolumeNegativeTest-2076342172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 19:22:11.304123 dv-cinder-806191-2-iscsi neutron-server[93884]: INFO neutron.wsgi [req-d1a340e8-ee79-4d6d-a04a-a58c04519415 req-5635dd30-96ee-406f-a7bc-beebacf3c788 tempest-AttachVolumeNegativeTest-2076342172 tempest-AttachVolumeNegativeTest-2076342172-project] 10.222.0.26 "GET /v2.0/ports?device_id=0877765f-cdbf-4b0b-bf2c-c50d51f89aa0 HTTP/1.1" status: 200 len: 944 time: 0.1620162 Aug 29 19:22:11.305730 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-dee5cbcd-9c2a-42ca-ba14-3a0196847a5d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:22:11.367533 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-dee5cbcd-9c2a-42ca-ba14-3a0196847a5d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:22:11.379611 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-a0e465e1-7e47-473a-a09b-d9ad0bf81e7b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:22:11.400438 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-a0e465e1-7e47-473a-a09b-d9ad0bf81e7b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368872'] for security_group, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:22:11.444367 dv-cinder-806191-2-iscsi neutron-server[93883]: INFO neutron.wsgi [req-1e1ac165-cd0e-4609-9e2c-33c991dafe5b req-2313e89e-4975-426d-8090-7f5535692d5b tempest-DeleteServersTestJSON-54809137 tempest-DeleteServersTestJSON-54809137-project] 10.222.0.26 "GET /v2.0/security-groups?id=a5ff652f-191c-4a97-9168-26078f022aaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1126978 Aug 29 19:22:11.451325 dv-cinder-806191-2-iscsi neutron-server[93884]: INFO neutron.wsgi [req-d1a340e8-ee79-4d6d-a04a-a58c04519415 req-2375fbf4-c136-4ce8-bdc4-88726e86f3fe tempest-AttachVolumeNegativeTest-2076342172 tempest-AttachVolumeNegativeTest-2076342172-project] 10.222.0.26 "GET /v2.0/security-groups?id=ea7dc4db-96bb-4713-a2e6-e8b6fb48c457&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1197565 Aug 29 19:22:11.497295 dv-cinder-806191-2-iscsi neutron-server[93883]: INFO neutron.wsgi [None req-a0e465e1-7e47-473a-a09b-d9ad0bf81e7b admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=f7a9c9841254448cab5c6eda9433dd14&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5508003 Aug 29 19:22:11.499725 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0e465e1-7e47-473a-a09b-d9ad0bf81e7b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3a56b6ac-e40b-49f3-b6f1-111deed61ce0,revision_number=1']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:22:11.501976 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.26', 55922) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 19:22:11.574003 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-dee5cbcd-9c2a-42ca-ba14-3a0196847a5d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368872'] for security_group, after_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:22:11.578688 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-dee5cbcd-9c2a-42ca-ba14-3a0196847a5d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:22:11.584389 dv-cinder-806191-2-iscsi neutron-server[93884]: INFO neutron.wsgi [None req-dee5cbcd-9c2a-42ca-ba14-3a0196847a5d admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/b46b320e-46fd-4634-bfad-14c8ac911496 HTTP/1.1" status: 204 len: 168 time: 0.5568080 Aug 29 19:22:11.649048 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dee5cbcd-9c2a-42ca-ba14-3a0196847a5d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b46b320e-46fd-4634-bfad-14c8ac911496,revision_number=None']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:22:11.653017 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-fad9d239-5431-4c34-9473-476cddf38042 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:22:11.699178 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-fad9d239-5431-4c34-9473-476cddf38042 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:22:11.828476 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-fad9d239-5431-4c34-9473-476cddf38042 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368872'] for security_group, after_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:22:11.835400 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-fad9d239-5431-4c34-9473-476cddf38042 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:22:11.837556 dv-cinder-806191-2-iscsi neutron-server[93884]: INFO neutron.wsgi [None req-fad9d239-5431-4c34-9473-476cddf38042 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/3a56b6ac-e40b-49f3-b6f1-111deed61ce0 HTTP/1.1" status: 204 len: 168 time: 0.3291349 Aug 29 19:22:11.852261 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fad9d239-5431-4c34-9473-476cddf38042 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a56b6ac-e40b-49f3-b6f1-111deed61ce0,revision_number=None']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:22:11.873943 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-e411ce9c-394c-453f-add9-812245090945 None None] Device ed0cb01b-7491-498c-a88c-5b1fdbd1ba9c details requested by agent hyperv_hv-cinder-80619 with host hv-cinder-80619 {{(pid=93885) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 19:22:12.036856 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1120b64-d3dd-4d34-af27-817e7535b1fd req-a075bacd-e23a-432b-a8c1-88e0a298d900 tempest-ServerRescueNegativeTestJSON-1221659768 tempest-ServerRescueNegativeTestJSON-1221659768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 19:22:12.039273 dv-cinder-806191-2-iscsi neutron-server[93884]: INFO neutron.wsgi [req-f1120b64-d3dd-4d34-af27-817e7535b1fd req-a075bacd-e23a-432b-a8c1-88e0a298d900 tempest-ServerRescueNegativeTestJSON-1221659768 tempest-ServerRescueNegativeTestJSON-1221659768-project] 10.222.0.26 "GET /v2.0/ports?device_id=becd7a60-bff6-444b-8396-15d0c458fa2e HTTP/1.1" status: 200 len: 943 time: 0.0931389 Aug 29 19:22:12.129176 dv-cinder-806191-2-iscsi neutron-server[93884]: INFO neutron.wsgi [req-f1120b64-d3dd-4d34-af27-817e7535b1fd req-c22f8819-ad65-40c1-97d8-11cf700a7200 tempest-ServerRescueNegativeTestJSON-1221659768 tempest-ServerRescueNegativeTestJSON-1221659768-project] 10.222.0.26 "GET /v2.0/security-groups?id=53892fd6-fc0b-43d7-b2d3-4778a69f0ff7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0782456 Aug 29 19:22:12.138050 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-e411ce9c-394c-453f-add9-812245090945 None None] For port ed0cb01b-7491-498c-a88c-5b1fdbd1ba9c, host hv-cinder-80619, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80619',level=0,port_id=ed0cb01b-7491-498c-a88c-5b1fdbd1ba9c,segment=NetworkSegment(ac1c3e1d-4bb1-4222-8869-d8e145ff64dd),segment_id=ac1c3e1d-4bb1-4222-8869-d8e145ff64dd)] {{(pid=93885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 19:22:12.157013 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-e411ce9c-394c-453f-add9-812245090945 None None] Returning: {'device': 'ed0cb01b-7491-498c-a88c-5b1fdbd1ba9c', 'network_id': 'b31f2377-81f8-426f-9dd2-b3757c46201b', 'port_id': 'ed0cb01b-7491-498c-a88c-5b1fdbd1ba9c', 'mac_address': 'fa:16:3e:09:eb:db', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 114, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8c14e703-3ff5-4626-a4b1-f0e4a5ebc648', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93885) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 19:22:12.194561 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-e411ce9c-394c-453f-add9-812245090945 None None] get_ports_and_sgs() called for port_ids ['189ce962-18b0-4d08-b12d-12c8e1ea6a8b'] {{(pid=93885) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 19:22:12.251360 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-e411ce9c-394c-453f-add9-812245090945 None None] get_ports_and_sgs() called for port_ids ['0b58d40a-64db-4ff8-b84a-d62dc022f6b9'] {{(pid=93885) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 19:22:12.253636 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-e411ce9c-394c-453f-add9-812245090945 None None] get_ports_and_sgs() called for port_ids ['0085027d-4245-4841-9cbc-1b2c8e0ea998'] {{(pid=93885) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 19:22:12.296099 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.26', 55950) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 19:22:12.325330 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-b43cc659-05a0-4f2c-8caf-77caad3ca091 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:22:12.462933 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-e411ce9c-394c-453f-add9-812245090945 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3669058'] for port, before_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:22:12.510733 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.notifiers.nova [None req-e411ce9c-394c-453f-add9-812245090945 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ed0cb01b-7491-498c-a88c-5b1fdbd1ba9c {{(pid=93885) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 19:22:12.549015 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-b43cc659-05a0-4f2c-8caf-77caad3ca091 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:22:12.557497 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-b43cc659-05a0-4f2c-8caf-77caad3ca091 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368872'] for security_group, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:22:12.580351 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-e411ce9c-394c-453f-add9-812245090945 None None] For port ed0cb01b-7491-498c-a88c-5b1fdbd1ba9c, host hv-cinder-80619, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80619',level=0,port_id=ed0cb01b-7491-498c-a88c-5b1fdbd1ba9c,segment=NetworkSegment(ac1c3e1d-4bb1-4222-8869-d8e145ff64dd),segment_id=ac1c3e1d-4bb1-4222-8869-d8e145ff64dd)] {{(pid=93885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 19:22:12.608283 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-e411ce9c-394c-453f-add9-812245090945 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3669005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3715978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777170436913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777169884182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777169884200'] for port, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:22:12.651361 dv-cinder-806191-2-iscsi neutron-server[93883]: INFO neutron.wsgi [None req-b43cc659-05a0-4f2c-8caf-77caad3ca091 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=6792f9ff74bd4d549fd8bbe71361d3b7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3534214 Aug 29 19:22:12.654044 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.26', 55956) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 19:22:12.654369 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b43cc659-05a0-4f2c-8caf-77caad3ca091 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a212fb26-a788-48db-8d3e-54f65cccf514,revision_number=1']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:22:12.760097 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-9d6278bd-3e6a-407e-8667-e7116ceb796e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:22:12.814119 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e411ce9c-394c-453f-add9-812245090945 None None] Pushing event updated for resources: {'Port': ['ID=ed0cb01b-7491-498c-a88c-5b1fdbd1ba9c,revision_number=4']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:22:12.833956 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-9d6278bd-3e6a-407e-8667-e7116ceb796e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:22:12.843829 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-e411ce9c-394c-453f-add9-812245090945 None None] get_ports_and_sgs() called for port_ids ['ed0cb01b-7491-498c-a88c-5b1fdbd1ba9c'] {{(pid=93885) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 19:22:12.982266 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-113c2aae-3543-4bdf-ac42-d95e7c03bc54 req-821d4628-8fea-44c7-962c-50524844330a tempest-AttachVolumeNegativeTest-2076342172 tempest-AttachVolumeNegativeTest-2076342172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 19:22:12.993977 dv-cinder-806191-2-iscsi neutron-server[93883]: INFO neutron.wsgi [req-113c2aae-3543-4bdf-ac42-d95e7c03bc54 req-821d4628-8fea-44c7-962c-50524844330a tempest-AttachVolumeNegativeTest-2076342172 tempest-AttachVolumeNegativeTest-2076342172-project] 10.222.0.26 "GET /v2.0/ports?device_id=0877765f-cdbf-4b0b-bf2c-c50d51f89aa0 HTTP/1.1" status: 200 len: 944 time: 0.2161202 Aug 29 19:22:13.015678 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07e0c3e0-914a-4176-b2f4-e1d6a90f3bc3 req-daf0d378-b21b-47c7-b305-dec27b4c8520 tempest-DeleteServersTestJSON-54809137 tempest-DeleteServersTestJSON-54809137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 19:22:13.029835 dv-cinder-806191-2-iscsi neutron-server[93884]: INFO neutron.wsgi [req-07e0c3e0-914a-4176-b2f4-e1d6a90f3bc3 req-daf0d378-b21b-47c7-b305-dec27b4c8520 tempest-DeleteServersTestJSON-54809137 tempest-DeleteServersTestJSON-54809137-project] 10.222.0.26 "GET /v2.0/ports?device_id=6250a8d1-2c0f-401a-bbde-6e6b92afc3f7 HTTP/1.1" status: 200 len: 944 time: 0.2380226 Aug 29 19:22:13.126441 dv-cinder-806191-2-iscsi neutron-server[93883]: INFO neutron.wsgi [req-113c2aae-3543-4bdf-ac42-d95e7c03bc54 req-090bc945-ec73-41e8-923a-553ad8bf0196 tempest-AttachVolumeNegativeTest-2076342172 tempest-AttachVolumeNegativeTest-2076342172-project] 10.222.0.26 "GET /v2.0/security-groups?id=ea7dc4db-96bb-4713-a2e6-e8b6fb48c457&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1177738 Aug 29 19:22:13.126890 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-9d6278bd-3e6a-407e-8667-e7116ceb796e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368872'] for security_group, after_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:22:13.128562 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-9d6278bd-3e6a-407e-8667-e7116ceb796e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:22:13.129747 dv-cinder-806191-2-iscsi neutron-server[93884]: INFO neutron.wsgi [None req-9d6278bd-3e6a-407e-8667-e7116ceb796e admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/a212fb26-a788-48db-8d3e-54f65cccf514 HTTP/1.1" status: 204 len: 168 time: 0.4743469 Aug 29 19:22:13.150204 dv-cinder-806191-2-iscsi neutron-server[93884]: INFO neutron.wsgi [req-07e0c3e0-914a-4176-b2f4-e1d6a90f3bc3 req-4b42bbff-84af-4c98-be48-59db88d9c2bb tempest-DeleteServersTestJSON-54809137 tempest-DeleteServersTestJSON-54809137-project] 10.222.0.26 "GET /v2.0/security-groups?id=a5ff652f-191c-4a97-9168-26078f022aaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1182132 Aug 29 19:22:13.164690 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d6278bd-3e6a-407e-8667-e7116ceb796e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a212fb26-a788-48db-8d3e-54f65cccf514,revision_number=None']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:22:13.407138 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5df30cf-3f32-4187-a032-fb99591fee87 req-3b787b6e-729e-458a-8b60-1052de5dac6a tempest-ServerRescueNegativeTestJSON-1221659768 tempest-ServerRescueNegativeTestJSON-1221659768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 19:22:13.421384 dv-cinder-806191-2-iscsi neutron-server[93883]: INFO neutron.wsgi [req-a5df30cf-3f32-4187-a032-fb99591fee87 req-3b787b6e-729e-458a-8b60-1052de5dac6a tempest-ServerRescueNegativeTestJSON-1221659768 tempest-ServerRescueNegativeTestJSON-1221659768-project] 10.222.0.26 "GET /v2.0/ports?device_id=becd7a60-bff6-444b-8396-15d0c458fa2e HTTP/1.1" status: 200 len: 944 time: 0.1613002 Aug 29 19:22:13.529436 dv-cinder-806191-2-iscsi neutron-server[93883]: INFO neutron.wsgi [req-a5df30cf-3f32-4187-a032-fb99591fee87 req-650ca785-124a-4c23-8b7b-a104c6db5cb7 tempest-ServerRescueNegativeTestJSON-1221659768 tempest-ServerRescueNegativeTestJSON-1221659768-project] 10.222.0.26 "GET /v2.0/security-groups?id=53892fd6-fc0b-43d7-b2d3-4778a69f0ff7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1052265 Aug 29 19:22:13.879940 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-e411ce9c-394c-453f-add9-812245090945 None None] Device 189ce962-18b0-4d08-b12d-12c8e1ea6a8b up at agent hyperv_hv-cinder-80619 {{(pid=93885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 19:22:14.008988 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-e411ce9c-394c-453f-add9-812245090945 None None] Provisioning for port 189ce962-18b0-4d08-b12d-12c8e1ea6a8b completed by entity L2. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 19:22:14.018211 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-e411ce9c-394c-453f-add9-812245090945 None None] Provisioning complete for port 189ce962-18b0-4d08-b12d-12c8e1ea6a8b triggered by entity L2. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 19:22:14.019228 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-e411ce9c-394c-453f-add9-812245090945 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3627211'] for port, provisioning_complete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:22:14.348074 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-e411ce9c-394c-453f-add9-812245090945 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3669058'] for port, before_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:22:14.445183 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-e411ce9c-394c-453f-add9-812245090945 None None] For port 189ce962-18b0-4d08-b12d-12c8e1ea6a8b, host hv-cinder-80619, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80619',level=0,port_id=189ce962-18b0-4d08-b12d-12c8e1ea6a8b,segment=NetworkSegment(8fe8a594-91a4-40c0-b8c2-40d42544c273),segment_id=8fe8a594-91a4-40c0-b8c2-40d42544c273)] {{(pid=93885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 19:22:14.447898 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0877765f-cdbf-4b0b-bf2c-c50d51f89aa0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '189ce962-18b0-4d08-b12d-12c8e1ea6a8b'}] {{(pid=93885) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 19:22:14.452556 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-417c68fc-2027-4526-aa02-b28544785a17 req-91092402-8b76-415d-8250-c0145450dd9b tempest-AttachVolumeNegativeTest-2076342172 tempest-AttachVolumeNegativeTest-2076342172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 19:22:14.460749 dv-cinder-806191-2-iscsi neutron-server[93884]: INFO neutron.wsgi [req-417c68fc-2027-4526-aa02-b28544785a17 req-91092402-8b76-415d-8250-c0145450dd9b tempest-AttachVolumeNegativeTest-2076342172 tempest-AttachVolumeNegativeTest-2076342172-project] 10.222.0.26 "GET /v2.0/ports?device_id=0877765f-cdbf-4b0b-bf2c-c50d51f89aa0 HTTP/1.1" status: 200 len: 944 time: 0.2193191 Aug 29 19:22:14.588862 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ba775ff-5a5f-4655-9ee4-72e8826188ed req-c2f6ee75-8090-4550-9e44-a8e835ea4169 tempest-DeleteServersTestJSON-54809137 tempest-DeleteServersTestJSON-54809137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 19:22:14.591320 dv-cinder-806191-2-iscsi neutron-server[93884]: INFO neutron.wsgi [req-417c68fc-2027-4526-aa02-b28544785a17 req-26c618f7-a636-4cd1-be3f-9c611ea47205 tempest-AttachVolumeNegativeTest-2076342172 tempest-AttachVolumeNegativeTest-2076342172-project] 10.222.0.26 "GET /v2.0/security-groups?id=ea7dc4db-96bb-4713-a2e6-e8b6fb48c457&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1208618 Aug 29 19:22:14.596271 dv-cinder-806191-2-iscsi neutron-server[93883]: INFO neutron.wsgi [req-7ba775ff-5a5f-4655-9ee4-72e8826188ed req-c2f6ee75-8090-4550-9e44-a8e835ea4169 tempest-DeleteServersTestJSON-54809137 tempest-DeleteServersTestJSON-54809137-project] 10.222.0.26 "GET /v2.0/ports?device_id=6250a8d1-2c0f-401a-bbde-6e6b92afc3f7 HTTP/1.1" status: 200 len: 944 time: 0.1953039 Aug 29 19:22:14.636238 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-e411ce9c-394c-453f-add9-812245090945 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3669005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3715978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777170436913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777169884182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777169884200'] for port, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:22:14.679072 dv-cinder-806191-2-iscsi neutron-server[93883]: INFO neutron.wsgi [req-7ba775ff-5a5f-4655-9ee4-72e8826188ed req-bc1ef299-7370-462c-8b58-f8e81523eabc tempest-DeleteServersTestJSON-54809137 tempest-DeleteServersTestJSON-54809137-project] 10.222.0.26 "GET /v2.0/security-groups?id=a5ff652f-191c-4a97-9168-26078f022aaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0758278 Aug 29 19:22:14.759775 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e411ce9c-394c-453f-add9-812245090945 None None] Pushing event updated for resources: {'Port': ['ID=189ce962-18b0-4d08-b12d-12c8e1ea6a8b,revision_number=5']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:22:14.824283 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-236ce1ed-0588-4fb1-ab30-44d2a4bcc473 req-e423e05b-adf3-4253-a26f-6c07ef349091 tempest-ServerRescueNegativeTestJSON-1221659768 tempest-ServerRescueNegativeTestJSON-1221659768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 19:22:14.831213 dv-cinder-806191-2-iscsi neutron-server[93884]: INFO neutron.wsgi [req-236ce1ed-0588-4fb1-ab30-44d2a4bcc473 req-e423e05b-adf3-4253-a26f-6c07ef349091 tempest-ServerRescueNegativeTestJSON-1221659768 tempest-ServerRescueNegativeTestJSON-1221659768-project] 10.222.0.26 "GET /v2.0/ports?device_id=becd7a60-bff6-444b-8396-15d0c458fa2e HTTP/1.1" status: 200 len: 944 time: 0.0947897 Aug 29 19:22:14.885615 dv-cinder-806191-2-iscsi neutron-server[93884]: INFO neutron.wsgi [req-236ce1ed-0588-4fb1-ab30-44d2a4bcc473 req-e8e49e80-951c-4582-aa28-c2a62dc424d7 tempest-ServerRescueNegativeTestJSON-1221659768 tempest-ServerRescueNegativeTestJSON-1221659768-project] 10.222.0.26 "GET /v2.0/security-groups?id=53892fd6-fc0b-43d7-b2d3-4778a69f0ff7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483646 Aug 29 19:22:14.990853 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b746b22f1a330a85490eeb53ccb4cfec71189e4c963aff014ae6842ea75f17cc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b87405e7-fdf1-4af1-8e90-168bfe5cbadf" -d '{"events": [{"server_uuid": "0877765f-cdbf-4b0b-bf2c-c50d51f89aa0", "name": "network-vif-plugged", "status": "completed", "tag": "189ce962-18b0-4d08-b12d-12c8e1ea6a8b"}]}' {{(pid=93885) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 19:22:15.309318 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 19:22:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7149f7df-833d-4f87-bee1-9c59565cc94c x-openstack-request-id: req-7149f7df-833d-4f87-bee1-9c59565cc94c {{(pid=93885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 19:22:15.309318 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0877765f-cdbf-4b0b-bf2c-c50d51f89aa0", "name": "network-vif-plugged", "status": "completed", "tag": "189ce962-18b0-4d08-b12d-12c8e1ea6a8b", "code": 200}]} {{(pid=93885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 19:22:15.309318 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-7149f7df-833d-4f87-bee1-9c59565cc94c {{(pid=93885) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 19:22:15.309318 dv-cinder-806191-2-iscsi neutron-server[93885]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0877765f-cdbf-4b0b-bf2c-c50d51f89aa0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '189ce962-18b0-4d08-b12d-12c8e1ea6a8b', 'code': 200} Aug 29 19:22:15.739358 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f36b88d9-5152-4bb4-b51d-d97ebb8ce4bd req-ec844315-b84c-4770-bad9-6d411eeb9278 tempest-AttachVolumeNegativeTest-2076342172 tempest-AttachVolumeNegativeTest-2076342172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 19:22:15.753743 dv-cinder-806191-2-iscsi neutron-server[93884]: INFO neutron.wsgi [req-f36b88d9-5152-4bb4-b51d-d97ebb8ce4bd req-ec844315-b84c-4770-bad9-6d411eeb9278 tempest-AttachVolumeNegativeTest-2076342172 tempest-AttachVolumeNegativeTest-2076342172-project] 10.222.0.26 "GET /v2.0/ports?device_id=0877765f-cdbf-4b0b-bf2c-c50d51f89aa0 HTTP/1.1" status: 200 len: 945 time: 0.0690742 Aug 29 19:22:15.821200 dv-cinder-806191-2-iscsi neutron-server[93884]: INFO neutron.wsgi [req-f36b88d9-5152-4bb4-b51d-d97ebb8ce4bd req-5ba5d285-f115-409d-b725-d81f4106fe90 tempest-AttachVolumeNegativeTest-2076342172 tempest-AttachVolumeNegativeTest-2076342172-project] 10.222.0.26 "GET /v2.0/security-groups?id=ea7dc4db-96bb-4713-a2e6-e8b6fb48c457&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626669 Aug 29 19:22:15.886519 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e3a14c2-0b11-48af-a5ab-6ff4102683cf req-75d2e069-56c1-4452-a23c-619a937697cd tempest-DeleteServersTestJSON-54809137 tempest-DeleteServersTestJSON-54809137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 19:22:15.889560 dv-cinder-806191-2-iscsi neutron-server[93883]: INFO neutron.wsgi [req-8e3a14c2-0b11-48af-a5ab-6ff4102683cf req-75d2e069-56c1-4452-a23c-619a937697cd tempest-DeleteServersTestJSON-54809137 tempest-DeleteServersTestJSON-54809137-project] 10.222.0.26 "GET /v2.0/ports?device_id=6250a8d1-2c0f-401a-bbde-6e6b92afc3f7 HTTP/1.1" status: 200 len: 944 time: 0.0926325 Aug 29 19:22:15.975313 dv-cinder-806191-2-iscsi neutron-server[93883]: INFO neutron.wsgi [req-8e3a14c2-0b11-48af-a5ab-6ff4102683cf req-61cc128c-8929-444d-bc13-c48b3cd4fb1a tempest-DeleteServersTestJSON-54809137 tempest-DeleteServersTestJSON-54809137-project] 10.222.0.26 "GET /v2.0/security-groups?id=a5ff652f-191c-4a97-9168-26078f022aaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0786154 Aug 29 19:22:16.121789 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4f2c44a-130d-47e2-ad15-b1bfc8d02742 req-8c04e909-cafa-415d-a5b7-77d1d2da7d58 tempest-ServerRescueNegativeTestJSON-1221659768 tempest-ServerRescueNegativeTestJSON-1221659768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 19:22:16.126009 dv-cinder-806191-2-iscsi neutron-server[93884]: INFO neutron.wsgi [req-e4f2c44a-130d-47e2-ad15-b1bfc8d02742 req-8c04e909-cafa-415d-a5b7-77d1d2da7d58 tempest-ServerRescueNegativeTestJSON-1221659768 tempest-ServerRescueNegativeTestJSON-1221659768-project] 10.222.0.26 "GET /v2.0/ports?device_id=becd7a60-bff6-444b-8396-15d0c458fa2e HTTP/1.1" status: 200 len: 944 time: 0.1002321 Aug 29 19:22:16.190792 dv-cinder-806191-2-iscsi neutron-server[93884]: INFO neutron.wsgi [req-e4f2c44a-130d-47e2-ad15-b1bfc8d02742 req-bc16b916-ee8d-4803-814b-3ab6bde97448 tempest-ServerRescueNegativeTestJSON-1221659768 tempest-ServerRescueNegativeTestJSON-1221659768-project] 10.222.0.26 "GET /v2.0/security-groups?id=53892fd6-fc0b-43d7-b2d3-4778a69f0ff7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554655 Aug 29 19:22:16.387197 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-4c0d7d5b-682a-41bf-8cc4-b22e8011ad04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777170380508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3627128'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:22:16.672639 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.26', 56126) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 19:22:16.779275 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-e411ce9c-394c-453f-add9-812245090945 None None] Device 0b58d40a-64db-4ff8-b84a-d62dc022f6b9 up at agent hyperv_hv-cinder-80619 {{(pid=93885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 19:22:16.853347 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-0ef5908a-efba-4c0f-9231-72e5f66f43a8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:22:16.879467 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-e411ce9c-394c-453f-add9-812245090945 None None] Provisioning for port 0b58d40a-64db-4ff8-b84a-d62dc022f6b9 completed by entity L2. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 19:22:16.887129 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-e411ce9c-394c-453f-add9-812245090945 None None] Provisioning complete for port 0b58d40a-64db-4ff8-b84a-d62dc022f6b9 triggered by entity L2. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 19:22:16.888194 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-e411ce9c-394c-453f-add9-812245090945 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3627211'] for port, provisioning_complete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:22:17.002993 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-e411ce9c-394c-453f-add9-812245090945 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3669058'] for port, before_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:22:17.096939 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-0ef5908a-efba-4c0f-9231-72e5f66f43a8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:22:17.106117 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-0ef5908a-efba-4c0f-9231-72e5f66f43a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368872'] for security_group, after_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:22:17.108667 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-e411ce9c-394c-453f-add9-812245090945 None None] For port 0b58d40a-64db-4ff8-b84a-d62dc022f6b9, host hv-cinder-80619, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80619',level=0,port_id=0b58d40a-64db-4ff8-b84a-d62dc022f6b9,segment=NetworkSegment(ac1c3e1d-4bb1-4222-8869-d8e145ff64dd),segment_id=ac1c3e1d-4bb1-4222-8869-d8e145ff64dd)] {{(pid=93885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 19:22:17.116602 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-e411ce9c-394c-453f-add9-812245090945 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3669005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3715978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777170436913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777169884182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777169884200'] for port, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:22:17.118307 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-e411ce9c-394c-453f-add9-812245090945 None None] Device 0085027d-4245-4841-9cbc-1b2c8e0ea998 up at agent hyperv_hv-cinder-80619 {{(pid=93885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 19:22:17.177581 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa4a1b1e-74db-4cd6-a261-dfb434812f9f req-d51fe68b-257e-463e-9943-d9c468f8dcdb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 19:22:17.180262 dv-cinder-806191-2-iscsi neutron-server[93883]: INFO neutron.wsgi [req-fa4a1b1e-74db-4cd6-a261-dfb434812f9f req-d51fe68b-257e-463e-9943-d9c468f8dcdb service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=0877765f-cdbf-4b0b-bf2c-c50d51f89aa0 HTTP/1.1" status: 200 len: 1098 time: 0.1562958 Aug 29 19:22:17.196144 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71a617e5-f37a-4a76-bb4b-fc6c2792d270 req-91433fa5-98c6-4bb2-8f7a-66ee7b9d1394 tempest-AttachVolumeNegativeTest-2076342172 tempest-AttachVolumeNegativeTest-2076342172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 19:22:17.210210 dv-cinder-806191-2-iscsi neutron-server[93883]: INFO neutron.wsgi [req-71a617e5-f37a-4a76-bb4b-fc6c2792d270 req-91433fa5-98c6-4bb2-8f7a-66ee7b9d1394 tempest-AttachVolumeNegativeTest-2076342172 tempest-AttachVolumeNegativeTest-2076342172-project] 10.222.0.26 "GET /v2.0/ports?device_id=0877765f-cdbf-4b0b-bf2c-c50d51f89aa0 HTTP/1.1" status: 200 len: 945 time: 0.2625983 Aug 29 19:22:17.214077 dv-cinder-806191-2-iscsi neutron-server[93884]: INFO neutron.wsgi [None req-0ef5908a-efba-4c0f-9231-72e5f66f43a8 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=f961ff6c19f7452393309043af1ea55e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5399926 Aug 29 19:22:17.218793 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.26', 56142) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 19:22:17.265716 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ef5908a-efba-4c0f-9231-72e5f66f43a8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9d1f8d0e-cfe4-4d19-91a4-2d5b635122fc,revision_number=1']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:22:17.279082 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e411ce9c-394c-453f-add9-812245090945 None None] Pushing event updated for resources: {'Port': ['ID=0b58d40a-64db-4ff8-b84a-d62dc022f6b9,revision_number=5']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:22:17.289759 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-fa4a1b1e-74db-4cd6-a261-dfb434812f9f req-5db67280-b45a-4194-8b72-5dc5af39ad4f service neutron] Notify callbacks [] for security_group, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:22:17.307239 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b0b96d7-37f6-4e0e-aa06-98cc453c9322 req-d5597866-cd37-462e-b9f0-d028c5a8c3b7 tempest-DeleteServersTestJSON-54809137 tempest-DeleteServersTestJSON-54809137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 19:22:17.310904 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '332ea1a5-b86c-4ccd-b130-2904c695b590', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0b58d40a-64db-4ff8-b84a-d62dc022f6b9'}] {{(pid=93885) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 19:22:17.315487 dv-cinder-806191-2-iscsi neutron-server[93884]: INFO neutron.wsgi [req-8b0b96d7-37f6-4e0e-aa06-98cc453c9322 req-d5597866-cd37-462e-b9f0-d028c5a8c3b7 tempest-DeleteServersTestJSON-54809137 tempest-DeleteServersTestJSON-54809137-project] 10.222.0.26 "GET /v2.0/ports?device_id=6250a8d1-2c0f-401a-bbde-6e6b92afc3f7 HTTP/1.1" status: 200 len: 944 time: 0.1425905 Aug 29 19:22:17.316367 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b746b22f1a330a85490eeb53ccb4cfec71189e4c963aff014ae6842ea75f17cc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-341cf9bc-dabd-4d83-9755-dcf497a546cb" -d '{"events": [{"server_uuid": "332ea1a5-b86c-4ccd-b130-2904c695b590", "name": "network-vif-plugged", "status": "completed", "tag": "0b58d40a-64db-4ff8-b84a-d62dc022f6b9"}]}' {{(pid=93885) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 19:22:17.318626 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-0b7017f7-5da0-4b0e-b9c2-56f38013a025 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:22:17.369625 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-e411ce9c-394c-453f-add9-812245090945 None None] Provisioning for port 0085027d-4245-4841-9cbc-1b2c8e0ea998 completed by entity L2. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 19:22:17.371286 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-0b7017f7-5da0-4b0e-b9c2-56f38013a025 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:22:17.378350 dv-cinder-806191-2-iscsi neutron-server[93883]: INFO neutron.wsgi [req-71a617e5-f37a-4a76-bb4b-fc6c2792d270 req-fdd6aeab-4f31-4888-af92-44bbf5714f89 tempest-AttachVolumeNegativeTest-2076342172 tempest-AttachVolumeNegativeTest-2076342172-project] 10.222.0.26 "GET /v2.0/security-groups?id=ea7dc4db-96bb-4713-a2e6-e8b6fb48c457&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1663551 Aug 29 19:22:17.385243 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-e411ce9c-394c-453f-add9-812245090945 None None] Provisioning complete for port 0085027d-4245-4841-9cbc-1b2c8e0ea998 triggered by entity L2. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 19:22:17.389238 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-e411ce9c-394c-453f-add9-812245090945 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3627211'] for port, provisioning_complete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:22:17.403276 dv-cinder-806191-2-iscsi neutron-server[93884]: INFO neutron.wsgi [req-8b0b96d7-37f6-4e0e-aa06-98cc453c9322 req-6052272c-cb5d-47dc-beaf-81e791ceca23 tempest-DeleteServersTestJSON-54809137 tempest-DeleteServersTestJSON-54809137-project] 10.222.0.26 "GET /v2.0/security-groups?id=a5ff652f-191c-4a97-9168-26078f022aaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0855317 Aug 29 19:22:17.514887 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-0b7017f7-5da0-4b0e-b9c2-56f38013a025 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368872'] for security_group, after_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:22:17.521245 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 19:22:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0bed5fae-87dd-4528-8e01-a67219b55ea3 x-openstack-request-id: req-0bed5fae-87dd-4528-8e01-a67219b55ea3 {{(pid=93885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 19:22:17.521815 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "332ea1a5-b86c-4ccd-b130-2904c695b590", "name": "network-vif-plugged", "status": "completed", "tag": "0b58d40a-64db-4ff8-b84a-d62dc022f6b9", "code": 200}]} {{(pid=93885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 19:22:17.521946 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-0b7017f7-5da0-4b0e-b9c2-56f38013a025 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:22:17.522415 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-0bed5fae-87dd-4528-8e01-a67219b55ea3 {{(pid=93885) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 19:22:17.523120 dv-cinder-806191-2-iscsi neutron-server[93885]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '332ea1a5-b86c-4ccd-b130-2904c695b590', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0b58d40a-64db-4ff8-b84a-d62dc022f6b9', 'code': 200} Aug 29 19:22:17.545016 dv-cinder-806191-2-iscsi neutron-server[93884]: INFO neutron.wsgi [None req-0b7017f7-5da0-4b0e-b9c2-56f38013a025 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/9d1f8d0e-cfe4-4d19-91a4-2d5b635122fc HTTP/1.1" status: 204 len: 168 time: 0.3247461 Aug 29 19:22:17.583724 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b7017f7-5da0-4b0e-b9c2-56f38013a025 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d1f8d0e-cfe4-4d19-91a4-2d5b635122fc,revision_number=None']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:22:17.653996 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-e411ce9c-394c-453f-add9-812245090945 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3669058'] for port, before_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:22:17.669832 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-fa4a1b1e-74db-4cd6-a261-dfb434812f9f req-5db67280-b45a-4194-8b72-5dc5af39ad4f service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:22:17.680396 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-fa4a1b1e-74db-4cd6-a261-dfb434812f9f req-5db67280-b45a-4194-8b72-5dc5af39ad4f service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368872'] for security_group, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:22:17.728799 dv-cinder-806191-2-iscsi neutron-server[93883]: INFO neutron.wsgi [req-fa4a1b1e-74db-4cd6-a261-dfb434812f9f req-5db67280-b45a-4194-8b72-5dc5af39ad4f service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=ea7dc4db-96bb-4713-a2e6-e8b6fb48c457&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4999404 Aug 29 19:22:17.732434 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-e411ce9c-394c-453f-add9-812245090945 None None] For port 0085027d-4245-4841-9cbc-1b2c8e0ea998, host hv-cinder-80619, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80619',level=0,port_id=0085027d-4245-4841-9cbc-1b2c8e0ea998,segment=NetworkSegment(711f1075-1ac0-4e1b-8344-072510bf1c14),segment_id=711f1075-1ac0-4e1b-8344-072510bf1c14)] {{(pid=93885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 19:22:17.741189 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47cef113-f1bb-47d3-b8e5-2824c117eb06 req-d4e36349-c5fa-4f23-9626-ac05bb64c74a tempest-ServerRescueNegativeTestJSON-1221659768 tempest-ServerRescueNegativeTestJSON-1221659768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 19:22:17.742972 dv-cinder-806191-2-iscsi neutron-server[93883]: INFO neutron.wsgi [req-47cef113-f1bb-47d3-b8e5-2824c117eb06 req-d4e36349-c5fa-4f23-9626-ac05bb64c74a tempest-ServerRescueNegativeTestJSON-1221659768 tempest-ServerRescueNegativeTestJSON-1221659768-project] 10.222.0.26 "GET /v2.0/ports?device_id=becd7a60-bff6-444b-8396-15d0c458fa2e HTTP/1.1" status: 200 len: 944 time: 0.2281213 Aug 29 19:22:17.753713 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5db67280-b45a-4194-8b72-5dc5af39ad4f service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=3e63b517-29ed-42ef-bf40-9f1d9eee2273,revision_number=1']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:22:17.762461 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-e411ce9c-394c-453f-add9-812245090945 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3669005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3715978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777170436913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777169884182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777169884200'] for port, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:22:17.822847 dv-cinder-806191-2-iscsi neutron-server[93883]: INFO neutron.wsgi [req-47cef113-f1bb-47d3-b8e5-2824c117eb06 req-6143ab28-9099-4ecf-9d78-58d68e576f65 tempest-ServerRescueNegativeTestJSON-1221659768 tempest-ServerRescueNegativeTestJSON-1221659768-project] 10.222.0.26 "GET /v2.0/security-groups?id=53892fd6-fc0b-43d7-b2d3-4778a69f0ff7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607820 Aug 29 19:22:17.885199 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-e411ce9c-394c-453f-add9-812245090945 None None] Device ed0cb01b-7491-498c-a88c-5b1fdbd1ba9c up at agent hyperv_hv-cinder-80619 {{(pid=93885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 19:22:18.026727 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e411ce9c-394c-453f-add9-812245090945 None None] Pushing event updated for resources: {'Port': ['ID=0085027d-4245-4841-9cbc-1b2c8e0ea998,revision_number=5']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:22:18.034752 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-e411ce9c-394c-453f-add9-812245090945 None None] Provisioning for port ed0cb01b-7491-498c-a88c-5b1fdbd1ba9c completed by entity L2. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 19:22:18.042295 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-e411ce9c-394c-453f-add9-812245090945 None None] Provisioning complete for port ed0cb01b-7491-498c-a88c-5b1fdbd1ba9c triggered by entity L2. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 19:22:18.042935 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-e411ce9c-394c-453f-add9-812245090945 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3627211'] for port, provisioning_complete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:22:18.209232 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8902eac3-d0e3-4a2d-9fcb-94b1dad24ca4 req-3f3619e1-2a9c-42db-a89c-556d2fcebc9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 19:22:18.215526 dv-cinder-806191-2-iscsi neutron-server[93883]: INFO neutron.wsgi [req-8902eac3-d0e3-4a2d-9fcb-94b1dad24ca4 req-3f3619e1-2a9c-42db-a89c-556d2fcebc9e service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=332ea1a5-b86c-4ccd-b130-2904c695b590 HTTP/1.1" status: 200 len: 1098 time: 0.2091563 Aug 29 19:22:18.231912 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-e411ce9c-394c-453f-add9-812245090945 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3669058'] for port, before_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:22:18.265378 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.26', 56180) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 19:22:18.311231 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-5dd86655-5bd6-4bd9-bf3e-70bd9a4d609f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:22:18.323371 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-e411ce9c-394c-453f-add9-812245090945 None None] For port ed0cb01b-7491-498c-a88c-5b1fdbd1ba9c, host hv-cinder-80619, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80619',level=0,port_id=ed0cb01b-7491-498c-a88c-5b1fdbd1ba9c,segment=NetworkSegment(ac1c3e1d-4bb1-4222-8869-d8e145ff64dd),segment_id=ac1c3e1d-4bb1-4222-8869-d8e145ff64dd)] {{(pid=93885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 19:22:18.331673 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-e411ce9c-394c-453f-add9-812245090945 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3669005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3715978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777170436913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777169884182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777169884200'] for port, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:22:18.335385 dv-cinder-806191-2-iscsi neutron-server[93883]: INFO neutron.wsgi [req-8902eac3-d0e3-4a2d-9fcb-94b1dad24ca4 req-ab235f47-21ec-4a7e-bc34-ef76d929a505 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=53892fd6-fc0b-43d7-b2d3-4778a69f0ff7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1060927 Aug 29 19:22:18.433422 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e411ce9c-394c-453f-add9-812245090945 None None] Pushing event updated for resources: {'Port': ['ID=ed0cb01b-7491-498c-a88c-5b1fdbd1ba9c,revision_number=5']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:22:18.540459 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-5dd86655-5bd6-4bd9-bf3e-70bd9a4d609f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:22:18.551582 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-5dd86655-5bd6-4bd9-bf3e-70bd9a4d609f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368872'] for security_group, after_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:22:18.717843 dv-cinder-806191-2-iscsi neutron-server[93884]: INFO neutron.wsgi [None req-5dd86655-5bd6-4bd9-bf3e-70bd9a4d609f admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=62a7fa6d5fbe482a9275fd92a7ccafe6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4495766 Aug 29 19:22:18.734797 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.26', 56198) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 19:22:18.766041 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dd86655-5bd6-4bd9-bf3e-70bd9a4d609f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=071aa3a0-c0b3-4f89-bf98-19bcb2c4ba96,revision_number=1']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:22:18.806262 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-057892c3-bfe9-4dbc-a0e8-f74de78be597 req-b9d8f373-e43f-4510-831b-8c0a85d7e89d tempest-AttachVolumeNegativeTest-2076342172 tempest-AttachVolumeNegativeTest-2076342172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 19:22:18.808971 dv-cinder-806191-2-iscsi neutron-server[93884]: INFO neutron.wsgi [req-057892c3-bfe9-4dbc-a0e8-f74de78be597 req-b9d8f373-e43f-4510-831b-8c0a85d7e89d tempest-AttachVolumeNegativeTest-2076342172 tempest-AttachVolumeNegativeTest-2076342172-project] 10.222.0.26 "GET /v2.0/ports?device_id=0877765f-cdbf-4b0b-bf2c-c50d51f89aa0 HTTP/1.1" status: 200 len: 945 time: 0.1985331 Aug 29 19:22:18.822472 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9325bb7f-1df1-41df-842d-ff1ac2307570 req-8824cf86-81a7-4867-b549-407d2f78e2bc tempest-DeleteServersTestJSON-54809137 tempest-DeleteServersTestJSON-54809137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 19:22:18.836410 dv-cinder-806191-2-iscsi neutron-server[93883]: INFO neutron.wsgi [req-9325bb7f-1df1-41df-842d-ff1ac2307570 req-8824cf86-81a7-4867-b549-407d2f78e2bc tempest-DeleteServersTestJSON-54809137 tempest-DeleteServersTestJSON-54809137-project] 10.222.0.26 "GET /v2.0/ports?device_id=6250a8d1-2c0f-401a-bbde-6e6b92afc3f7 HTTP/1.1" status: 200 len: 945 time: 0.2289865 Aug 29 19:22:18.908695 dv-cinder-806191-2-iscsi neutron-server[93884]: INFO neutron.wsgi [req-057892c3-bfe9-4dbc-a0e8-f74de78be597 req-b375483c-97d6-41f7-8827-fadce5d9f92c tempest-AttachVolumeNegativeTest-2076342172 tempest-AttachVolumeNegativeTest-2076342172-project] 10.222.0.26 "GET /v2.0/security-groups?id=ea7dc4db-96bb-4713-a2e6-e8b6fb48c457&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0813339 Aug 29 19:22:18.918270 dv-cinder-806191-2-iscsi neutron-server[93883]: INFO neutron.wsgi [req-9325bb7f-1df1-41df-842d-ff1ac2307570 req-ad2da879-5417-4156-a697-0ea87f017b7d tempest-DeleteServersTestJSON-54809137 tempest-DeleteServersTestJSON-54809137-project] 10.222.0.26 "GET /v2.0/security-groups?id=a5ff652f-191c-4a97-9168-26078f022aaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0779655 Aug 29 19:22:18.955783 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.26', 56204) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 19:22:18.971426 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-f50cc458-0aab-4fba-a423-423090cbf178 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:22:19.029872 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-5388c794-83d7-446a-8a64-d4d6e9eeb9ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777170380508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3627128'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:22:19.070572 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-f50cc458-0aab-4fba-a423-423090cbf178 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:22:19.144337 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ae889c0-75fd-4498-9f5b-88e49d581583 req-6749e717-3d03-4ea5-bf3b-8583925c1a65 tempest-ServerRescueNegativeTestJSON-1221659768 tempest-ServerRescueNegativeTestJSON-1221659768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 19:22:19.147396 dv-cinder-806191-2-iscsi neutron-server[93883]: INFO neutron.wsgi [req-7ae889c0-75fd-4498-9f5b-88e49d581583 req-6749e717-3d03-4ea5-bf3b-8583925c1a65 tempest-ServerRescueNegativeTestJSON-1221659768 tempest-ServerRescueNegativeTestJSON-1221659768-project] 10.222.0.26 "GET /v2.0/ports?device_id=becd7a60-bff6-444b-8396-15d0c458fa2e HTTP/1.1" status: 200 len: 945 time: 0.1342704 Aug 29 19:22:19.169839 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-f50cc458-0aab-4fba-a423-423090cbf178 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368872'] for security_group, after_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:22:19.173097 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-f50cc458-0aab-4fba-a423-423090cbf178 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:22:19.174632 dv-cinder-806191-2-iscsi neutron-server[93884]: INFO neutron.wsgi [None req-f50cc458-0aab-4fba-a423-423090cbf178 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/071aa3a0-c0b3-4f89-bf98-19bcb2c4ba96 HTTP/1.1" status: 204 len: 168 time: 0.4288442 Aug 29 19:22:19.176199 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-45e68f05-fb78-4838-8eea-dec6161cac32 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:22:19.194602 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f50cc458-0aab-4fba-a423-423090cbf178 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=071aa3a0-c0b3-4f89-bf98-19bcb2c4ba96,revision_number=None']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:22:19.233853 dv-cinder-806191-2-iscsi neutron-server[93883]: INFO neutron.wsgi [req-7ae889c0-75fd-4498-9f5b-88e49d581583 req-dde16d19-a4db-49c6-8e77-873d0e534023 tempest-ServerRescueNegativeTestJSON-1221659768 tempest-ServerRescueNegativeTestJSON-1221659768-project] 10.222.0.26 "GET /v2.0/security-groups?id=53892fd6-fc0b-43d7-b2d3-4778a69f0ff7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719314 Aug 29 19:22:19.316115 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-45e68f05-fb78-4838-8eea-dec6161cac32 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:22:19.324615 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-45e68f05-fb78-4838-8eea-dec6161cac32 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368872'] for security_group, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:22:19.384945 dv-cinder-806191-2-iscsi neutron-server[93883]: INFO neutron.wsgi [None req-45e68f05-fb78-4838-8eea-dec6161cac32 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=8ea8007071aa4f4492431a246b4674d0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4238234 Aug 29 19:22:19.384945 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45e68f05-fb78-4838-8eea-dec6161cac32 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2d252273-0421-43e0-9794-4af00620c95e,revision_number=1']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:22:19.385871 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.26', 56218) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 19:22:19.445143 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-2b5d7fad-b23f-46a7-8def-7af1948647af admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:22:19.477205 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-2b5d7fad-b23f-46a7-8def-7af1948647af admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:22:19.525050 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6250a8d1-2c0f-401a-bbde-6e6b92afc3f7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0085027d-4245-4841-9cbc-1b2c8e0ea998'}, {'server_uuid': 'becd7a60-bff6-444b-8396-15d0c458fa2e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ed0cb01b-7491-498c-a88c-5b1fdbd1ba9c'}] {{(pid=93885) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 19:22:19.529508 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b746b22f1a330a85490eeb53ccb4cfec71189e4c963aff014ae6842ea75f17cc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3cec0fde-45b1-4699-ad6b-dde4675cfe1c" -d '{"events": [{"server_uuid": "6250a8d1-2c0f-401a-bbde-6e6b92afc3f7", "name": "network-vif-plugged", "status": "completed", "tag": "0085027d-4245-4841-9cbc-1b2c8e0ea998"}, {"server_uuid": "becd7a60-bff6-444b-8396-15d0c458fa2e", "name": "network-vif-plugged", "status": "completed", "tag": "ed0cb01b-7491-498c-a88c-5b1fdbd1ba9c"}]}' {{(pid=93885) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 19:22:19.586010 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-2b5d7fad-b23f-46a7-8def-7af1948647af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368872'] for security_group, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:22:19.589864 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-2b5d7fad-b23f-46a7-8def-7af1948647af admin admin] Notify callbacks [] for security_group, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:22:19.595762 dv-cinder-806191-2-iscsi neutron-server[93883]: INFO neutron.wsgi [None req-2b5d7fad-b23f-46a7-8def-7af1948647af admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/2d252273-0421-43e0-9794-4af00620c95e HTTP/1.1" status: 204 len: 168 time: 0.2046430 Aug 29 19:22:19.599629 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Sun, 29 Aug 2021 19:22:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-23b09ee5-a698-40c6-af32-bf7e09a410f5 x-openstack-request-id: req-23b09ee5-a698-40c6-af32-bf7e09a410f5 {{(pid=93885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 19:22:19.600578 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6250a8d1-2c0f-401a-bbde-6e6b92afc3f7", "name": "network-vif-plugged", "status": "completed", "tag": "0085027d-4245-4841-9cbc-1b2c8e0ea998", "code": 200}, {"server_uuid": "becd7a60-bff6-444b-8396-15d0c458fa2e", "name": "network-vif-plugged", "status": "completed", "tag": "ed0cb01b-7491-498c-a88c-5b1fdbd1ba9c", "code": 200}]} {{(pid=93885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 19:22:19.601235 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-23b09ee5-a698-40c6-af32-bf7e09a410f5 {{(pid=93885) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 19:22:19.602189 dv-cinder-806191-2-iscsi neutron-server[93885]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6250a8d1-2c0f-401a-bbde-6e6b92afc3f7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0085027d-4245-4841-9cbc-1b2c8e0ea998', 'code': 200} Aug 29 19:22:19.603095 dv-cinder-806191-2-iscsi neutron-server[93885]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'becd7a60-bff6-444b-8396-15d0c458fa2e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ed0cb01b-7491-498c-a88c-5b1fdbd1ba9c', 'code': 200} Aug 29 19:22:19.608186 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b5d7fad-b23f-46a7-8def-7af1948647af admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d252273-0421-43e0-9794-4af00620c95e,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:22:19.676441 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-f7f3f912-659a-49f9-ab3a-0560ee4983b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777170380508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3627128'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:22:19.918195 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.26', 56238) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 19:22:20.086481 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.26', 56250) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 19:22:20.102315 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-9f5bfdcc-d8d5-4012-a056-b38b1bfd0dc9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:22:20.165580 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cfd1447-308d-487c-9e68-5aac57fe3d62 req-0dbfa9aa-227b-4c4c-9e36-a81a40ec8d50 tempest-AttachVolumeNegativeTest-2076342172 tempest-AttachVolumeNegativeTest-2076342172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 19:22:20.175602 dv-cinder-806191-2-iscsi neutron-server[93884]: INFO neutron.wsgi [req-0cfd1447-308d-487c-9e68-5aac57fe3d62 req-0dbfa9aa-227b-4c4c-9e36-a81a40ec8d50 tempest-AttachVolumeNegativeTest-2076342172 tempest-AttachVolumeNegativeTest-2076342172-project] 10.222.0.26 "GET /v2.0/ports?device_id=0877765f-cdbf-4b0b-bf2c-c50d51f89aa0 HTTP/1.1" status: 200 len: 945 time: 0.1285791 Aug 29 19:22:20.206768 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33d1a3fe-213f-4445-b6f5-cf5af979a51d req-99673033-7319-40cf-bd3f-4c28517940f6 tempest-DeleteServersTestJSON-54809137 tempest-DeleteServersTestJSON-54809137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 19:22:20.214747 dv-cinder-806191-2-iscsi neutron-server[93883]: INFO neutron.wsgi [req-33d1a3fe-213f-4445-b6f5-cf5af979a51d req-99673033-7319-40cf-bd3f-4c28517940f6 tempest-DeleteServersTestJSON-54809137 tempest-DeleteServersTestJSON-54809137-project] 10.222.0.26 "GET /v2.0/ports?device_id=6250a8d1-2c0f-401a-bbde-6e6b92afc3f7 HTTP/1.1" status: 200 len: 945 time: 0.1380427 Aug 29 19:22:20.264903 dv-cinder-806191-2-iscsi neutron-server[93883]: INFO neutron.wsgi [req-33d1a3fe-213f-4445-b6f5-cf5af979a51d req-903f7617-0ad1-48d3-af62-6d612e1b63fe tempest-DeleteServersTestJSON-54809137 tempest-DeleteServersTestJSON-54809137-project] 10.222.0.26 "GET /v2.0/security-groups?id=a5ff652f-191c-4a97-9168-26078f022aaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491536 Aug 29 19:22:20.271988 dv-cinder-806191-2-iscsi neutron-server[93884]: INFO neutron.wsgi [req-0cfd1447-308d-487c-9e68-5aac57fe3d62 req-26ec98b9-459e-4eba-9db1-e954da1bcf15 tempest-AttachVolumeNegativeTest-2076342172 tempest-AttachVolumeNegativeTest-2076342172-project] 10.222.0.26 "GET /v2.0/security-groups?id=ea7dc4db-96bb-4713-a2e6-e8b6fb48c457&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0941920 Aug 29 19:22:20.367139 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-ed31fb2d-405b-476e-b16a-f8415d14bc27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777170380508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3627128'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:22:20.392791 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-4e6d6770-1b8c-4d8e-86fb-edc1d6ca6024 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:22:20.492315 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-9f5bfdcc-d8d5-4012-a056-b38b1bfd0dc9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:22:20.497976 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1df3a902-7aac-463e-8b7e-e28723de3d9d req-7325da76-4e3d-4acc-ac42-c2ff0d961117 tempest-ServerRescueNegativeTestJSON-1221659768 tempest-ServerRescueNegativeTestJSON-1221659768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 19:22:20.506459 dv-cinder-806191-2-iscsi neutron-server[93883]: INFO neutron.wsgi [req-1df3a902-7aac-463e-8b7e-e28723de3d9d req-7325da76-4e3d-4acc-ac42-c2ff0d961117 tempest-ServerRescueNegativeTestJSON-1221659768 tempest-ServerRescueNegativeTestJSON-1221659768-project] 10.222.0.26 "GET /v2.0/ports?device_id=becd7a60-bff6-444b-8396-15d0c458fa2e HTTP/1.1" status: 200 len: 945 time: 0.0805571 Aug 29 19:22:20.517719 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-9f5bfdcc-d8d5-4012-a056-b38b1bfd0dc9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368872'] for security_group, after_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:22:20.559968 dv-cinder-806191-2-iscsi neutron-server[93883]: INFO neutron.wsgi [req-1df3a902-7aac-463e-8b7e-e28723de3d9d req-171b6551-ecc1-4f4f-8b02-a5befc45d528 tempest-ServerRescueNegativeTestJSON-1221659768 tempest-ServerRescueNegativeTestJSON-1221659768-project] 10.222.0.26 "GET /v2.0/security-groups?id=53892fd6-fc0b-43d7-b2d3-4778a69f0ff7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508096 Aug 29 19:22:20.585599 dv-cinder-806191-2-iscsi neutron-server[93884]: INFO neutron.wsgi [None req-9f5bfdcc-d8d5-4012-a056-b38b1bfd0dc9 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=0304845ce1714495ae94b484e300ceef&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4979634 Aug 29 19:22:20.589662 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f5bfdcc-d8d5-4012-a056-b38b1bfd0dc9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=485e8af6-a9fc-4d64-942e-c2d4086effda,revision_number=1']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:22:20.590337 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.26', 56266) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 19:22:20.649188 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-e411ce9c-394c-453f-add9-812245090945 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777170380508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3627128'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:22:20.681422 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-4e6d6770-1b8c-4d8e-86fb-edc1d6ca6024 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:22:20.689919 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-4e6d6770-1b8c-4d8e-86fb-edc1d6ca6024 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368872'] for security_group, after_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:22:20.694524 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-0168ddb9-c3eb-4b63-b1c8-ebc5c4ffa9b6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:22:20.731820 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-0168ddb9-c3eb-4b63-b1c8-ebc5c4ffa9b6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:22:20.743629 dv-cinder-806191-2-iscsi neutron-server[93884]: INFO neutron.wsgi [None req-4e6d6770-1b8c-4d8e-86fb-edc1d6ca6024 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=545367f3f72743a6bf6a9d1df5931e1c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8232245 Aug 29 19:22:20.744393 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e6d6770-1b8c-4d8e-86fb-edc1d6ca6024 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b2d827fd-524f-475d-ad51-6ea43872161c,revision_number=1']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:22:20.748374 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.26', 56270) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 19:22:20.820484 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-0168ddb9-c3eb-4b63-b1c8-ebc5c4ffa9b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368872'] for security_group, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:22:20.823557 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-0168ddb9-c3eb-4b63-b1c8-ebc5c4ffa9b6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:22:20.824763 dv-cinder-806191-2-iscsi neutron-server[93883]: INFO neutron.wsgi [None req-0168ddb9-c3eb-4b63-b1c8-ebc5c4ffa9b6 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/485e8af6-a9fc-4d64-942e-c2d4086effda HTTP/1.1" status: 204 len: 168 time: 0.2328365 Aug 29 19:22:20.834128 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0168ddb9-c3eb-4b63-b1c8-ebc5c4ffa9b6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=485e8af6-a9fc-4d64-942e-c2d4086effda,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:22:20.839354 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-39c78fcf-1322-4192-bc73-4832fe2e6d7c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:22:20.885663 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-39c78fcf-1322-4192-bc73-4832fe2e6d7c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:22:20.969394 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-39c78fcf-1322-4192-bc73-4832fe2e6d7c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368872'] for security_group, after_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:22:20.973760 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-39c78fcf-1322-4192-bc73-4832fe2e6d7c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:22:20.976283 dv-cinder-806191-2-iscsi neutron-server[93884]: INFO neutron.wsgi [None req-39c78fcf-1322-4192-bc73-4832fe2e6d7c admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/b2d827fd-524f-475d-ad51-6ea43872161c HTTP/1.1" status: 204 len: 168 time: 0.2268546 Aug 29 19:22:20.984925 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39c78fcf-1322-4192-bc73-4832fe2e6d7c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b2d827fd-524f-475d-ad51-6ea43872161c,revision_number=None']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:22:21.495987 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bcbd35b-48fb-4240-ba6b-35ea41346161 req-b422c31b-57e5-444c-9978-70b437e41b12 tempest-DeleteServersTestJSON-54809137 tempest-DeleteServersTestJSON-54809137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 19:22:21.496599 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0ec4b9d-f9d3-4261-a276-e9c3f48ccb81 req-8fbc7b9a-fb18-4ef8-b939-d0b60e9aa0a1 tempest-AttachVolumeNegativeTest-2076342172 tempest-AttachVolumeNegativeTest-2076342172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 19:22:21.498614 dv-cinder-806191-2-iscsi neutron-server[93884]: INFO neutron.wsgi [req-7bcbd35b-48fb-4240-ba6b-35ea41346161 req-b422c31b-57e5-444c-9978-70b437e41b12 tempest-DeleteServersTestJSON-54809137 tempest-DeleteServersTestJSON-54809137-project] 10.222.0.26 "GET /v2.0/ports?device_id=6250a8d1-2c0f-401a-bbde-6e6b92afc3f7 HTTP/1.1" status: 200 len: 945 time: 0.1242666 Aug 29 19:22:21.511800 dv-cinder-806191-2-iscsi neutron-server[93883]: INFO neutron.wsgi [req-c0ec4b9d-f9d3-4261-a276-e9c3f48ccb81 req-8fbc7b9a-fb18-4ef8-b939-d0b60e9aa0a1 tempest-AttachVolumeNegativeTest-2076342172 tempest-AttachVolumeNegativeTest-2076342172-project] 10.222.0.26 "GET /v2.0/ports?device_id=0877765f-cdbf-4b0b-bf2c-c50d51f89aa0 HTTP/1.1" status: 200 len: 945 time: 0.1182899 Aug 29 19:22:21.587957 dv-cinder-806191-2-iscsi neutron-server[93884]: INFO neutron.wsgi [req-7bcbd35b-48fb-4240-ba6b-35ea41346161 req-674f88e5-fced-4403-95e0-988337c128b8 tempest-DeleteServersTestJSON-54809137 tempest-DeleteServersTestJSON-54809137-project] 10.222.0.26 "GET /v2.0/security-groups?id=a5ff652f-191c-4a97-9168-26078f022aaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0788674 Aug 29 19:22:21.595844 dv-cinder-806191-2-iscsi neutron-server[93883]: INFO neutron.wsgi [req-c0ec4b9d-f9d3-4261-a276-e9c3f48ccb81 req-5037f04b-6ab8-4f0e-93e1-9fec3efe56be tempest-AttachVolumeNegativeTest-2076342172 tempest-AttachVolumeNegativeTest-2076342172-project] 10.222.0.26 "GET /v2.0/security-groups?id=ea7dc4db-96bb-4713-a2e6-e8b6fb48c457&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0820446 Aug 29 19:22:21.684217 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.26', 56304) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 19:22:21.708927 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-802ce396-2ee1-4b45-9392-8cdb1baff4b1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:22:21.840908 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-c214b08a-13ec-4cca-bdbd-998b9b76327d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777170380508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3627128'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:22:21.859507 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ae3dc3e-d238-412c-a4bb-ba4188378df0 req-47891378-d574-4057-a90c-c76a6d5334a2 tempest-ServerRescueNegativeTestJSON-1221659768 tempest-ServerRescueNegativeTestJSON-1221659768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 19:22:21.876431 dv-cinder-806191-2-iscsi neutron-server[93883]: INFO neutron.wsgi [req-6ae3dc3e-d238-412c-a4bb-ba4188378df0 req-47891378-d574-4057-a90c-c76a6d5334a2 tempest-ServerRescueNegativeTestJSON-1221659768 tempest-ServerRescueNegativeTestJSON-1221659768-project] 10.222.0.26 "GET /v2.0/ports?device_id=becd7a60-bff6-444b-8396-15d0c458fa2e HTTP/1.1" status: 200 len: 945 time: 0.1585660 Aug 29 19:22:21.931162 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-802ce396-2ee1-4b45-9392-8cdb1baff4b1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:22:21.934533 dv-cinder-806191-2-iscsi neutron-server[93883]: INFO neutron.wsgi [req-6ae3dc3e-d238-412c-a4bb-ba4188378df0 req-0c84ce66-ab18-43c4-8562-7d47b931b2c7 tempest-ServerRescueNegativeTestJSON-1221659768 tempest-ServerRescueNegativeTestJSON-1221659768-project] 10.222.0.26 "GET /v2.0/security-groups?id=53892fd6-fc0b-43d7-b2d3-4778a69f0ff7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569673 Aug 29 19:22:21.939827 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-802ce396-2ee1-4b45-9392-8cdb1baff4b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368872'] for security_group, after_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:22:21.987049 dv-cinder-806191-2-iscsi neutron-server[93884]: INFO neutron.wsgi [None req-802ce396-2ee1-4b45-9392-8cdb1baff4b1 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=fe75dc26e4c3429e82b0094648ff28d6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3017449 Aug 29 19:22:21.988231 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-802ce396-2ee1-4b45-9392-8cdb1baff4b1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3c600267-2424-4106-8c8e-9fa3cf993fe1,revision_number=1']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:22:21.991285 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.26', 56310) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 19:22:22.073092 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-dd48c99e-2339-4a76-aa59-64aa410d25b4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:22:22.112542 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-dd48c99e-2339-4a76-aa59-64aa410d25b4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:22:22.201211 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-dd48c99e-2339-4a76-aa59-64aa410d25b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368872'] for security_group, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:22:22.206724 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-dd48c99e-2339-4a76-aa59-64aa410d25b4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:22:22.209028 dv-cinder-806191-2-iscsi neutron-server[93883]: INFO neutron.wsgi [None req-dd48c99e-2339-4a76-aa59-64aa410d25b4 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/3c600267-2424-4106-8c8e-9fa3cf993fe1 HTTP/1.1" status: 204 len: 168 time: 0.2091250 Aug 29 19:22:22.239497 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd48c99e-2339-4a76-aa59-64aa410d25b4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c600267-2424-4106-8c8e-9fa3cf993fe1,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:22:22.799509 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-319fe79c-ac5d-4a50-8346-969348dc05fd req-decca108-19e1-45f0-9429-9993d6395a01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 19:22:22.810885 dv-cinder-806191-2-iscsi neutron-server[93883]: INFO neutron.wsgi [req-319fe79c-ac5d-4a50-8346-969348dc05fd req-decca108-19e1-45f0-9429-9993d6395a01 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=6250a8d1-2c0f-401a-bbde-6e6b92afc3f7 HTTP/1.1" status: 200 len: 1098 time: 0.1244700 Aug 29 19:22:22.860844 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86c8b17d-b2d2-49d5-ba71-868dffb2453b req-ccb8a24e-500e-42e4-8289-6f2e55ed9a7c tempest-AttachVolumeNegativeTest-2076342172 tempest-AttachVolumeNegativeTest-2076342172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 19:22:22.863979 dv-cinder-806191-2-iscsi neutron-server[93884]: INFO neutron.wsgi [req-86c8b17d-b2d2-49d5-ba71-868dffb2453b req-ccb8a24e-500e-42e4-8289-6f2e55ed9a7c tempest-AttachVolumeNegativeTest-2076342172 tempest-AttachVolumeNegativeTest-2076342172-project] 10.222.0.26 "GET /v2.0/ports?device_id=0877765f-cdbf-4b0b-bf2c-c50d51f89aa0 HTTP/1.1" status: 200 len: 945 time: 0.1445131 Aug 29 19:22:22.989251 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28d94e31-1066-423e-bbe6-03f8ca074150 req-a6d951a6-e5ba-486a-9d97-529e58278876 tempest-DeleteServersTestJSON-54809137 tempest-DeleteServersTestJSON-54809137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 19:22:22.997370 dv-cinder-806191-2-iscsi neutron-server[93883]: INFO neutron.wsgi [req-28d94e31-1066-423e-bbe6-03f8ca074150 req-a6d951a6-e5ba-486a-9d97-529e58278876 tempest-DeleteServersTestJSON-54809137 tempest-DeleteServersTestJSON-54809137-project] 10.222.0.26 "GET /v2.0/ports?device_id=6250a8d1-2c0f-401a-bbde-6e6b92afc3f7 HTTP/1.1" status: 200 len: 945 time: 0.1853304 Aug 29 19:22:23.021293 dv-cinder-806191-2-iscsi neutron-server[93883]: INFO neutron.wsgi [req-319fe79c-ac5d-4a50-8346-969348dc05fd req-b9e021ce-e723-456d-9240-d33358e80171 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=a5ff652f-191c-4a97-9168-26078f022aaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1740203 Aug 29 19:22:23.079397 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e382c23-fecd-42b1-8b83-d35cf9d05946 req-ec7c4c58-aeb0-4e13-be6a-0faf06c786ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 19:22:23.082117 dv-cinder-806191-2-iscsi neutron-server[93884]: INFO neutron.wsgi [req-9e382c23-fecd-42b1-8b83-d35cf9d05946 req-ec7c4c58-aeb0-4e13-be6a-0faf06c786ad service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=becd7a60-bff6-444b-8396-15d0c458fa2e HTTP/1.1" status: 200 len: 1098 time: 0.2434781 Aug 29 19:22:23.086862 dv-cinder-806191-2-iscsi neutron-server[93883]: INFO neutron.wsgi [req-28d94e31-1066-423e-bbe6-03f8ca074150 req-9e2aab17-3ba8-48fd-a67a-0b90fcd23b5c tempest-DeleteServersTestJSON-54809137 tempest-DeleteServersTestJSON-54809137-project] 10.222.0.26 "GET /v2.0/security-groups?id=a5ff652f-191c-4a97-9168-26078f022aaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0884433 Aug 29 19:22:23.105559 dv-cinder-806191-2-iscsi neutron-server[93884]: INFO neutron.wsgi [req-86c8b17d-b2d2-49d5-ba71-868dffb2453b req-582b23ea-28f9-4c49-a5de-8151751598c9 tempest-AttachVolumeNegativeTest-2076342172 tempest-AttachVolumeNegativeTest-2076342172-project] 10.222.0.26 "GET /v2.0/security-groups?id=ea7dc4db-96bb-4713-a2e6-e8b6fb48c457&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1306679 Aug 29 19:22:23.215735 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e015a20c-cf73-4b52-a5e2-f4dfb85881fd req-ac870573-c085-4943-911b-9a363144aed4 tempest-ServerRescueNegativeTestJSON-1221659768 tempest-ServerRescueNegativeTestJSON-1221659768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 19:22:23.217490 dv-cinder-806191-2-iscsi neutron-server[93883]: INFO neutron.wsgi [req-e015a20c-cf73-4b52-a5e2-f4dfb85881fd req-ac870573-c085-4943-911b-9a363144aed4 tempest-ServerRescueNegativeTestJSON-1221659768 tempest-ServerRescueNegativeTestJSON-1221659768-project] 10.222.0.26 "GET /v2.0/ports?device_id=becd7a60-bff6-444b-8396-15d0c458fa2e HTTP/1.1" status: 200 len: 945 time: 0.0584562 Aug 29 19:22:23.270233 dv-cinder-806191-2-iscsi neutron-server[93883]: INFO neutron.wsgi [req-e015a20c-cf73-4b52-a5e2-f4dfb85881fd req-64aa071a-9465-4dc2-bfbf-11ec7674641b tempest-ServerRescueNegativeTestJSON-1221659768 tempest-ServerRescueNegativeTestJSON-1221659768-project] 10.222.0.26 "GET /v2.0/security-groups?id=53892fd6-fc0b-43d7-b2d3-4778a69f0ff7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422351 Aug 29 19:22:23.282604 dv-cinder-806191-2-iscsi neutron-server[93884]: INFO neutron.wsgi [req-9e382c23-fecd-42b1-8b83-d35cf9d05946 req-4a72d9df-92f0-42c7-84a5-ec99a47f5f6e service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=53892fd6-fc0b-43d7-b2d3-4778a69f0ff7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527163 Aug 29 19:22:24.368392 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f75ccf20-8481-44a2-a102-287f30db777d req-77fe9d65-88c9-4edb-b029-21524b66ce40 tempest-DeleteServersTestJSON-54809137 tempest-DeleteServersTestJSON-54809137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 19:22:24.379096 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abf79a5e-53c6-432d-9352-28ed8b83c0d2 req-b5b90e0b-b83d-45d1-9fe8-606150734e74 tempest-AttachVolumeNegativeTest-2076342172 tempest-AttachVolumeNegativeTest-2076342172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 19:22:24.381313 dv-cinder-806191-2-iscsi neutron-server[93884]: INFO neutron.wsgi [req-f75ccf20-8481-44a2-a102-287f30db777d req-77fe9d65-88c9-4edb-b029-21524b66ce40 tempest-DeleteServersTestJSON-54809137 tempest-DeleteServersTestJSON-54809137-project] 10.222.0.26 "GET /v2.0/ports?device_id=6250a8d1-2c0f-401a-bbde-6e6b92afc3f7 HTTP/1.1" status: 200 len: 945 time: 0.1619737 Aug 29 19:22:24.405010 dv-cinder-806191-2-iscsi neutron-server[93883]: INFO neutron.wsgi [req-abf79a5e-53c6-432d-9352-28ed8b83c0d2 req-b5b90e0b-b83d-45d1-9fe8-606150734e74 tempest-AttachVolumeNegativeTest-2076342172 tempest-AttachVolumeNegativeTest-2076342172-project] 10.222.0.26 "GET /v2.0/ports?device_id=0877765f-cdbf-4b0b-bf2c-c50d51f89aa0 HTTP/1.1" status: 200 len: 945 time: 0.1501966 Aug 29 19:22:24.534842 dv-cinder-806191-2-iscsi neutron-server[93884]: INFO neutron.wsgi [req-f75ccf20-8481-44a2-a102-287f30db777d req-7d5b3613-1aef-46e6-8826-74108144560c tempest-DeleteServersTestJSON-54809137 tempest-DeleteServersTestJSON-54809137-project] 10.222.0.26 "GET /v2.0/security-groups?id=a5ff652f-191c-4a97-9168-26078f022aaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1520004 Aug 29 19:22:24.539853 dv-cinder-806191-2-iscsi neutron-server[93883]: INFO neutron.wsgi [req-abf79a5e-53c6-432d-9352-28ed8b83c0d2 req-203d8d95-5820-481d-9948-cdcef7e9f4f8 tempest-AttachVolumeNegativeTest-2076342172 tempest-AttachVolumeNegativeTest-2076342172-project] 10.222.0.26 "GET /v2.0/security-groups?id=ea7dc4db-96bb-4713-a2e6-e8b6fb48c457&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1302805 Aug 29 19:22:24.738968 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9483090a-6b1f-4b45-b1b6-2836ee6f3db5 req-26fedb56-bebf-427a-bb76-868edb8ba0f4 tempest-ServerRescueNegativeTestJSON-1221659768 tempest-ServerRescueNegativeTestJSON-1221659768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 19:22:24.741065 dv-cinder-806191-2-iscsi neutron-server[93884]: INFO neutron.wsgi [req-9483090a-6b1f-4b45-b1b6-2836ee6f3db5 req-26fedb56-bebf-427a-bb76-868edb8ba0f4 tempest-ServerRescueNegativeTestJSON-1221659768 tempest-ServerRescueNegativeTestJSON-1221659768-project] 10.222.0.26 "GET /v2.0/ports?device_id=becd7a60-bff6-444b-8396-15d0c458fa2e HTTP/1.1" status: 200 len: 945 time: 0.0726018 Aug 29 19:22:24.887722 dv-cinder-806191-2-iscsi neutron-server[93884]: INFO neutron.wsgi [req-9483090a-6b1f-4b45-b1b6-2836ee6f3db5 req-363b4fdb-6795-4a64-80f6-cadab717d9a4 tempest-ServerRescueNegativeTestJSON-1221659768 tempest-ServerRescueNegativeTestJSON-1221659768-project] 10.222.0.26 "GET /v2.0/security-groups?id=53892fd6-fc0b-43d7-b2d3-4778a69f0ff7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1289871 Aug 29 19:22:25.728030 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72172e73-ac7b-45d1-9165-7a3ddfe16b78 req-f72406a0-ab41-467d-8ee0-e2ac732f0466 tempest-DeleteServersTestJSON-54809137 tempest-DeleteServersTestJSON-54809137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 19:22:25.729644 dv-cinder-806191-2-iscsi neutron-server[93883]: INFO neutron.wsgi [req-72172e73-ac7b-45d1-9165-7a3ddfe16b78 req-f72406a0-ab41-467d-8ee0-e2ac732f0466 tempest-DeleteServersTestJSON-54809137 tempest-DeleteServersTestJSON-54809137-project] 10.222.0.26 "GET /v2.0/ports?device_id=6250a8d1-2c0f-401a-bbde-6e6b92afc3f7 HTTP/1.1" status: 200 len: 945 time: 0.0601416 Aug 29 19:22:25.782286 dv-cinder-806191-2-iscsi neutron-server[93883]: INFO neutron.wsgi [req-72172e73-ac7b-45d1-9165-7a3ddfe16b78 req-5538dcfd-7c72-43e4-92b3-bac11bd1865d tempest-DeleteServersTestJSON-54809137 tempest-DeleteServersTestJSON-54809137-project] 10.222.0.26 "GET /v2.0/security-groups?id=a5ff652f-191c-4a97-9168-26078f022aaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419104 Aug 29 19:22:26.151519 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb7e4b09-d728-466b-8961-329bec3f69d6 req-96466fe5-603c-4e26-af93-8bf2dfafe153 tempest-ServerRescueNegativeTestJSON-1221659768 tempest-ServerRescueNegativeTestJSON-1221659768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 19:22:26.154269 dv-cinder-806191-2-iscsi neutron-server[93884]: INFO neutron.wsgi [req-bb7e4b09-d728-466b-8961-329bec3f69d6 req-96466fe5-603c-4e26-af93-8bf2dfafe153 tempest-ServerRescueNegativeTestJSON-1221659768 tempest-ServerRescueNegativeTestJSON-1221659768-project] 10.222.0.26 "GET /v2.0/ports?device_id=becd7a60-bff6-444b-8396-15d0c458fa2e HTTP/1.1" status: 200 len: 945 time: 0.1055706 Aug 29 19:22:26.237963 dv-cinder-806191-2-iscsi neutron-server[93884]: INFO neutron.wsgi [req-bb7e4b09-d728-466b-8961-329bec3f69d6 req-253e6db2-929c-4ea6-8899-7d1487b6c148 tempest-ServerRescueNegativeTestJSON-1221659768 tempest-ServerRescueNegativeTestJSON-1221659768-project] 10.222.0.26 "GET /v2.0/security-groups?id=53892fd6-fc0b-43d7-b2d3-4778a69f0ff7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667355 Aug 29 19:22:26.936706 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ceccfed-6d54-4494-bdaa-8600ba62444b req-55d090ee-2ad9-4c2f-92d9-266be14ee2d6 tempest-ServerRescueNegativeTestJSON-1221659768 tempest-ServerRescueNegativeTestJSON-1221659768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 19:22:26.936706 dv-cinder-806191-2-iscsi neutron-server[93883]: INFO neutron.wsgi [req-3ceccfed-6d54-4494-bdaa-8600ba62444b req-55d090ee-2ad9-4c2f-92d9-266be14ee2d6 tempest-ServerRescueNegativeTestJSON-1221659768 tempest-ServerRescueNegativeTestJSON-1221659768-project] 10.222.0.26 "GET /v2.0/ports?device_id=becd7a60-bff6-444b-8396-15d0c458fa2e HTTP/1.1" status: 200 len: 945 time: 0.0673811 Aug 29 19:22:26.979613 dv-cinder-806191-2-iscsi neutron-server[93883]: INFO neutron.wsgi [req-3ceccfed-6d54-4494-bdaa-8600ba62444b req-28d4f7a8-ddba-4b73-a212-317a183a34b3 tempest-ServerRescueNegativeTestJSON-1221659768 tempest-ServerRescueNegativeTestJSON-1221659768-project] 10.222.0.26 "GET /v2.0/security-groups?id=53892fd6-fc0b-43d7-b2d3-4778a69f0ff7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390139 Aug 29 19:22:28.146757 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71abf032-43bc-4377-9491-d50d0b14483b req-151ad750-3cdc-49ed-86cf-ef111a1be57b tempest-ServerRescueNegativeTestJSON-1221659768 tempest-ServerRescueNegativeTestJSON-1221659768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 19:22:28.151272 dv-cinder-806191-2-iscsi neutron-server[93883]: INFO neutron.wsgi [req-71abf032-43bc-4377-9491-d50d0b14483b req-151ad750-3cdc-49ed-86cf-ef111a1be57b tempest-ServerRescueNegativeTestJSON-1221659768 tempest-ServerRescueNegativeTestJSON-1221659768-project] 10.222.0.26 "GET /v2.0/ports?device_id=becd7a60-bff6-444b-8396-15d0c458fa2e HTTP/1.1" status: 200 len: 945 time: 0.0795305 Aug 29 19:22:28.208125 dv-cinder-806191-2-iscsi neutron-server[93883]: INFO neutron.wsgi [req-71abf032-43bc-4377-9491-d50d0b14483b req-013c10b5-dd8b-4389-a707-3788fc82b771 tempest-ServerRescueNegativeTestJSON-1221659768 tempest-ServerRescueNegativeTestJSON-1221659768-project] 10.222.0.26 "GET /v2.0/security-groups?id=53892fd6-fc0b-43d7-b2d3-4778a69f0ff7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534234 Aug 29 19:22:28.405777 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.26', 56618) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 19:22:28.524518 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-685eb1b3-fab1-49ba-99e5-670cd47fc87f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:22:28.653964 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-685eb1b3-fab1-49ba-99e5-670cd47fc87f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:22:28.658825 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-685eb1b3-fab1-49ba-99e5-670cd47fc87f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368872'] for security_group, after_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:22:28.708245 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-685eb1b3-fab1-49ba-99e5-670cd47fc87f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1b180e8b-a741-4161-aed0-cd7b7b3df067,revision_number=1']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:22:28.716120 dv-cinder-806191-2-iscsi neutron-server[93884]: INFO neutron.wsgi [None req-685eb1b3-fab1-49ba-99e5-670cd47fc87f admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=0b6cbab10d8247a8b8314aeb0d622f64&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3086281 Aug 29 19:22:28.719583 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.26', 56624) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 19:22:28.805868 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-06eb802f-a396-4a24-99dd-3cb7bd0c99fa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:22:28.834536 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-06eb802f-a396-4a24-99dd-3cb7bd0c99fa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:22:28.900433 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-06eb802f-a396-4a24-99dd-3cb7bd0c99fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368872'] for security_group, after_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:22:28.903042 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-06eb802f-a396-4a24-99dd-3cb7bd0c99fa admin admin] Notify callbacks [] for security_group, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:22:28.904325 dv-cinder-806191-2-iscsi neutron-server[93884]: INFO neutron.wsgi [None req-06eb802f-a396-4a24-99dd-3cb7bd0c99fa admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/1b180e8b-a741-4161-aed0-cd7b7b3df067 HTTP/1.1" status: 204 len: 168 time: 0.1832793 Aug 29 19:22:28.916306 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06eb802f-a396-4a24-99dd-3cb7bd0c99fa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b180e8b-a741-4161-aed0-cd7b7b3df067,revision_number=None']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:22:29.282132 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e7c1d5a-7394-4a32-a6dd-7161404b5c0b req-957157fa-ad73-4e1d-99ff-57d1c4dcccc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 19:22:29.284796 dv-cinder-806191-2-iscsi neutron-server[93884]: INFO neutron.wsgi [req-0e7c1d5a-7394-4a32-a6dd-7161404b5c0b req-957157fa-ad73-4e1d-99ff-57d1c4dcccc3 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=bb269c9ea7fa4ad9981b168c22af7757&device_id=becd7a60-bff6-444b-8396-15d0c458fa2e HTTP/1.1" status: 200 len: 1098 time: 0.1169944 Aug 29 19:22:29.489303 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e7c1d5a-7394-4a32-a6dd-7161404b5c0b req-17bc6601-3505-4fe9-b8d4-0db7d5ee688e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 19:22:29.491268 dv-cinder-806191-2-iscsi neutron-server[93884]: INFO neutron.wsgi [req-0e7c1d5a-7394-4a32-a6dd-7161404b5c0b req-17bc6601-3505-4fe9-b8d4-0db7d5ee688e service neutron] 10.222.0.23 "GET /v2.0/networks?id=b31f2377-81f8-426f-9dd2-b3757c46201b HTTP/1.1" status: 200 len: 919 time: 0.1831539 Aug 29 19:22:29.494131 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7362ad8-4609-4ed0-812d-3121deaca216 req-71d2732c-ce48-43b9-94d0-0495a22b11cd tempest-ServerRescueNegativeTestJSON-1221659768 tempest-ServerRescueNegativeTestJSON-1221659768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 19:22:29.497465 dv-cinder-806191-2-iscsi neutron-server[93883]: INFO neutron.wsgi [req-c7362ad8-4609-4ed0-812d-3121deaca216 req-71d2732c-ce48-43b9-94d0-0495a22b11cd tempest-ServerRescueNegativeTestJSON-1221659768 tempest-ServerRescueNegativeTestJSON-1221659768-project] 10.222.0.26 "GET /v2.0/ports?device_id=becd7a60-bff6-444b-8396-15d0c458fa2e HTTP/1.1" status: 200 len: 945 time: 0.1185164 Aug 29 19:22:29.531121 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.26', 56644) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 19:22:29.565602 dv-cinder-806191-2-iscsi neutron-server[93884]: INFO neutron.wsgi [req-0e7c1d5a-7394-4a32-a6dd-7161404b5c0b req-14187f51-e948-4261-9d2c-385415068cb8 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ed0cb01b-7491-498c-a88c-5b1fdbd1ba9c HTTP/1.1" status: 200 len: 217 time: 0.0655270 Aug 29 19:22:29.569998 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-e68f4b12-c8b9-47f4-bf48-8678c12cb2f0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:22:29.626050 dv-cinder-806191-2-iscsi neutron-server[93883]: INFO neutron.wsgi [req-c7362ad8-4609-4ed0-812d-3121deaca216 req-7c797d49-767d-4e08-9dfb-e08a413aaab0 tempest-ServerRescueNegativeTestJSON-1221659768 tempest-ServerRescueNegativeTestJSON-1221659768-project] 10.222.0.26 "GET /v2.0/security-groups?id=53892fd6-fc0b-43d7-b2d3-4778a69f0ff7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1215489 Aug 29 19:22:29.789218 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-e68f4b12-c8b9-47f4-bf48-8678c12cb2f0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:22:29.795502 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-e68f4b12-c8b9-47f4-bf48-8678c12cb2f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368872'] for security_group, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:22:29.859088 dv-cinder-806191-2-iscsi neutron-server[93883]: INFO neutron.wsgi [None req-e68f4b12-c8b9-47f4-bf48-8678c12cb2f0 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=8f72511af1864446b7d2a4b335294f4a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3253272 Aug 29 19:22:29.860104 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.26', 56652) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 19:22:29.868157 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e68f4b12-c8b9-47f4-bf48-8678c12cb2f0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=903de44a-a188-4a94-905c-477a7ed6f2c0,revision_number=1']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:22:29.936737 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e7c1d5a-7394-4a32-a6dd-7161404b5c0b req-e24bcdcd-e947-4cb6-9842-91c9bd55c36a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 19:22:29.938577 dv-cinder-806191-2-iscsi neutron-server[93884]: INFO neutron.wsgi [req-0e7c1d5a-7394-4a32-a6dd-7161404b5c0b req-e24bcdcd-e947-4cb6-9842-91c9bd55c36a service neutron] 10.222.0.23 "GET /v2.0/subnets?id=8c14e703-3ff5-4626-a4b1-f0e4a5ebc648 HTTP/1.1" status: 200 len: 858 time: 0.3494301 Aug 29 19:22:29.986556 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-4dbf29f4-598f-4d24-bbef-5160945b7041 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:22:29.997817 dv-cinder-806191-2-iscsi neutron-server[93884]: INFO neutron.wsgi [req-0e7c1d5a-7394-4a32-a6dd-7161404b5c0b req-c19c6709-eeaf-4459-a2b0-c434b474b1ff service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=b31f2377-81f8-426f-9dd2-b3757c46201b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0440099 Aug 29 19:22:30.040798 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-4dbf29f4-598f-4d24-bbef-5160945b7041 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:22:30.126194 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-4dbf29f4-598f-4d24-bbef-5160945b7041 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368872'] for security_group, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:22:30.135747 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-4dbf29f4-598f-4d24-bbef-5160945b7041 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:22:30.138159 dv-cinder-806191-2-iscsi neutron-server[93883]: INFO neutron.wsgi [None req-4dbf29f4-598f-4d24-bbef-5160945b7041 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/903de44a-a188-4a94-905c-477a7ed6f2c0 HTTP/1.1" status: 204 len: 168 time: 0.2765172 Aug 29 19:22:30.167360 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dbf29f4-598f-4d24-bbef-5160945b7041 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=903de44a-a188-4a94-905c-477a7ed6f2c0,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:22:30.181340 dv-cinder-806191-2-iscsi neutron-server[93884]: INFO neutron.wsgi [req-0e7c1d5a-7394-4a32-a6dd-7161404b5c0b req-793b90e1-2767-4a77-9087-916b062cd7c9 service neutron] 10.222.0.23 "GET /v2.0/networks/b31f2377-81f8-426f-9dd2-b3757c46201b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1696112 Aug 29 19:22:30.366978 dv-cinder-806191-2-iscsi neutron-server[93884]: INFO neutron.wsgi [req-0e7c1d5a-7394-4a32-a6dd-7161404b5c0b req-5407ad76-e9d2-4284-a4c6-f27fa51d0ca2 service neutron] 10.222.0.23 "GET /v2.0/networks/b31f2377-81f8-426f-9dd2-b3757c46201b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1592419 Aug 29 19:22:30.899724 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f794398-0724-404a-93ac-9969b4321a03 req-5a2efa03-b524-48a3-91a6-b6aa1bd9c5c8 tempest-ServerRescueNegativeTestJSON-1221659768 tempest-ServerRescueNegativeTestJSON-1221659768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 19:22:30.915182 dv-cinder-806191-2-iscsi neutron-server[93883]: INFO neutron.wsgi [req-2f794398-0724-404a-93ac-9969b4321a03 req-5a2efa03-b524-48a3-91a6-b6aa1bd9c5c8 tempest-ServerRescueNegativeTestJSON-1221659768 tempest-ServerRescueNegativeTestJSON-1221659768-project] 10.222.0.26 "GET /v2.0/ports?device_id=becd7a60-bff6-444b-8396-15d0c458fa2e HTTP/1.1" status: 200 len: 945 time: 0.1704743 Aug 29 19:22:31.038288 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.26', 56704) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 19:22:31.057652 dv-cinder-806191-2-iscsi neutron-server[93883]: INFO neutron.wsgi [req-2f794398-0724-404a-93ac-9969b4321a03 req-e7816b03-fbd5-4e5f-9481-a91906893541 tempest-ServerRescueNegativeTestJSON-1221659768 tempest-ServerRescueNegativeTestJSON-1221659768-project] 10.222.0.26 "GET /v2.0/security-groups?id=53892fd6-fc0b-43d7-b2d3-4778a69f0ff7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1384053 Aug 29 19:22:31.322304 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-185f26a5-461c-44e3-acfc-34fd5c7c78bf admin admin] Notify callbacks [] for security_group, before_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:22:31.463388 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-185f26a5-461c-44e3-acfc-34fd5c7c78bf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:22:31.469763 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-185f26a5-461c-44e3-acfc-34fd5c7c78bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368872'] for security_group, after_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:22:31.536597 dv-cinder-806191-2-iscsi neutron-server[93884]: INFO neutron.wsgi [None req-185f26a5-461c-44e3-acfc-34fd5c7c78bf admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=1034c17ac21044449cc685f7d96d7bf3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4952943 Aug 29 19:22:31.538815 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-185f26a5-461c-44e3-acfc-34fd5c7c78bf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b1d1dbe1-ecee-470d-947c-1d1bb3ba98f1,revision_number=1']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:22:31.540076 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.26', 56726) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 19:22:31.605362 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-9b73b75f-a2dc-43ce-a2cb-9e165ff1d9b3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:22:31.645271 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-9b73b75f-a2dc-43ce-a2cb-9e165ff1d9b3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:22:31.719354 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-9b73b75f-a2dc-43ce-a2cb-9e165ff1d9b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368872'] for security_group, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:22:31.722110 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-9b73b75f-a2dc-43ce-a2cb-9e165ff1d9b3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:22:31.723437 dv-cinder-806191-2-iscsi neutron-server[93883]: INFO neutron.wsgi [None req-9b73b75f-a2dc-43ce-a2cb-9e165ff1d9b3 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/b1d1dbe1-ecee-470d-947c-1d1bb3ba98f1 HTTP/1.1" status: 204 len: 168 time: 0.1821034 Aug 29 19:22:31.732429 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b73b75f-a2dc-43ce-a2cb-9e165ff1d9b3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b1d1dbe1-ecee-470d-947c-1d1bb3ba98f1,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:22:32.251489 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6121d051-2c76-4499-a829-a4e8eef5db68 req-3fd0058f-9a00-49d8-9850-cb9d11da3005 tempest-ServerRescueNegativeTestJSON-1221659768 tempest-ServerRescueNegativeTestJSON-1221659768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 19:22:32.260394 dv-cinder-806191-2-iscsi neutron-server[93884]: INFO neutron.wsgi [req-6121d051-2c76-4499-a829-a4e8eef5db68 req-3fd0058f-9a00-49d8-9850-cb9d11da3005 tempest-ServerRescueNegativeTestJSON-1221659768 tempest-ServerRescueNegativeTestJSON-1221659768-project] 10.222.0.26 "GET /v2.0/ports?device_id=becd7a60-bff6-444b-8396-15d0c458fa2e HTTP/1.1" status: 200 len: 945 time: 0.0787671 Aug 29 19:22:32.269061 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.26', 56756) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 19:22:32.289460 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-1c274819-25f8-4b08-bd26-ed5d4e8b041e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:22:32.322520 dv-cinder-806191-2-iscsi neutron-server[93884]: INFO neutron.wsgi [req-6121d051-2c76-4499-a829-a4e8eef5db68 req-8635cd5b-96d3-4541-8715-c21a1802a862 tempest-ServerRescueNegativeTestJSON-1221659768 tempest-ServerRescueNegativeTestJSON-1221659768-project] 10.222.0.26 "GET /v2.0/security-groups?id=53892fd6-fc0b-43d7-b2d3-4778a69f0ff7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613725 Aug 29 19:22:32.445204 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-1c274819-25f8-4b08-bd26-ed5d4e8b041e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:22:32.451191 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-1c274819-25f8-4b08-bd26-ed5d4e8b041e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368872'] for security_group, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:22:32.496683 dv-cinder-806191-2-iscsi neutron-server[93883]: INFO neutron.wsgi [None req-1c274819-25f8-4b08-bd26-ed5d4e8b041e admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=96d1332f73d644a8b84effe2ac79fc3c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2260535 Aug 29 19:22:32.497432 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c274819-25f8-4b08-bd26-ed5d4e8b041e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5505136c-3ef5-4083-901f-d7ab38814716,revision_number=1']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:22:32.500378 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.26', 56760) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 19:22:32.564239 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-89bf2a09-0498-4d96-a217-45dab29d984b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:22:32.591690 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-89bf2a09-0498-4d96-a217-45dab29d984b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:22:32.668482 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-89bf2a09-0498-4d96-a217-45dab29d984b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368872'] for security_group, after_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:22:32.672067 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-89bf2a09-0498-4d96-a217-45dab29d984b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:22:32.673573 dv-cinder-806191-2-iscsi neutron-server[93884]: INFO neutron.wsgi [None req-89bf2a09-0498-4d96-a217-45dab29d984b admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/5505136c-3ef5-4083-901f-d7ab38814716 HTTP/1.1" status: 204 len: 168 time: 0.1716607 Aug 29 19:22:32.693446 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89bf2a09-0498-4d96-a217-45dab29d984b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5505136c-3ef5-4083-901f-d7ab38814716,revision_number=None']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:22:33.303378 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.26', 56788) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 19:22:33.318927 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-3cb95f4d-6b5b-4d3e-a0f2-ad84c30ef708 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:22:33.473886 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-3cb95f4d-6b5b-4d3e-a0f2-ad84c30ef708 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:22:33.480165 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-3cb95f4d-6b5b-4d3e-a0f2-ad84c30ef708 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368872'] for security_group, after_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:22:33.553103 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cb95f4d-6b5b-4d3e-a0f2-ad84c30ef708 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=00b43482-4374-4c42-bb2e-ef04fd774ce1,revision_number=1']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:22:33.568455 dv-cinder-806191-2-iscsi neutron-server[93884]: INFO neutron.wsgi [None req-3cb95f4d-6b5b-4d3e-a0f2-ad84c30ef708 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=09d6cac756c045d3afdff33e916c5c2f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2590675 Aug 29 19:22:33.570629 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.26', 56792) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 19:22:33.582857 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a88aef5c-1da8-4b71-ad19-afab10a3ad65 req-588adaf6-f39d-4747-a60a-71e828172d60 tempest-ServerRescueNegativeTestJSON-1221659768 tempest-ServerRescueNegativeTestJSON-1221659768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 19:22:33.582857 dv-cinder-806191-2-iscsi neutron-server[93883]: INFO neutron.wsgi [req-a88aef5c-1da8-4b71-ad19-afab10a3ad65 req-588adaf6-f39d-4747-a60a-71e828172d60 tempest-ServerRescueNegativeTestJSON-1221659768 tempest-ServerRescueNegativeTestJSON-1221659768-project] 10.222.0.26 "GET /v2.0/ports?device_id=becd7a60-bff6-444b-8396-15d0c458fa2e HTTP/1.1" status: 200 len: 945 time: 0.1085217 Aug 29 19:22:33.673539 dv-cinder-806191-2-iscsi neutron-server[93883]: INFO neutron.wsgi [req-a88aef5c-1da8-4b71-ad19-afab10a3ad65 req-1a362a0b-8722-411f-8d26-7998882c9388 tempest-ServerRescueNegativeTestJSON-1221659768 tempest-ServerRescueNegativeTestJSON-1221659768-project] 10.222.0.26 "GET /v2.0/security-groups?id=53892fd6-fc0b-43d7-b2d3-4778a69f0ff7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0753341 Aug 29 19:22:33.683018 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-f896a3d3-036b-4df2-bd1e-2278b15ed109 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:22:33.716265 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-f896a3d3-036b-4df2-bd1e-2278b15ed109 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:22:33.773535 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-f896a3d3-036b-4df2-bd1e-2278b15ed109 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368872'] for security_group, after_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:22:33.776595 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-f896a3d3-036b-4df2-bd1e-2278b15ed109 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:22:33.778244 dv-cinder-806191-2-iscsi neutron-server[93884]: INFO neutron.wsgi [None req-f896a3d3-036b-4df2-bd1e-2278b15ed109 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/00b43482-4374-4c42-bb2e-ef04fd774ce1 HTTP/1.1" status: 204 len: 168 time: 0.2062798 Aug 29 19:22:33.791999 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f896a3d3-036b-4df2-bd1e-2278b15ed109 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=00b43482-4374-4c42-bb2e-ef04fd774ce1,revision_number=None']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:22:34.451694 dv-cinder-806191-2-iscsi neutron-server[93886]: DEBUG neutron.db.agents_db [None req-c8461fad-6a9a-4fb7-93e9-57a62b582dc0 None None] Agent healthcheck: found 6 active agents {{(pid=93886) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 19:22:34.613317 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.26', 56828) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 19:22:34.744351 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.api.v2.base [None req-2cf44df5-d731-458c-a3fe-e90a9559881c admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-225467356-network', 'tenant_id': '529cf6329261401793a0bd8ed834bf39'}} {{(pid=93884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 19:22:34.789787 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2cf44df5-d731-458c-a3fe-e90a9559881c admin admin] Made reservation on behalf of 529cf6329261401793a0bd8ed834bf39 for: {'network': 1} {{(pid=93884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 19:22:34.794049 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-2cf44df5-d731-458c-a3fe-e90a9559881c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3669058'] for network, before_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:22:34.814581 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-2cf44df5-d731-458c-a3fe-e90a9559881c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:22:34.938661 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33d097ba-9c41-44eb-8e2a-709493565cbb req-f5d32806-b48f-4d14-ad51-f133a874768f tempest-ServerRescueNegativeTestJSON-1221659768 tempest-ServerRescueNegativeTestJSON-1221659768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 19:22:34.938661 dv-cinder-806191-2-iscsi neutron-server[93884]: INFO neutron.wsgi [req-33d097ba-9c41-44eb-8e2a-709493565cbb req-f5d32806-b48f-4d14-ad51-f133a874768f tempest-ServerRescueNegativeTestJSON-1221659768 tempest-ServerRescueNegativeTestJSON-1221659768-project] 10.222.0.26 "GET /v2.0/ports?device_id=becd7a60-bff6-444b-8396-15d0c458fa2e HTTP/1.1" status: 200 len: 945 time: 0.1208968 Aug 29 19:22:35.019876 dv-cinder-806191-2-iscsi neutron-server[93884]: INFO neutron.wsgi [req-33d097ba-9c41-44eb-8e2a-709493565cbb req-1d762ee8-b4aa-4f9b-b087-c34e793d7c70 tempest-ServerRescueNegativeTestJSON-1221659768 tempest-ServerRescueNegativeTestJSON-1221659768-project] 10.222.0.26 "GET /v2.0/security-groups?id=53892fd6-fc0b-43d7-b2d3-4778a69f0ff7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625496 Aug 29 19:22:35.073051 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-2cf44df5-d731-458c-a3fe-e90a9559881c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:22:35.076850 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-2cf44df5-d731-458c-a3fe-e90a9559881c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368872'] for security_group, after_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:22:35.106682 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2cf44df5-d731-458c-a3fe-e90a9559881c admin admin] vlan segment allocate from pool success with {'vlan_id': 146, 'physical_network': 'physnet1'} {{(pid=93884) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 19:22:35.114451 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cf44df5-d731-458c-a3fe-e90a9559881c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f0c3b835-4a49-43d4-82a8-1850975cf179,revision_number=1']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:22:35.121781 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-2cf44df5-d731-458c-a3fe-e90a9559881c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3556912'] for segment, precommit_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:22:35.122130 dv-cinder-806191-2-iscsi neutron-server[93884]: INFO neutron.db.segments_db [None req-2cf44df5-d731-458c-a3fe-e90a9559881c admin admin] Added segment c79e7b3c-f8a1-439b-8450-cc68f143d6df of type vlan for network d4d60939-6394-4c76-9cb8-c8af058889a3 Aug 29 19:22:35.167367 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-2cf44df5-d731-458c-a3fe-e90a9559881c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777169867614'] for network, precommit_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:22:35.196852 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-2cf44df5-d731-458c-a3fe-e90a9559881c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-376669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3715978'] for network, after_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:22:35.199368 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2cf44df5-d731-458c-a3fe-e90a9559881c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 19:22:35.200862 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-2cf44df5-d731-458c-a3fe-e90a9559881c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3715960'] for network, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:22:35.308149 dv-cinder-806191-2-iscsi neutron-server[93884]: INFO neutron.wsgi [None req-2cf44df5-d731-458c-a3fe-e90a9559881c admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.6903601 Aug 29 19:22:35.310646 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.26', 56854) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 19:22:35.316553 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cf44df5-d731-458c-a3fe-e90a9559881c admin admin] Pushing event updated for resources: {'Network': ['ID=d4d60939-6394-4c76-9cb8-c8af058889a3,revision_number=1']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:22:35.323190 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron.api.v2.base [None req-5977338d-e542-4b2f-a0a0-aa8b8bce6270 admin admin] Request body: {'subnet': {'network_id': 'd4d60939-6394-4c76-9cb8-c8af058889a3', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-225467356-subnet', 'tenant_id': '529cf6329261401793a0bd8ed834bf39', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 19:22:35.332674 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-f7f3f912-659a-49f9-ab3a-0560ee4983b1 None None] Network d4d60939-6394-4c76-9cb8-c8af058889a3 details requested by agent ovs-agent-dv-cinder-806191-2-iscsi with host dv-cinder-806191-2-iscsi {{(pid=93885) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 19:22:35.358923 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5977338d-e542-4b2f-a0a0-aa8b8bce6270 admin admin] Made reservation on behalf of 529cf6329261401793a0bd8ed834bf39 for: {'subnet': 1} {{(pid=93883) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 19:22:35.361925 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-5977338d-e542-4b2f-a0a0-aa8b8bce6270 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:22:35.709553 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-5977338d-e542-4b2f-a0a0-aa8b8bce6270 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-376708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3715978'] for subnet, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:22:35.741575 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.26', 56876) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 19:22:35.801418 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5977338d-e542-4b2f-a0a0-aa8b8bce6270 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a0f3d915-a9a3-479e-a46a-4b4cb36b3dde,revision_number=0']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:22:35.812955 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5977338d-e542-4b2f-a0a0-aa8b8bce6270 admin admin] Checking segment: {'id': 'c79e7b3c-f8a1-439b-8450-cc68f143d6df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'd4d60939-6394-4c76-9cb8-c8af058889a3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93883) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 19:22:35.813325 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5977338d-e542-4b2f-a0a0-aa8b8bce6270 admin admin] Network hostable DHCP agents. Network: d4d60939-6394-4c76-9cb8-c8af058889a3, hostable agents: ['01567a2b-701c-44ec-9311-402810164ce4'], hosted agents: [] {{(pid=93883) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 19:22:35.833642 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5977338d-e542-4b2f-a0a0-aa8b8bce6270 admin admin] Network d4d60939-6394-4c76-9cb8-c8af058889a3 is scheduled to be hosted by DHCP agent 01567a2b-701c-44ec-9311-402810164ce4 with binding_index 1 {{(pid=93883) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 19:22:35.845902 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron.scheduler.base_scheduler [None req-5977338d-e542-4b2f-a0a0-aa8b8bce6270 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-806191-2-iscsi, d4d60939-6394-4c76-9cb8-c8af058889a3) {{(pid=93883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 19:22:35.853932 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5977338d-e542-4b2f-a0a0-aa8b8bce6270 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 19:22:35.855663 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-5977338d-e542-4b2f-a0a0-aa8b8bce6270 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3715960'] for subnet, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:22:35.861743 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae709e1a-1bb6-4012-86cc-c13451e09c01 None None] Network d4d60939-6394-4c76-9cb8-c8af058889a3 requested from dv-cinder-806191-2-iscsi {{(pid=93885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 19:22:35.885730 dv-cinder-806191-2-iscsi neutron-server[93883]: INFO neutron.wsgi [None req-5977338d-e542-4b2f-a0a0-aa8b8bce6270 admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.5718200 Aug 29 19:22:35.964542 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-5cb19a2e-fad7-48f1-83e0-172f89d5fd39 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:22:36.128548 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-5cb19a2e-fad7-48f1-83e0-172f89d5fd39 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:22:36.138083 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-5cb19a2e-fad7-48f1-83e0-172f89d5fd39 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368872'] for security_group, after_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:22:36.160698 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a77b868-548e-4017-b190-425519069ce4 None None] Network d4d60939-6394-4c76-9cb8-c8af058889a3 requested from dv-cinder-806191-2-iscsi {{(pid=93885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 19:22:36.240274 dv-cinder-806191-2-iscsi neutron-server[93884]: INFO neutron.wsgi [None req-5cb19a2e-fad7-48f1-83e0-172f89d5fd39 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=c2cfbacecaa443b8a5a3087fdb2de8bf&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4955945 Aug 29 19:22:36.244255 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cb19a2e-fad7-48f1-83e0-172f89d5fd39 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=05d6f3f5-2244-440f-97b6-29952a5ca5f5,revision_number=1']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:22:36.251019 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.26', 56892) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 19:22:36.345598 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-530e39cb-61be-4659-a79e-caa5bd59d5b7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:22:36.385770 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-530e39cb-61be-4659-a79e-caa5bd59d5b7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:22:36.492953 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58e83f7f-96e5-4b8b-a883-ed2c106f1edf req-dfd5327f-f553-4d13-9235-3ee55b101ea9 tempest-ServerRescueNegativeTestJSON-1221659768 tempest-ServerRescueNegativeTestJSON-1221659768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 19:22:36.495372 dv-cinder-806191-2-iscsi neutron-server[93883]: INFO neutron.wsgi [req-58e83f7f-96e5-4b8b-a883-ed2c106f1edf req-dfd5327f-f553-4d13-9235-3ee55b101ea9 tempest-ServerRescueNegativeTestJSON-1221659768 tempest-ServerRescueNegativeTestJSON-1221659768-project] 10.222.0.26 "GET /v2.0/ports?device_id=becd7a60-bff6-444b-8396-15d0c458fa2e HTTP/1.1" status: 200 len: 945 time: 0.3727899 Aug 29 19:22:36.496780 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-530e39cb-61be-4659-a79e-caa5bd59d5b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368872'] for security_group, after_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:22:36.500678 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-530e39cb-61be-4659-a79e-caa5bd59d5b7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:22:36.502408 dv-cinder-806191-2-iscsi neutron-server[93884]: INFO neutron.wsgi [None req-530e39cb-61be-4659-a79e-caa5bd59d5b7 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/05d6f3f5-2244-440f-97b6-29952a5ca5f5 HTTP/1.1" status: 204 len: 168 time: 0.2497892 Aug 29 19:22:36.546347 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-530e39cb-61be-4659-a79e-caa5bd59d5b7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=05d6f3f5-2244-440f-97b6-29952a5ca5f5,revision_number=None']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:22:36.638726 dv-cinder-806191-2-iscsi neutron-server[93883]: INFO neutron.wsgi [req-58e83f7f-96e5-4b8b-a883-ed2c106f1edf req-b054b0c7-35a5-46c1-bad9-be578ec77949 tempest-ServerRescueNegativeTestJSON-1221659768 tempest-ServerRescueNegativeTestJSON-1221659768-project] 10.222.0.26 "GET /v2.0/security-groups?id=53892fd6-fc0b-43d7-b2d3-4778a69f0ff7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1322773 Aug 29 19:22:36.990217 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.26', 56932) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 19:22:37.002551 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.api.v2.base [None req-89f18d53-b6be-4c23-abb5-38125d05f1ed admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-502321335-network', 'tenant_id': 'f3842cf6128f470c86f318a332ae6328'}} {{(pid=93884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 19:22:37.013273 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.26', 56934) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 19:22:37.031788 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-7536de29-22f8-415d-86e6-53da0712ccb9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:22:37.061097 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-89f18d53-b6be-4c23-abb5-38125d05f1ed admin admin] Made reservation on behalf of f3842cf6128f470c86f318a332ae6328 for: {'network': 1} {{(pid=93884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 19:22:37.066957 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-89f18d53-b6be-4c23-abb5-38125d05f1ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3669058'] for network, before_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:22:37.086042 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-89f18d53-b6be-4c23-abb5-38125d05f1ed admin admin] Notify callbacks [] for security_group, before_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:22:37.172555 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-7536de29-22f8-415d-86e6-53da0712ccb9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:22:37.178258 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-7536de29-22f8-415d-86e6-53da0712ccb9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368872'] for security_group, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:22:37.233157 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7536de29-22f8-415d-86e6-53da0712ccb9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=50320789-c9e7-46f9-8943-63c0e9fd516e,revision_number=1']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:22:37.240598 dv-cinder-806191-2-iscsi neutron-server[93883]: INFO neutron.wsgi [None req-7536de29-22f8-415d-86e6-53da0712ccb9 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=eae09c45b3db4f6a8c4406f1c486bb0e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2256958 Aug 29 19:22:37.246633 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.26', 56942) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 19:22:37.308802 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-89f18d53-b6be-4c23-abb5-38125d05f1ed admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:22:37.315097 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-89f18d53-b6be-4c23-abb5-38125d05f1ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368872'] for security_group, after_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:22:37.334869 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-758af96c-2dbd-4709-a9da-36ea76738557 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:22:37.348504 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-89f18d53-b6be-4c23-abb5-38125d05f1ed admin admin] vlan segment allocate from pool success with {'vlan_id': 121, 'physical_network': 'physnet1'} {{(pid=93884) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 19:22:37.356607 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89f18d53-b6be-4c23-abb5-38125d05f1ed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ef1bb5c1-3601-4c2c-a83b-75e901979c38,revision_number=1']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:22:37.364659 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-89f18d53-b6be-4c23-abb5-38125d05f1ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3556912'] for segment, precommit_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:22:37.365003 dv-cinder-806191-2-iscsi neutron-server[93884]: INFO neutron.db.segments_db [None req-89f18d53-b6be-4c23-abb5-38125d05f1ed admin admin] Added segment 02d702d5-6186-46cf-9c4e-6ae52218b480 of type vlan for network d772636a-8caf-4132-afcf-6e7ba19f7971 Aug 29 19:22:37.387119 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-758af96c-2dbd-4709-a9da-36ea76738557 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:22:37.437876 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-89f18d53-b6be-4c23-abb5-38125d05f1ed admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777169867614'] for network, precommit_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:22:37.473396 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-758af96c-2dbd-4709-a9da-36ea76738557 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368872'] for security_group, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:22:37.476030 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-89f18d53-b6be-4c23-abb5-38125d05f1ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-376669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3715978'] for network, after_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:22:37.477218 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89f18d53-b6be-4c23-abb5-38125d05f1ed admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 19:22:37.477808 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-89f18d53-b6be-4c23-abb5-38125d05f1ed admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3715960'] for network, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:22:37.480108 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-758af96c-2dbd-4709-a9da-36ea76738557 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:22:37.487318 dv-cinder-806191-2-iscsi neutron-server[93883]: INFO neutron.wsgi [None req-758af96c-2dbd-4709-a9da-36ea76738557 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/50320789-c9e7-46f9-8943-63c0e9fd516e HTTP/1.1" status: 204 len: 168 time: 0.2389262 Aug 29 19:22:37.503098 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-758af96c-2dbd-4709-a9da-36ea76738557 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=50320789-c9e7-46f9-8943-63c0e9fd516e,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:22:37.580215 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.26', 56950) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 19:22:37.580837 dv-cinder-806191-2-iscsi neutron-server[93884]: INFO neutron.wsgi [None req-89f18d53-b6be-4c23-abb5-38125d05f1ed admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.5883493 Aug 29 19:22:37.588808 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron.api.v2.base [None req-2880bdea-2b22-46ba-8400-5628cc96b34f admin admin] Request body: {'subnet': {'network_id': 'd772636a-8caf-4132-afcf-6e7ba19f7971', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-502321335-subnet', 'tenant_id': 'f3842cf6128f470c86f318a332ae6328', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 19:22:37.591372 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89f18d53-b6be-4c23-abb5-38125d05f1ed admin admin] Pushing event updated for resources: {'Network': ['ID=d772636a-8caf-4132-afcf-6e7ba19f7971,revision_number=1']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:22:37.604164 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-f7f3f912-659a-49f9-ab3a-0560ee4983b1 None None] Network d772636a-8caf-4132-afcf-6e7ba19f7971 details requested by agent ovs-agent-dv-cinder-806191-2-iscsi with host dv-cinder-806191-2-iscsi {{(pid=93885) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 19:22:37.628354 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2880bdea-2b22-46ba-8400-5628cc96b34f admin admin] Made reservation on behalf of f3842cf6128f470c86f318a332ae6328 for: {'subnet': 1} {{(pid=93883) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 19:22:37.632796 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-2880bdea-2b22-46ba-8400-5628cc96b34f admin admin] Notify callbacks [] for subnet, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:22:37.890258 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.26', 56962) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 19:22:37.898855 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-625ae250-43a6-4009-a48a-064ac3ae1b9d req-25af1a8a-0705-4c7e-a476-f27ec2fda926 tempest-ServerRescueNegativeTestJSON-1221659768 tempest-ServerRescueNegativeTestJSON-1221659768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 19:22:37.902421 dv-cinder-806191-2-iscsi neutron-server[93884]: INFO neutron.wsgi [req-625ae250-43a6-4009-a48a-064ac3ae1b9d req-25af1a8a-0705-4c7e-a476-f27ec2fda926 tempest-ServerRescueNegativeTestJSON-1221659768 tempest-ServerRescueNegativeTestJSON-1221659768-project] 10.222.0.26 "GET /v2.0/ports?device_id=becd7a60-bff6-444b-8396-15d0c458fa2e HTTP/1.1" status: 200 len: 945 time: 0.1311083 Aug 29 19:22:37.978683 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-2880bdea-2b22-46ba-8400-5628cc96b34f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-376708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3715978'] for subnet, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:22:37.980510 dv-cinder-806191-2-iscsi neutron-server[93884]: INFO neutron.wsgi [req-625ae250-43a6-4009-a48a-064ac3ae1b9d req-68c53f4d-e250-4c9d-9f5d-4428af7ed923 tempest-ServerRescueNegativeTestJSON-1221659768 tempest-ServerRescueNegativeTestJSON-1221659768-project] 10.222.0.26 "GET /v2.0/security-groups?id=53892fd6-fc0b-43d7-b2d3-4778a69f0ff7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689070 Aug 29 19:22:38.039927 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2880bdea-2b22-46ba-8400-5628cc96b34f admin admin] Pushing event updated for resources: {'Subnet': ['ID=5630f02b-52c9-4240-88fc-b0859ddf0d6f,revision_number=0']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:22:38.059951 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2880bdea-2b22-46ba-8400-5628cc96b34f admin admin] Checking segment: {'id': '02d702d5-6186-46cf-9c4e-6ae52218b480', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': 'd772636a-8caf-4132-afcf-6e7ba19f7971'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93883) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 19:22:38.060326 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2880bdea-2b22-46ba-8400-5628cc96b34f admin admin] Network hostable DHCP agents. Network: d772636a-8caf-4132-afcf-6e7ba19f7971, hostable agents: ['01567a2b-701c-44ec-9311-402810164ce4'], hosted agents: [] {{(pid=93883) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 19:22:38.081379 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2880bdea-2b22-46ba-8400-5628cc96b34f admin admin] Network d772636a-8caf-4132-afcf-6e7ba19f7971 is scheduled to be hosted by DHCP agent 01567a2b-701c-44ec-9311-402810164ce4 with binding_index 1 {{(pid=93883) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 19:22:38.094716 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron.scheduler.base_scheduler [None req-2880bdea-2b22-46ba-8400-5628cc96b34f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-806191-2-iscsi, d772636a-8caf-4132-afcf-6e7ba19f7971) {{(pid=93883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 19:22:38.105494 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-617cb64a-8a8f-48dc-b28a-28661dd997d1 None None] Network d772636a-8caf-4132-afcf-6e7ba19f7971 requested from dv-cinder-806191-2-iscsi {{(pid=93885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 19:22:38.110721 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2880bdea-2b22-46ba-8400-5628cc96b34f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 19:22:38.111344 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-2880bdea-2b22-46ba-8400-5628cc96b34f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3715960'] for subnet, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:22:38.125084 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-521229ca-24f2-4421-a62e-ae0fa4ddf848 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:22:38.154411 dv-cinder-806191-2-iscsi neutron-server[93883]: INFO neutron.wsgi [None req-2880bdea-2b22-46ba-8400-5628cc96b34f admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.5634968 Aug 29 19:22:38.285742 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-521229ca-24f2-4421-a62e-ae0fa4ddf848 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:22:38.294142 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-521229ca-24f2-4421-a62e-ae0fa4ddf848 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368872'] for security_group, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:22:38.337976 dv-cinder-806191-2-iscsi neutron-server[93883]: INFO neutron.wsgi [None req-521229ca-24f2-4421-a62e-ae0fa4ddf848 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=bf5a159d64e942cbac6aa514c96eb9bf&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4463985 Aug 29 19:22:38.342245 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.26', 56980) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 19:22:38.355388 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16c1568b-727f-4e4b-838d-e2fa4eb4c024 None None] Network d772636a-8caf-4132-afcf-6e7ba19f7971 requested from dv-cinder-806191-2-iscsi {{(pid=93885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 19:22:38.378871 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-521229ca-24f2-4421-a62e-ae0fa4ddf848 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=98ae85ce-7b06-4f13-a385-b4c481b4ea68,revision_number=1']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:22:38.462523 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-0083cb43-23a7-42f2-9b97-959b8254f498 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:22:38.517394 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-0083cb43-23a7-42f2-9b97-959b8254f498 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:22:38.614752 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-0083cb43-23a7-42f2-9b97-959b8254f498 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368872'] for security_group, after_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:22:38.621610 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-0083cb43-23a7-42f2-9b97-959b8254f498 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:22:38.624717 dv-cinder-806191-2-iscsi neutron-server[93884]: INFO neutron.wsgi [None req-0083cb43-23a7-42f2-9b97-959b8254f498 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/98ae85ce-7b06-4f13-a385-b4c481b4ea68 HTTP/1.1" status: 204 len: 168 time: 0.2797599 Aug 29 19:22:38.640309 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0083cb43-23a7-42f2-9b97-959b8254f498 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=98ae85ce-7b06-4f13-a385-b4c481b4ea68,revision_number=None']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:22:38.660455 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0083cb43-23a7-42f2-9b97-959b8254f498 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806191-2-iscsi {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:22:38.660818 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0083cb43-23a7-42f2-9b97-959b8254f498 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806191-2-iscsi {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:22:38.661801 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0083cb43-23a7-42f2-9b97-959b8254f498 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806191-2-iscsi {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:22:38.662502 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0083cb43-23a7-42f2-9b97-959b8254f498 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806191-2-iscsi {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:22:38.663126 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0083cb43-23a7-42f2-9b97-959b8254f498 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-806191-2-iscsi {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:22:38.663802 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0083cb43-23a7-42f2-9b97-959b8254f498 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806191-2-iscsi {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:22:38.664676 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0083cb43-23a7-42f2-9b97-959b8254f498 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-806191-2-iscsi {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:22:38.665486 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0083cb43-23a7-42f2-9b97-959b8254f498 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-806191-2-iscsi {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:22:38.666288 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0083cb43-23a7-42f2-9b97-959b8254f498 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806191-2-iscsi {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:22:38.666968 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0083cb43-23a7-42f2-9b97-959b8254f498 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806191-2-iscsi {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:22:38.667783 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0083cb43-23a7-42f2-9b97-959b8254f498 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806191-2-iscsi {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:22:38.668412 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0083cb43-23a7-42f2-9b97-959b8254f498 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806191-2-iscsi {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:22:39.231915 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52691650-fdc2-4ec2-8040-35c9024d4723 req-70741277-d821-43c8-87f4-35ebd54098e5 tempest-ServerRescueNegativeTestJSON-1221659768 tempest-ServerRescueNegativeTestJSON-1221659768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 19:22:39.242620 dv-cinder-806191-2-iscsi neutron-server[93883]: INFO neutron.wsgi [req-52691650-fdc2-4ec2-8040-35c9024d4723 req-70741277-d821-43c8-87f4-35ebd54098e5 tempest-ServerRescueNegativeTestJSON-1221659768 tempest-ServerRescueNegativeTestJSON-1221659768-project] 10.222.0.26 "GET /v2.0/ports?device_id=becd7a60-bff6-444b-8396-15d0c458fa2e HTTP/1.1" status: 200 len: 945 time: 0.1479161 Aug 29 19:22:39.298017 dv-cinder-806191-2-iscsi neutron-server[93883]: INFO neutron.wsgi [req-52691650-fdc2-4ec2-8040-35c9024d4723 req-33d6037c-df49-478b-ba51-4ceab39f1474 tempest-ServerRescueNegativeTestJSON-1221659768 tempest-ServerRescueNegativeTestJSON-1221659768-project] 10.222.0.26 "GET /v2.0/security-groups?id=53892fd6-fc0b-43d7-b2d3-4778a69f0ff7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485847 Aug 29 19:22:39.400261 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.26', 57018) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 19:22:39.415027 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-7e9ed166-3276-400e-8888-2289fa89cbbe admin admin] Notify callbacks [] for security_group, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:22:39.547501 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-7e9ed166-3276-400e-8888-2289fa89cbbe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:22:39.553823 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-7e9ed166-3276-400e-8888-2289fa89cbbe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368872'] for security_group, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:22:39.617928 dv-cinder-806191-2-iscsi neutron-server[93883]: INFO neutron.wsgi [None req-7e9ed166-3276-400e-8888-2289fa89cbbe admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=0e6e0b9d2472497a88cbd93ad8f683f3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2120299 Aug 29 19:22:39.617928 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e9ed166-3276-400e-8888-2289fa89cbbe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e799664d-620f-4b16-85a3-7be617d414e0,revision_number=1']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:22:39.618599 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.26', 57024) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 19:22:39.623096 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e9ed166-3276-400e-8888-2289fa89cbbe admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806191-2-iscsi {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:22:39.623583 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e9ed166-3276-400e-8888-2289fa89cbbe admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806191-2-iscsi {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:22:39.624014 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e9ed166-3276-400e-8888-2289fa89cbbe admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806191-2-iscsi {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:22:39.624217 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e9ed166-3276-400e-8888-2289fa89cbbe admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806191-2-iscsi {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:22:39.624543 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e9ed166-3276-400e-8888-2289fa89cbbe admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-806191-2-iscsi {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:22:39.637604 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e9ed166-3276-400e-8888-2289fa89cbbe admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806191-2-iscsi {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:22:39.637604 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e9ed166-3276-400e-8888-2289fa89cbbe admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-806191-2-iscsi {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:22:39.637604 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e9ed166-3276-400e-8888-2289fa89cbbe admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-806191-2-iscsi {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:22:39.637604 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e9ed166-3276-400e-8888-2289fa89cbbe admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806191-2-iscsi {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:22:39.637604 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e9ed166-3276-400e-8888-2289fa89cbbe admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806191-2-iscsi {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:22:39.637604 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e9ed166-3276-400e-8888-2289fa89cbbe admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806191-2-iscsi {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:22:39.637604 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e9ed166-3276-400e-8888-2289fa89cbbe admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806191-2-iscsi {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:22:39.691815 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-c04c764c-e61f-43d9-8d02-96f7864c73e9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:22:39.721327 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-c04c764c-e61f-43d9-8d02-96f7864c73e9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:22:39.777448 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-c04c764c-e61f-43d9-8d02-96f7864c73e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368872'] for security_group, after_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:22:39.780196 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-c04c764c-e61f-43d9-8d02-96f7864c73e9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:22:39.784653 dv-cinder-806191-2-iscsi neutron-server[93884]: INFO neutron.wsgi [None req-c04c764c-e61f-43d9-8d02-96f7864c73e9 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/e799664d-620f-4b16-85a3-7be617d414e0 HTTP/1.1" status: 204 len: 168 time: 0.1613002 Aug 29 19:22:39.790475 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c04c764c-e61f-43d9-8d02-96f7864c73e9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e799664d-620f-4b16-85a3-7be617d414e0,revision_number=None']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:22:40.447008 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d21a3f7e-6e63-42fc-bf01-063532241e7e req-f2852660-0c69-40ff-afed-ff24bfc275b8 tempest-ServerRescueNegativeTestJSON-1221659768 tempest-ServerRescueNegativeTestJSON-1221659768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 19:22:40.454500 dv-cinder-806191-2-iscsi neutron-server[93884]: INFO neutron.wsgi [req-d21a3f7e-6e63-42fc-bf01-063532241e7e req-f2852660-0c69-40ff-afed-ff24bfc275b8 tempest-ServerRescueNegativeTestJSON-1221659768 tempest-ServerRescueNegativeTestJSON-1221659768-project] 10.222.0.26 "GET /v2.0/ports?device_id=becd7a60-bff6-444b-8396-15d0c458fa2e HTTP/1.1" status: 200 len: 945 time: 0.0684683 Aug 29 19:22:40.498935 dv-cinder-806191-2-iscsi neutron-server[93884]: INFO neutron.wsgi [req-d21a3f7e-6e63-42fc-bf01-063532241e7e req-614d7f85-4c2f-4358-9694-13c8d2c57833 tempest-ServerRescueNegativeTestJSON-1221659768 tempest-ServerRescueNegativeTestJSON-1221659768-project] 10.222.0.26 "GET /v2.0/security-groups?id=53892fd6-fc0b-43d7-b2d3-4778a69f0ff7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429242 Aug 29 19:22:41.620205 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31f06ced-b81a-4c4b-963d-9a85076d5664 req-282b7e57-d225-47ca-a176-01ee5204fc5b tempest-ServerRescueNegativeTestJSON-1221659768 tempest-ServerRescueNegativeTestJSON-1221659768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 19:22:41.621835 dv-cinder-806191-2-iscsi neutron-server[93883]: INFO neutron.wsgi [req-31f06ced-b81a-4c4b-963d-9a85076d5664 req-282b7e57-d225-47ca-a176-01ee5204fc5b tempest-ServerRescueNegativeTestJSON-1221659768 tempest-ServerRescueNegativeTestJSON-1221659768-project] 10.222.0.26 "GET /v2.0/ports?device_id=becd7a60-bff6-444b-8396-15d0c458fa2e HTTP/1.1" status: 200 len: 945 time: 0.0523241 Aug 29 19:22:41.668976 dv-cinder-806191-2-iscsi neutron-server[93883]: INFO neutron.wsgi [req-31f06ced-b81a-4c4b-963d-9a85076d5664 req-e5ed01cf-fe6c-49e2-a9d5-3cef65d61c26 tempest-ServerRescueNegativeTestJSON-1221659768 tempest-ServerRescueNegativeTestJSON-1221659768-project] 10.222.0.26 "GET /v2.0/security-groups?id=53892fd6-fc0b-43d7-b2d3-4778a69f0ff7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389969 Aug 29 19:22:42.305343 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.26', 57152) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 19:22:42.464177 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-40d6e846-3451-42ad-915b-02acd9498361 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:22:42.572237 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-40d6e846-3451-42ad-915b-02acd9498361 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:22:42.576895 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-40d6e846-3451-42ad-915b-02acd9498361 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368872'] for security_group, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:22:42.619626 dv-cinder-806191-2-iscsi neutron-server[93883]: INFO neutron.wsgi [None req-40d6e846-3451-42ad-915b-02acd9498361 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=27a6fa35c02c4766b79e975c49d04e9c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3130503 Aug 29 19:22:42.620341 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40d6e846-3451-42ad-915b-02acd9498361 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=77e68c9b-2c48-41dd-b3b3-8141b83e1fa1,revision_number=1']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:22:42.623142 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.26', 57162) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 19:22:42.698076 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-0ca9837f-e8be-44cd-ace3-5ad7c27f09cf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:22:42.732425 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-0ca9837f-e8be-44cd-ace3-5ad7c27f09cf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:22:42.803886 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-0ca9837f-e8be-44cd-ace3-5ad7c27f09cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368872'] for security_group, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:22:42.807023 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-0ca9837f-e8be-44cd-ace3-5ad7c27f09cf admin admin] Notify callbacks [] for security_group, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:22:42.808656 dv-cinder-806191-2-iscsi neutron-server[93883]: INFO neutron.wsgi [None req-0ca9837f-e8be-44cd-ace3-5ad7c27f09cf admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/77e68c9b-2c48-41dd-b3b3-8141b83e1fa1 HTTP/1.1" status: 204 len: 168 time: 0.1837687 Aug 29 19:22:42.823049 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ca9837f-e8be-44cd-ace3-5ad7c27f09cf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=77e68c9b-2c48-41dd-b3b3-8141b83e1fa1,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:22:42.849107 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f18eda6f-0442-4d35-8290-0af8a1d24492 req-c3ea7cad-a8be-4a38-8a34-57bae685987b tempest-ServerRescueNegativeTestJSON-1221659768 tempest-ServerRescueNegativeTestJSON-1221659768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 19:22:42.851961 dv-cinder-806191-2-iscsi neutron-server[93884]: INFO neutron.wsgi [req-f18eda6f-0442-4d35-8290-0af8a1d24492 req-c3ea7cad-a8be-4a38-8a34-57bae685987b tempest-ServerRescueNegativeTestJSON-1221659768 tempest-ServerRescueNegativeTestJSON-1221659768-project] 10.222.0.26 "GET /v2.0/ports?device_id=becd7a60-bff6-444b-8396-15d0c458fa2e HTTP/1.1" status: 200 len: 945 time: 0.0648110 Aug 29 19:22:42.922096 dv-cinder-806191-2-iscsi neutron-server[93884]: INFO neutron.wsgi [req-f18eda6f-0442-4d35-8290-0af8a1d24492 req-03dcfa8b-6a0f-406d-9b1a-d8d2c7830c08 tempest-ServerRescueNegativeTestJSON-1221659768 tempest-ServerRescueNegativeTestJSON-1221659768-project] 10.222.0.26 "GET /v2.0/security-groups?id=53892fd6-fc0b-43d7-b2d3-4778a69f0ff7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506999 Aug 29 19:22:43.190340 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.26', 57172) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 19:22:43.214445 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-61a0fec7-c1a5-4f39-9737-82636f1569a5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:22:43.401618 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-61a0fec7-c1a5-4f39-9737-82636f1569a5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:22:43.408677 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-61a0fec7-c1a5-4f39-9737-82636f1569a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368872'] for security_group, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:22:43.445364 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61a0fec7-c1a5-4f39-9737-82636f1569a5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6cc2fbc3-7c3b-4b02-8836-05ecee8758eb,revision_number=1']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:22:43.484264 dv-cinder-806191-2-iscsi neutron-server[93883]: INFO neutron.wsgi [None req-61a0fec7-c1a5-4f39-9737-82636f1569a5 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=5012be92e8644506909b2b7788e3b8d1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2909601 Aug 29 19:22:43.485299 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.26', 57186) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 19:22:43.554850 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-5d010c77-451e-4f85-b90b-e50cce83c55c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:22:43.595551 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-5d010c77-451e-4f85-b90b-e50cce83c55c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:22:43.658439 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-5d010c77-451e-4f85-b90b-e50cce83c55c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368872'] for security_group, after_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:22:43.661204 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-5d010c77-451e-4f85-b90b-e50cce83c55c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:22:43.662697 dv-cinder-806191-2-iscsi neutron-server[93884]: INFO neutron.wsgi [None req-5d010c77-451e-4f85-b90b-e50cce83c55c admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/6cc2fbc3-7c3b-4b02-8836-05ecee8758eb HTTP/1.1" status: 204 len: 168 time: 0.1761739 Aug 29 19:22:43.679250 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d010c77-451e-4f85-b90b-e50cce83c55c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6cc2fbc3-7c3b-4b02-8836-05ecee8758eb,revision_number=None']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:22:44.223293 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e824d90a-fd7d-4dd7-9c07-6bc1ca6d617d req-c3dd474a-f61e-4f55-8bf3-275e450d8b13 tempest-ServerRescueNegativeTestJSON-1221659768 tempest-ServerRescueNegativeTestJSON-1221659768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 19:22:44.239268 dv-cinder-806191-2-iscsi neutron-server[93883]: INFO neutron.wsgi [req-e824d90a-fd7d-4dd7-9c07-6bc1ca6d617d req-c3dd474a-f61e-4f55-8bf3-275e450d8b13 tempest-ServerRescueNegativeTestJSON-1221659768 tempest-ServerRescueNegativeTestJSON-1221659768-project] 10.222.0.26 "GET /v2.0/ports?device_id=becd7a60-bff6-444b-8396-15d0c458fa2e HTTP/1.1" status: 200 len: 945 time: 0.1569805 Aug 29 19:22:44.323706 dv-cinder-806191-2-iscsi neutron-server[93883]: INFO neutron.wsgi [req-e824d90a-fd7d-4dd7-9c07-6bc1ca6d617d req-8ab46e94-e8b6-466e-950b-a090c9929569 tempest-ServerRescueNegativeTestJSON-1221659768 tempest-ServerRescueNegativeTestJSON-1221659768-project] 10.222.0.26 "GET /v2.0/security-groups?id=53892fd6-fc0b-43d7-b2d3-4778a69f0ff7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0754967 Aug 29 19:22:44.856062 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ff6c096-4d38-4ce6-89b4-1e1e16f24257 req-340b3882-40be-400a-a322-c3be02dee863 tempest-AttachVolumeNegativeTest-2076342172 tempest-AttachVolumeNegativeTest-2076342172-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 19:22:44.857826 dv-cinder-806191-2-iscsi neutron-server[93884]: INFO neutron.wsgi [req-1ff6c096-4d38-4ce6-89b4-1e1e16f24257 req-340b3882-40be-400a-a322-c3be02dee863 tempest-AttachVolumeNegativeTest-2076342172 tempest-AttachVolumeNegativeTest-2076342172-project] 10.222.0.26 "GET /v2.0/networks?id=1d62036b-0f93-45a0-8fba-f387708e0e55 HTTP/1.1" status: 200 len: 815 time: 0.1332142 Aug 29 19:22:44.885116 dv-cinder-806191-2-iscsi neutron-server[93884]: INFO neutron.wsgi [req-1ff6c096-4d38-4ce6-89b4-1e1e16f24257 req-83a0d002-ff0c-46bf-83ed-6fa67e3b651a tempest-AttachVolumeNegativeTest-2076342172 tempest-AttachVolumeNegativeTest-2076342172-project] 10.222.0.26 "GET /v2.0/quotas/ba814db0c9614a53b5482814dee2277a HTTP/1.1" status: 200 len: 375 time: 0.0176566 Aug 29 19:22:44.963520 dv-cinder-806191-2-iscsi neutron-server[93884]: INFO neutron.wsgi [req-1ff6c096-4d38-4ce6-89b4-1e1e16f24257 req-98c6273d-bce3-44b7-8c1f-81da7c1f5f68 tempest-AttachVolumeNegativeTest-2076342172 tempest-AttachVolumeNegativeTest-2076342172-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=ba814db0c9614a53b5482814dee2277a&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0652919 Aug 29 19:22:45.126939 dv-cinder-806191-2-iscsi neutron-server[93884]: INFO neutron.wsgi [req-1ff6c096-4d38-4ce6-89b4-1e1e16f24257 req-3fc200dc-720b-4f7a-9e2e-094215c35812 service neutron] 10.222.0.26 "GET /v2.0/networks/1d62036b-0f93-45a0-8fba-f387708e0e55?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1314690 Aug 29 19:22:45.333256 dv-cinder-806191-2-iscsi neutron-server[93884]: INFO neutron.wsgi [req-1ff6c096-4d38-4ce6-89b4-1e1e16f24257 req-603250a1-d820-4325-ac60-bae7579f090e service neutron] 10.222.0.26 "GET /v2.0/networks/1d62036b-0f93-45a0-8fba-f387708e0e55?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1863673 Aug 29 19:22:45.578093 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a941cc0a-90be-4d87-8ce8-31b653ab4e1e req-a65394fb-cebb-4952-9d3a-42a96afa7894 tempest-ServerRescueNegativeTestJSON-1221659768 tempest-ServerRescueNegativeTestJSON-1221659768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 19:22:45.586222 dv-cinder-806191-2-iscsi neutron-server[93883]: INFO neutron.wsgi [req-a941cc0a-90be-4d87-8ce8-31b653ab4e1e req-a65394fb-cebb-4952-9d3a-42a96afa7894 tempest-ServerRescueNegativeTestJSON-1221659768 tempest-ServerRescueNegativeTestJSON-1221659768-project] 10.222.0.26 "GET /v2.0/ports?device_id=becd7a60-bff6-444b-8396-15d0c458fa2e HTTP/1.1" status: 200 len: 945 time: 0.1358764 Aug 29 19:22:45.696651 dv-cinder-806191-2-iscsi neutron-server[93883]: INFO neutron.wsgi [req-a941cc0a-90be-4d87-8ce8-31b653ab4e1e req-404a1bef-fa9d-4a3d-b76f-f3a42e1feea8 tempest-ServerRescueNegativeTestJSON-1221659768 tempest-ServerRescueNegativeTestJSON-1221659768-project] 10.222.0.26 "GET /v2.0/security-groups?id=53892fd6-fc0b-43d7-b2d3-4778a69f0ff7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1041095 Aug 29 19:22:45.739180 dv-cinder-806191-2-iscsi neutron-server[93884]: INFO neutron.wsgi [req-a7ade9ad-8e5e-4c2f-95d3-bff8fae766a5 req-3b3c8068-b156-4fff-b43d-060fa3e998bc tempest-AttachVolumeNegativeTest-2076342172 tempest-AttachVolumeNegativeTest-2076342172-project] 10.222.0.26 "GET /v2.0/ports?device_id=6303d47f-82d1-47ee-81e8-7d57f3083011 HTTP/1.1" status: 200 len: 210 time: 0.0769434 Aug 29 19:22:45.838631 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.26', 57308) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 19:22:46.134795 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-6ee9dc70-44ee-4a1a-b703-d283de9ef064 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:22:46.347495 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-6ee9dc70-44ee-4a1a-b703-d283de9ef064 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:22:46.353986 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-6ee9dc70-44ee-4a1a-b703-d283de9ef064 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368872'] for security_group, after_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:22:46.406113 dv-cinder-806191-2-iscsi neutron-server[93884]: INFO neutron.wsgi [None req-6ee9dc70-44ee-4a1a-b703-d283de9ef064 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=ec6e6a49b8434bab9dcd72675c129fd2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5659797 Aug 29 19:22:46.407468 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ee9dc70-44ee-4a1a-b703-d283de9ef064 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3e4f6ac8-ab5c-4aa1-9573-5aecc8983d65,revision_number=1']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:22:46.410151 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.26', 57350) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 19:22:46.416797 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-9711a3bf-8f76-4c90-a5d9-8b2647a1ed9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777170380508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3627128'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:22:46.511021 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-f679e7cd-467a-421b-89eb-d7b63773c980 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:22:46.562568 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-f679e7cd-467a-421b-89eb-d7b63773c980 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:22:46.666937 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-f679e7cd-467a-421b-89eb-d7b63773c980 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368872'] for security_group, after_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:22:46.672417 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-f679e7cd-467a-421b-89eb-d7b63773c980 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:22:46.678443 dv-cinder-806191-2-iscsi neutron-server[93884]: INFO neutron.wsgi [None req-f679e7cd-467a-421b-89eb-d7b63773c980 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/3e4f6ac8-ab5c-4aa1-9573-5aecc8983d65 HTTP/1.1" status: 204 len: 168 time: 0.2516940 Aug 29 19:22:46.689553 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f679e7cd-467a-421b-89eb-d7b63773c980 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e4f6ac8-ab5c-4aa1-9573-5aecc8983d65,revision_number=None']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:22:46.887000 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d8e2750-675c-455c-b559-4d694ea12022 req-d9a712d6-4156-42ba-aad2-321af4a2a331 tempest-ServerRescueNegativeTestJSON-1221659768 tempest-ServerRescueNegativeTestJSON-1221659768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 19:22:46.890290 dv-cinder-806191-2-iscsi neutron-server[93883]: INFO neutron.wsgi [req-9d8e2750-675c-455c-b559-4d694ea12022 req-d9a712d6-4156-42ba-aad2-321af4a2a331 tempest-ServerRescueNegativeTestJSON-1221659768 tempest-ServerRescueNegativeTestJSON-1221659768-project] 10.222.0.26 "GET /v2.0/ports?device_id=becd7a60-bff6-444b-8396-15d0c458fa2e HTTP/1.1" status: 200 len: 945 time: 0.0940197 Aug 29 19:22:46.894724 dv-cinder-806191-2-iscsi neutron-server[93884]: INFO neutron.wsgi [req-4f5fc0af-3eb3-4f6e-a139-2041e937def7 req-6cd4b384-63f0-4581-b860-7b27cd2604f0 tempest-AttachVolumeNegativeTest-2076342172 tempest-AttachVolumeNegativeTest-2076342172-project] 10.222.0.26 "GET /v2.0/ports?device_id=6303d47f-82d1-47ee-81e8-7d57f3083011 HTTP/1.1" status: 200 len: 210 time: 0.0507951 Aug 29 19:22:46.939871 dv-cinder-806191-2-iscsi neutron-server[93883]: INFO neutron.wsgi [req-9d8e2750-675c-455c-b559-4d694ea12022 req-4756f537-8965-4af6-b47b-329094538edc tempest-ServerRescueNegativeTestJSON-1221659768 tempest-ServerRescueNegativeTestJSON-1221659768-project] 10.222.0.26 "GET /v2.0/security-groups?id=53892fd6-fc0b-43d7-b2d3-4778a69f0ff7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370495 Aug 29 19:22:48.026359 dv-cinder-806191-2-iscsi neutron-server[93884]: INFO neutron.wsgi [req-06221148-374b-44d9-8f73-6ff93e14a5b6 req-025381a5-6e40-4f03-b09c-97105d1bc5cb tempest-AttachVolumeNegativeTest-2076342172 tempest-AttachVolumeNegativeTest-2076342172-project] 10.222.0.26 "GET /v2.0/ports?device_id=6303d47f-82d1-47ee-81e8-7d57f3083011 HTTP/1.1" status: 200 len: 210 time: 0.0529976 Aug 29 19:22:48.119840 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86a85ea8-b056-4473-8a8a-71ac3ec176c6 req-23294e7e-a295-4ebb-b8ea-61f8424466e9 tempest-ServerRescueNegativeTestJSON-1221659768 tempest-ServerRescueNegativeTestJSON-1221659768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 19:22:48.123325 dv-cinder-806191-2-iscsi neutron-server[93883]: INFO neutron.wsgi [req-86a85ea8-b056-4473-8a8a-71ac3ec176c6 req-23294e7e-a295-4ebb-b8ea-61f8424466e9 tempest-ServerRescueNegativeTestJSON-1221659768 tempest-ServerRescueNegativeTestJSON-1221659768-project] 10.222.0.26 "GET /v2.0/ports?device_id=becd7a60-bff6-444b-8396-15d0c458fa2e HTTP/1.1" status: 200 len: 945 time: 0.0574934 Aug 29 19:22:48.190208 dv-cinder-806191-2-iscsi neutron-server[93883]: INFO neutron.wsgi [req-86a85ea8-b056-4473-8a8a-71ac3ec176c6 req-580bb7ee-e5d8-44c1-b069-6fc048826682 tempest-ServerRescueNegativeTestJSON-1221659768 tempest-ServerRescueNegativeTestJSON-1221659768-project] 10.222.0.26 "GET /v2.0/security-groups?id=53892fd6-fc0b-43d7-b2d3-4778a69f0ff7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605197 Aug 29 19:22:48.994467 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-50c6ba71-2442-448b-b3f5-556fa248ffd3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777170380508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3627128'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:22:49.133046 dv-cinder-806191-2-iscsi neutron-server[93884]: INFO neutron.wsgi [req-0b4a640b-b228-4d84-9703-18d4aac6be8a req-37539ab4-4e9e-41f8-9ad2-de0e81287191 tempest-AttachVolumeNegativeTest-2076342172 tempest-AttachVolumeNegativeTest-2076342172-project] 10.222.0.26 "GET /v2.0/ports?device_id=6303d47f-82d1-47ee-81e8-7d57f3083011 HTTP/1.1" status: 200 len: 210 time: 0.0278649 Aug 29 19:22:49.320028 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40efc67d-911e-42d1-8fce-99ded50e87ac req-6fc450a1-4be1-464f-8be8-c40d3e0a299a tempest-ServerRescueNegativeTestJSON-1221659768 tempest-ServerRescueNegativeTestJSON-1221659768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 19:22:49.321554 dv-cinder-806191-2-iscsi neutron-server[93883]: INFO neutron.wsgi [req-40efc67d-911e-42d1-8fce-99ded50e87ac req-6fc450a1-4be1-464f-8be8-c40d3e0a299a tempest-ServerRescueNegativeTestJSON-1221659768 tempest-ServerRescueNegativeTestJSON-1221659768-project] 10.222.0.26 "GET /v2.0/ports?device_id=becd7a60-bff6-444b-8396-15d0c458fa2e HTTP/1.1" status: 200 len: 945 time: 0.0516570 Aug 29 19:22:49.363925 dv-cinder-806191-2-iscsi neutron-server[93883]: INFO neutron.wsgi [req-40efc67d-911e-42d1-8fce-99ded50e87ac req-3b5ca9eb-37a1-4577-8424-22aa4c208a7a tempest-ServerRescueNegativeTestJSON-1221659768 tempest-ServerRescueNegativeTestJSON-1221659768-project] 10.222.0.26 "GET /v2.0/security-groups?id=53892fd6-fc0b-43d7-b2d3-4778a69f0ff7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360186 Aug 29 19:22:49.673355 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-f7f3f912-659a-49f9-ab3a-0560ee4983b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777170380508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3627128'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:22:49.919638 dv-cinder-806191-2-iscsi neutron-server[93884]: INFO neutron.wsgi [req-962cf2df-6804-4a2b-ae9a-21544866728d req-01e3cf75-55a1-4a54-bfff-e71fa1424861 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=0877765f-cdbf-4b0b-bf2c-c50d51f89aa0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0700624 Aug 29 19:22:50.040918 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-962cf2df-6804-4a2b-ae9a-21544866728d req-3a86c6cd-c11e-45f2-b035-53e589aae608 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 19:22:50.042554 dv-cinder-806191-2-iscsi neutron-server[93884]: INFO neutron.wsgi [req-962cf2df-6804-4a2b-ae9a-21544866728d req-3a86c6cd-c11e-45f2-b035-53e589aae608 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=ba814db0c9614a53b5482814dee2277a&device_id=0877765f-cdbf-4b0b-bf2c-c50d51f89aa0 HTTP/1.1" status: 200 len: 1098 time: 0.0648818 Aug 29 19:22:50.056704 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ff6c096-4d38-4ce6-89b4-1e1e16f24257 req-9e57f10b-3038-441b-b178-ffe93fae97b5 tempest-AttachVolumeNegativeTest-2076342172 tempest-AttachVolumeNegativeTest-2076342172-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 19:22:50.059211 dv-cinder-806191-2-iscsi neutron-server[93883]: INFO neutron.wsgi [req-1ff6c096-4d38-4ce6-89b4-1e1e16f24257 req-9e57f10b-3038-441b-b178-ffe93fae97b5 tempest-AttachVolumeNegativeTest-2076342172 tempest-AttachVolumeNegativeTest-2076342172-project] 10.222.0.23 "GET /v2.0/networks?id=1d62036b-0f93-45a0-8fba-f387708e0e55 HTTP/1.1" status: 200 len: 815 time: 0.1942966 Aug 29 19:22:50.082018 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron.api.v2.base [req-1ff6c096-4d38-4ce6-89b4-1e1e16f24257 req-5c0466b3-02d9-4d69-80c7-c70c1a6cbf48 tempest-AttachVolumeNegativeTest-2076342172 tempest-AttachVolumeNegativeTest-2076342172-project] Request body: {'port': {'device_id': '6303d47f-82d1-47ee-81e8-7d57f3083011', 'network_id': '1d62036b-0f93-45a0-8fba-f387708e0e55', 'admin_state_up': True, 'tenant_id': 'ba814db0c9614a53b5482814dee2277a'}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 19:22:50.200895 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-962cf2df-6804-4a2b-ae9a-21544866728d req-3ed90e92-d06b-4365-8d2d-d04566874302 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 19:22:50.203360 dv-cinder-806191-2-iscsi neutron-server[93884]: INFO neutron.wsgi [req-962cf2df-6804-4a2b-ae9a-21544866728d req-3ed90e92-d06b-4365-8d2d-d04566874302 service neutron] 10.222.0.23 "GET /v2.0/networks?id=1d62036b-0f93-45a0-8fba-f387708e0e55 HTTP/1.1" status: 200 len: 916 time: 0.1129293 Aug 29 19:22:50.240187 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1ff6c096-4d38-4ce6-89b4-1e1e16f24257 req-5c0466b3-02d9-4d69-80c7-c70c1a6cbf48 tempest-AttachVolumeNegativeTest-2076342172 tempest-AttachVolumeNegativeTest-2076342172-project] Made reservation on behalf of ba814db0c9614a53b5482814dee2277a for: {'port': 1} {{(pid=93883) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 19:22:50.243865 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-1ff6c096-4d38-4ce6-89b4-1e1e16f24257 req-5c0466b3-02d9-4d69-80c7-c70c1a6cbf48 tempest-AttachVolumeNegativeTest-2076342172 tempest-AttachVolumeNegativeTest-2076342172-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3669058'] for port, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:22:50.270721 dv-cinder-806191-2-iscsi neutron-server[93884]: INFO neutron.wsgi [req-962cf2df-6804-4a2b-ae9a-21544866728d req-d8465db2-c7bf-4fc9-be5c-eaf057a2432e service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=189ce962-18b0-4d08-b12d-12c8e1ea6a8b HTTP/1.1" status: 200 len: 217 time: 0.0506160 Aug 29 19:22:50.323567 dv-cinder-806191-2-iscsi neutron-server[93884]: INFO neutron.wsgi [req-6748a494-e00a-4efa-b8aa-c0f95273d5f3 req-7bc1983b-fd9a-45d5-8f08-d7f4874cf92e tempest-AttachVolumeNegativeTest-2076342172 tempest-AttachVolumeNegativeTest-2076342172-project] 10.222.0.26 "GET /v2.0/ports?device_id=6303d47f-82d1-47ee-81e8-7d57f3083011 HTTP/1.1" status: 200 len: 210 time: 0.0560591 Aug 29 19:22:50.351839 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-962cf2df-6804-4a2b-ae9a-21544866728d req-6c60749d-2c6d-4890-9d7e-1b91b12f1088 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 19:22:50.353697 dv-cinder-806191-2-iscsi neutron-server[93884]: INFO neutron.wsgi [req-962cf2df-6804-4a2b-ae9a-21544866728d req-6c60749d-2c6d-4890-9d7e-1b91b12f1088 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=e15cf44e-824b-4420-8bd8-737a2faa947a HTTP/1.1" status: 200 len: 855 time: 0.0728309 Aug 29 19:22:50.386557 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-ed31fb2d-405b-476e-b16a-f8415d14bc27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777170380508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3627128'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:22:50.431268 dv-cinder-806191-2-iscsi neutron-server[93884]: INFO neutron.wsgi [req-962cf2df-6804-4a2b-ae9a-21544866728d req-e58710ec-372c-45ab-93a3-c44a2bdb7bab service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=1d62036b-0f93-45a0-8fba-f387708e0e55&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0672398 Aug 29 19:22:50.440632 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron.db.db_base_plugin_common [req-1ff6c096-4d38-4ce6-89b4-1e1e16f24257 req-5c0466b3-02d9-4d69-80c7-c70c1a6cbf48 tempest-AttachVolumeNegativeTest-2076342172 tempest-AttachVolumeNegativeTest-2076342172-project] Allocated IP 172.20.0.8 (1d62036b-0f93-45a0-8fba-f387708e0e55/e15cf44e-824b-4420-8bd8-737a2faa947a/f09a5318-5317-4b72-b8b0-a7d0d70add3b) {{(pid=93883) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 19:22:50.579869 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc2cc744-3815-4ddf-b39f-46d8cb996ee3 req-9ec6f568-6953-4dd6-b308-f0993df1d52c tempest-ServerRescueNegativeTestJSON-1221659768 tempest-ServerRescueNegativeTestJSON-1221659768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 19:22:50.581760 dv-cinder-806191-2-iscsi neutron-server[93883]: INFO neutron.wsgi [req-cc2cc744-3815-4ddf-b39f-46d8cb996ee3 req-9ec6f568-6953-4dd6-b308-f0993df1d52c tempest-ServerRescueNegativeTestJSON-1221659768 tempest-ServerRescueNegativeTestJSON-1221659768-project] 10.222.0.26 "GET /v2.0/ports?device_id=becd7a60-bff6-444b-8396-15d0c458fa2e HTTP/1.1" status: 200 len: 945 time: 0.1166017 Aug 29 19:22:50.700067 dv-cinder-806191-2-iscsi neutron-server[93884]: INFO neutron.wsgi [req-962cf2df-6804-4a2b-ae9a-21544866728d req-753b8386-2a23-4b4d-9d59-8ac3e9581a7d service neutron] 10.222.0.23 "GET /v2.0/networks/1d62036b-0f93-45a0-8fba-f387708e0e55?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2541363 Aug 29 19:22:50.712763 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-e411ce9c-394c-453f-add9-812245090945 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777170380508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3627128'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:22:50.721166 dv-cinder-806191-2-iscsi neutron-server[93883]: INFO neutron.wsgi [req-cc2cc744-3815-4ddf-b39f-46d8cb996ee3 req-52da533b-e41e-4ad7-99f5-da72e820fcb0 tempest-ServerRescueNegativeTestJSON-1221659768 tempest-ServerRescueNegativeTestJSON-1221659768-project] 10.222.0.26 "GET /v2.0/security-groups?id=53892fd6-fc0b-43d7-b2d3-4778a69f0ff7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1288579 Aug 29 19:22:50.785707 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-1ff6c096-4d38-4ce6-89b4-1e1e16f24257 req-5c0466b3-02d9-4d69-80c7-c70c1a6cbf48 tempest-AttachVolumeNegativeTest-2076342172 tempest-AttachVolumeNegativeTest-2076342172-project] Notify callbacks [] for port, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:22:50.847748 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-1ff6c096-4d38-4ce6-89b4-1e1e16f24257 req-5c0466b3-02d9-4d69-80c7-c70c1a6cbf48 tempest-AttachVolumeNegativeTest-2076342172 tempest-AttachVolumeNegativeTest-2076342172-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3669005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3715978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777169884164'] for port, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:22:50.864973 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-e411ce9c-394c-453f-add9-812245090945 None None] get_ports_and_sgs() called for port_ids ['189ce962-18b0-4d08-b12d-12c8e1ea6a8b'] {{(pid=93885) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 19:22:50.925222 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1ff6c096-4d38-4ce6-89b4-1e1e16f24257 req-5c0466b3-02d9-4d69-80c7-c70c1a6cbf48 tempest-AttachVolumeNegativeTest-2076342172 tempest-AttachVolumeNegativeTest-2076342172-project] Network 1d62036b-0f93-45a0-8fba-f387708e0e55 is already hosted by enough agents. {{(pid=93883) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 19:22:50.926250 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c0466b3-02d9-4d69-80c7-c70c1a6cbf48 tempest-AttachVolumeNegativeTest-2076342172 tempest-AttachVolumeNegativeTest-2076342172-project] Pushing event updated for resources: {'Port': ['ID=f09a5318-5317-4b72-b8b0-a7d0d70add3b,revision_number=1']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:22:50.935565 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron.scheduler.base_scheduler [req-1ff6c096-4d38-4ce6-89b4-1e1e16f24257 req-5c0466b3-02d9-4d69-80c7-c70c1a6cbf48 tempest-AttachVolumeNegativeTest-2076342172 tempest-AttachVolumeNegativeTest-2076342172-project] Resources bound (agent type, host, resource id): {{(pid=93883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 19:22:50.943992 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron.db.l3_dvrscheduler_db [req-1ff6c096-4d38-4ce6-89b4-1e1e16f24257 req-5c0466b3-02d9-4d69-80c7-c70c1a6cbf48 tempest-AttachVolumeNegativeTest-2076342172 tempest-AttachVolumeNegativeTest-2076342172-project] Received port after_create {{(pid=93883) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 19:22:50.949829 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ff6c096-4d38-4ce6-89b4-1e1e16f24257 req-5c0466b3-02d9-4d69-80c7-c70c1a6cbf48 tempest-AttachVolumeNegativeTest-2076342172 tempest-AttachVolumeNegativeTest-2076342172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 19:22:50.950590 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-1ff6c096-4d38-4ce6-89b4-1e1e16f24257 req-5c0466b3-02d9-4d69-80c7-c70c1a6cbf48 tempest-AttachVolumeNegativeTest-2076342172 tempest-AttachVolumeNegativeTest-2076342172-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-256493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3715960'] for port, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:22:50.980512 dv-cinder-806191-2-iscsi neutron-server[93883]: INFO neutron.wsgi [req-1ff6c096-4d38-4ce6-89b4-1e1e16f24257 req-5c0466b3-02d9-4d69-80c7-c70c1a6cbf48 tempest-AttachVolumeNegativeTest-2076342172 tempest-AttachVolumeNegativeTest-2076342172-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9026327 Aug 29 19:22:50.992991 dv-cinder-806191-2-iscsi neutron-server[93884]: INFO neutron.wsgi [req-962cf2df-6804-4a2b-ae9a-21544866728d req-b588f13f-6169-44b8-898d-d0b47013ea2e service neutron] 10.222.0.23 "GET /v2.0/networks/1d62036b-0f93-45a0-8fba-f387708e0e55?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2831328 Aug 29 19:22:51.003706 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron.api.v2.base [req-1ff6c096-4d38-4ce6-89b4-1e1e16f24257 req-aa274dfe-ec99-4caf-9f24-52974e15d3e7 service neutron] Request body: {'port': {'device_id': '6303d47f-82d1-47ee-81e8-7d57f3083011', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80619'}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 19:22:51.146767 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-1ff6c096-4d38-4ce6-89b4-1e1e16f24257 req-aa274dfe-ec99-4caf-9f24-52974e15d3e7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3669058'] for port, before_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:22:51.534990 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36c32638-2c44-4159-884c-150534db309a req-cdf969c1-a7ef-43c6-b16b-ff0e198ad348 tempest-AttachVolumeNegativeTest-2076342172 tempest-AttachVolumeNegativeTest-2076342172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 19:22:51.537170 dv-cinder-806191-2-iscsi neutron-server[93884]: INFO neutron.wsgi [req-36c32638-2c44-4159-884c-150534db309a req-cdf969c1-a7ef-43c6-b16b-ff0e198ad348 tempest-AttachVolumeNegativeTest-2076342172 tempest-AttachVolumeNegativeTest-2076342172-project] 10.222.0.26 "GET /v2.0/ports?device_id=6303d47f-82d1-47ee-81e8-7d57f3083011 HTTP/1.1" status: 200 len: 931 time: 0.0832303 Aug 29 19:22:51.632515 dv-cinder-806191-2-iscsi neutron-server[93884]: INFO neutron.wsgi [req-36c32638-2c44-4159-884c-150534db309a req-c9322525-6541-479f-b4ea-f64e6a1b3a94 tempest-AttachVolumeNegativeTest-2076342172 tempest-AttachVolumeNegativeTest-2076342172-project] 10.222.0.26 "GET /v2.0/security-groups?id=ea7dc4db-96bb-4713-a2e6-e8b6fb48c457&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0866625 Aug 29 19:22:51.679890 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron.notifiers.nova [req-1ff6c096-4d38-4ce6-89b4-1e1e16f24257 req-aa274dfe-ec99-4caf-9f24-52974e15d3e7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f09a5318-5317-4b72-b8b0-a7d0d70add3b {{(pid=93883) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 19:22:51.691516 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.26', 57550) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 19:22:51.714192 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-1ff6c096-4d38-4ce6-89b4-1e1e16f24257 req-aa274dfe-ec99-4caf-9f24-52974e15d3e7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:22:51.746730 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron.db.provisioning_blocks [req-1ff6c096-4d38-4ce6-89b4-1e1e16f24257 req-aa274dfe-ec99-4caf-9f24-52974e15d3e7 service neutron] Transition to ACTIVE for port object f09a5318-5317-4b72-b8b0-a7d0d70add3b will not be triggered until provisioned by entity L2. {{(pid=93883) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 19:22:51.755096 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-1ff6c096-4d38-4ce6-89b4-1e1e16f24257 req-aa274dfe-ec99-4caf-9f24-52974e15d3e7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3669005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3715978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777170436913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777169884182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777169884200'] for port, after_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:22:51.888579 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa274dfe-ec99-4caf-9f24-52974e15d3e7 service neutron] Pushing event updated for resources: {'Port': ['ID=f09a5318-5317-4b72-b8b0-a7d0d70add3b,revision_number=2']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:22:51.889932 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-c214b08a-13ec-4cca-bdbd-998b9b76327d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777170380508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3627128'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:22:51.998418 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron.plugins.ml2.managers [req-1ff6c096-4d38-4ce6-89b4-1e1e16f24257 req-aa274dfe-ec99-4caf-9f24-52974e15d3e7 service neutron] Attempting to bind port f09a5318-5317-4b72-b8b0-a7d0d70add3b on host hv-cinder-80619 for vnic_type normal with profile {{(pid=93883) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 19:22:51.998663 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron.plugins.ml2.managers [req-1ff6c096-4d38-4ce6-89b4-1e1e16f24257 req-aa274dfe-ec99-4caf-9f24-52974e15d3e7 service neutron] Attempting to bind port f09a5318-5317-4b72-b8b0-a7d0d70add3b by drivers openvswitch,hyperv on host hv-cinder-80619 at level 0 using segments [{'id': '8fe8a594-91a4-40c0-b8c2-40d42544c273', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '1d62036b-0f93-45a0-8fba-f387708e0e55'}] {{(pid=93883) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 19:22:51.999199 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ff6c096-4d38-4ce6-89b4-1e1e16f24257 req-aa274dfe-ec99-4caf-9f24-52974e15d3e7 service neutron] Attempting to bind port f09a5318-5317-4b72-b8b0-a7d0d70add3b on network 1d62036b-0f93-45a0-8fba-f387708e0e55 {{(pid=93883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 19:22:52.042681 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ff6c096-4d38-4ce6-89b4-1e1e16f24257 req-aa274dfe-ec99-4caf-9f24-52974e15d3e7 service neutron] Port f09a5318-5317-4b72-b8b0-a7d0d70add3b on network 1d62036b-0f93-45a0-8fba-f387708e0e55 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80619 {{(pid=93883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 19:22:52.043192 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ff6c096-4d38-4ce6-89b4-1e1e16f24257 req-aa274dfe-ec99-4caf-9f24-52974e15d3e7 service neutron] Attempting to bind port f09a5318-5317-4b72-b8b0-a7d0d70add3b on network 1d62036b-0f93-45a0-8fba-f387708e0e55 {{(pid=93883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 19:22:52.051714 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ff6c096-4d38-4ce6-89b4-1e1e16f24257 req-aa274dfe-ec99-4caf-9f24-52974e15d3e7 service neutron] Checking agent: {'id': 'f86fd93b-ec6e-427a-a263-b2bcb0cc3d39', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80619', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 19, 19, 51), 'started_at': datetime.datetime(2021, 8, 29, 19, 19, 51), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 19, 22, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 19:22:52.052182 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ff6c096-4d38-4ce6-89b4-1e1e16f24257 req-aa274dfe-ec99-4caf-9f24-52974e15d3e7 service neutron] Checking segment: {'id': '8fe8a594-91a4-40c0-b8c2-40d42544c273', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '1d62036b-0f93-45a0-8fba-f387708e0e55'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93883) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 19:22:52.052798 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ff6c096-4d38-4ce6-89b4-1e1e16f24257 req-aa274dfe-ec99-4caf-9f24-52974e15d3e7 service neutron] Bound using segment: {'id': '8fe8a594-91a4-40c0-b8c2-40d42544c273', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '1d62036b-0f93-45a0-8fba-f387708e0e55'} {{(pid=93883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 19:22:52.053316 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron.plugins.ml2.managers [req-1ff6c096-4d38-4ce6-89b4-1e1e16f24257 req-aa274dfe-ec99-4caf-9f24-52974e15d3e7 service neutron] Bound port: f09a5318-5317-4b72-b8b0-a7d0d70add3b, host: hv-cinder-80619, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8fe8a594-91a4-40c0-b8c2-40d42544c273', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '1d62036b-0f93-45a0-8fba-f387708e0e55'}}] {{(pid=93883) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 19:22:52.053738 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-1ff6c096-4d38-4ce6-89b4-1e1e16f24257 req-aa274dfe-ec99-4caf-9f24-52974e15d3e7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3669058'] for port, before_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:22:52.093540 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1ba97aa-66e2-4391-a897-e614162f1cde req-97c17e06-7dc7-4bfd-92d0-200022c06327 tempest-ServerRescueNegativeTestJSON-1221659768 tempest-ServerRescueNegativeTestJSON-1221659768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 19:22:52.095267 dv-cinder-806191-2-iscsi neutron-server[93883]: INFO neutron.wsgi [req-c1ba97aa-66e2-4391-a897-e614162f1cde req-97c17e06-7dc7-4bfd-92d0-200022c06327 tempest-ServerRescueNegativeTestJSON-1221659768 tempest-ServerRescueNegativeTestJSON-1221659768-project] 10.222.0.26 "GET /v2.0/ports?device_id=becd7a60-bff6-444b-8396-15d0c458fa2e HTTP/1.1" status: 200 len: 945 time: 0.1190073 Aug 29 19:22:52.154364 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-0f1ab7ce-dc99-4045-b9e6-cb2399d3ee72 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:22:52.216213 dv-cinder-806191-2-iscsi neutron-server[93883]: INFO neutron.wsgi [req-c1ba97aa-66e2-4391-a897-e614162f1cde req-a92511bc-af2a-4ae4-bc1a-d2c128226869 tempest-ServerRescueNegativeTestJSON-1221659768 tempest-ServerRescueNegativeTestJSON-1221659768-project] 10.222.0.26 "GET /v2.0/security-groups?id=53892fd6-fc0b-43d7-b2d3-4778a69f0ff7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0959034 Aug 29 19:22:52.217603 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron.plugins.ml2.db [req-1ff6c096-4d38-4ce6-89b4-1e1e16f24257 req-aa274dfe-ec99-4caf-9f24-52974e15d3e7 service neutron] For port f09a5318-5317-4b72-b8b0-a7d0d70add3b, host hv-cinder-80619, cleared binding levels {{(pid=93883) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 19:22:52.223230 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron.plugins.ml2.db [req-1ff6c096-4d38-4ce6-89b4-1e1e16f24257 req-aa274dfe-ec99-4caf-9f24-52974e15d3e7 service neutron] For port f09a5318-5317-4b72-b8b0-a7d0d70add3b, host hv-cinder-80619, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80619',level=0,port_id=f09a5318-5317-4b72-b8b0-a7d0d70add3b,segment=NetworkSegment(8fe8a594-91a4-40c0-b8c2-40d42544c273),segment_id=8fe8a594-91a4-40c0-b8c2-40d42544c273)] {{(pid=93883) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 19:22:52.234819 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-1ff6c096-4d38-4ce6-89b4-1e1e16f24257 req-aa274dfe-ec99-4caf-9f24-52974e15d3e7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3669005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3715978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777170436913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777169884182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777169884200'] for port, after_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:22:52.290640 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ff6c096-4d38-4ce6-89b4-1e1e16f24257 req-aa274dfe-ec99-4caf-9f24-52974e15d3e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 19:22:52.291310 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-1ff6c096-4d38-4ce6-89b4-1e1e16f24257 req-aa274dfe-ec99-4caf-9f24-52974e15d3e7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-256493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3715960'] for port, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:22:52.292810 dv-cinder-806191-2-iscsi neutron-server[93883]: INFO neutron.wsgi [req-1ff6c096-4d38-4ce6-89b4-1e1e16f24257 req-aa274dfe-ec99-4caf-9f24-52974e15d3e7 service neutron] 10.222.0.23 "PUT /v2.0/ports/f09a5318-5317-4b72-b8b0-a7d0d70add3b HTTP/1.1" status: 200 len: 1093 time: 1.3006775 Aug 29 19:22:52.293340 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6303d47f-82d1-47ee-81e8-7d57f3083011', 'tag': 'f09a5318-5317-4b72-b8b0-a7d0d70add3b'}] {{(pid=93883) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 19:22:52.295768 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d7efacdd762e7fee97ebec028cc859708dbf706441332da3e8755544227ebc46" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-433e30ec-343c-452f-8fe2-c280a71f01ea" -d '{"events": [{"name": "network-changed", "server_uuid": "6303d47f-82d1-47ee-81e8-7d57f3083011", "tag": "f09a5318-5317-4b72-b8b0-a7d0d70add3b"}]}' {{(pid=93883) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 19:22:52.356542 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa274dfe-ec99-4caf-9f24-52974e15d3e7 service neutron] Pushing event updated for resources: {'Port': ['ID=f09a5318-5317-4b72-b8b0-a7d0d70add3b,revision_number=3']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:22:52.413180 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 19:22:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-92c561d1-ba11-49fd-a05b-44be9f5c31ff x-openstack-request-id: req-92c561d1-ba11-49fd-a05b-44be9f5c31ff {{(pid=93883) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 19:22:52.413709 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6303d47f-82d1-47ee-81e8-7d57f3083011", "tag": "f09a5318-5317-4b72-b8b0-a7d0d70add3b", "status": "completed", "code": 200}]} {{(pid=93883) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 19:22:52.414136 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-92c561d1-ba11-49fd-a05b-44be9f5c31ff {{(pid=93883) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 19:22:52.415125 dv-cinder-806191-2-iscsi neutron-server[93883]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6303d47f-82d1-47ee-81e8-7d57f3083011', 'tag': 'f09a5318-5317-4b72-b8b0-a7d0d70add3b', 'status': 'completed', 'code': 200} Aug 29 19:22:52.535641 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ff6c096-4d38-4ce6-89b4-1e1e16f24257 req-812a904a-ccda-41c9-a311-ca8a5815e9d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 19:22:52.537218 dv-cinder-806191-2-iscsi neutron-server[93883]: INFO neutron.wsgi [req-1ff6c096-4d38-4ce6-89b4-1e1e16f24257 req-812a904a-ccda-41c9-a311-ca8a5815e9d0 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=ba814db0c9614a53b5482814dee2277a&device_id=6303d47f-82d1-47ee-81e8-7d57f3083011 HTTP/1.1" status: 200 len: 1096 time: 0.1475253 Aug 29 19:22:52.539705 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-0f1ab7ce-dc99-4045-b9e6-cb2399d3ee72 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:22:52.546336 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-0f1ab7ce-dc99-4045-b9e6-cb2399d3ee72 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368872'] for security_group, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:22:52.678688 dv-cinder-806191-2-iscsi neutron-server[93883]: INFO neutron.wsgi [req-1ff6c096-4d38-4ce6-89b4-1e1e16f24257 req-aed66cae-adc5-4126-a10a-7cc149d07854 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f09a5318-5317-4b72-b8b0-a7d0d70add3b HTTP/1.1" status: 200 len: 217 time: 0.1258798 Aug 29 19:22:52.701768 dv-cinder-806191-2-iscsi neutron-server[93883]: INFO neutron.wsgi [None req-0f1ab7ce-dc99-4045-b9e6-cb2399d3ee72 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=017c2bd3e30640f9b404d9eb64a5cfa8&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0075877 Aug 29 19:22:52.705009 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f1ab7ce-dc99-4045-b9e6-cb2399d3ee72 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0f41a9bf-3269-4239-904d-dd9f08167f51,revision_number=1']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:22:52.707299 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.26', 57582) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 19:22:52.767212 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-617416ce-2127-4908-9156-02ad5f8b9065 req-f7e10430-7063-4e12-9cc4-f05542c74ebd tempest-DeleteServersTestJSON-54809137 tempest-DeleteServersTestJSON-54809137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 19:22:52.769178 dv-cinder-806191-2-iscsi neutron-server[93883]: INFO neutron.wsgi [req-617416ce-2127-4908-9156-02ad5f8b9065 req-f7e10430-7063-4e12-9cc4-f05542c74ebd tempest-DeleteServersTestJSON-54809137 tempest-DeleteServersTestJSON-54809137-project] 10.222.0.26 "GET /v2.0/ports?device_id=6250a8d1-2c0f-401a-bbde-6e6b92afc3f7 HTTP/1.1" status: 200 len: 945 time: 0.1992893 Aug 29 19:22:52.774538 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ff6c096-4d38-4ce6-89b4-1e1e16f24257 req-59824b2a-63bb-4ad6-a9ed-afaff0c68f02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 19:22:52.776273 dv-cinder-806191-2-iscsi neutron-server[93883]: INFO neutron.wsgi [req-1ff6c096-4d38-4ce6-89b4-1e1e16f24257 req-59824b2a-63bb-4ad6-a9ed-afaff0c68f02 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=e15cf44e-824b-4420-8bd8-737a2faa947a HTTP/1.1" status: 200 len: 855 time: 0.0871208 Aug 29 19:22:52.819448 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-07d284df-3834-4510-8a59-e9d31f3986b1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:22:52.847043 dv-cinder-806191-2-iscsi neutron-server[93883]: INFO neutron.wsgi [req-1ff6c096-4d38-4ce6-89b4-1e1e16f24257 req-f6915264-42fd-4034-b230-46bbbd09c2e6 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=1d62036b-0f93-45a0-8fba-f387708e0e55&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0482755 Aug 29 19:22:52.857473 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a038affb-b2d9-4326-8661-04b7df981578 req-29a97b13-ebc5-406d-a36b-c09902f4f30b tempest-AttachVolumeNegativeTest-2076342172 tempest-AttachVolumeNegativeTest-2076342172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 19:22:52.860495 dv-cinder-806191-2-iscsi neutron-server[93884]: INFO neutron.wsgi [req-a038affb-b2d9-4326-8661-04b7df981578 req-29a97b13-ebc5-406d-a36b-c09902f4f30b tempest-AttachVolumeNegativeTest-2076342172 tempest-AttachVolumeNegativeTest-2076342172-project] 10.222.0.26 "GET /v2.0/ports?device_id=6303d47f-82d1-47ee-81e8-7d57f3083011 HTTP/1.1" status: 200 len: 943 time: 0.1047542 Aug 29 19:22:52.866257 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-07d284df-3834-4510-8a59-e9d31f3986b1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:22:52.911174 dv-cinder-806191-2-iscsi neutron-server[93883]: INFO neutron.wsgi [req-617416ce-2127-4908-9156-02ad5f8b9065 req-8cbd08ce-4aec-4b72-b647-b0938c6c3fc2 tempest-DeleteServersTestJSON-54809137 tempest-DeleteServersTestJSON-54809137-project] 10.222.0.26 "GET /v2.0/security-groups?id=a5ff652f-191c-4a97-9168-26078f022aaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1280680 Aug 29 19:22:52.930987 dv-cinder-806191-2-iscsi neutron-server[93884]: INFO neutron.wsgi [req-a038affb-b2d9-4326-8661-04b7df981578 req-24218582-2c12-4583-a6fa-3eb964ec46b6 tempest-AttachVolumeNegativeTest-2076342172 tempest-AttachVolumeNegativeTest-2076342172-project] 10.222.0.26 "GET /v2.0/security-groups?id=ea7dc4db-96bb-4713-a2e6-e8b6fb48c457&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575333 Aug 29 19:22:52.990930 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-07d284df-3834-4510-8a59-e9d31f3986b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368872'] for security_group, after_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:22:52.993943 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-07d284df-3834-4510-8a59-e9d31f3986b1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:22:52.995164 dv-cinder-806191-2-iscsi neutron-server[93884]: INFO neutron.wsgi [None req-07d284df-3834-4510-8a59-e9d31f3986b1 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/0f41a9bf-3269-4239-904d-dd9f08167f51 HTTP/1.1" status: 204 len: 168 time: 0.2868621 Aug 29 19:22:53.007867 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07d284df-3834-4510-8a59-e9d31f3986b1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f41a9bf-3269-4239-904d-dd9f08167f51,revision_number=None']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:22:53.115876 dv-cinder-806191-2-iscsi neutron-server[93883]: INFO neutron.wsgi [req-1ff6c096-4d38-4ce6-89b4-1e1e16f24257 req-39145329-e009-4f1f-ab78-523eaec1406a service neutron] 10.222.0.23 "GET /v2.0/networks/1d62036b-0f93-45a0-8fba-f387708e0e55?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2577448 Aug 29 19:22:53.266149 dv-cinder-806191-2-iscsi neutron-server[93883]: INFO neutron.wsgi [req-1ff6c096-4d38-4ce6-89b4-1e1e16f24257 req-a562712d-174b-4332-8e3b-2c681706e8a1 service neutron] 10.222.0.23 "GET /v2.0/networks/1d62036b-0f93-45a0-8fba-f387708e0e55?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1310308 Aug 29 19:22:53.424858 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28aadbc8-9072-41cf-b182-bb87608e7aa2 req-ae1dee13-d086-4d44-86e6-9235463bc94c tempest-ServerRescueNegativeTestJSON-1221659768 tempest-ServerRescueNegativeTestJSON-1221659768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 19:22:53.428364 dv-cinder-806191-2-iscsi neutron-server[93884]: INFO neutron.wsgi [req-28aadbc8-9072-41cf-b182-bb87608e7aa2 req-ae1dee13-d086-4d44-86e6-9235463bc94c tempest-ServerRescueNegativeTestJSON-1221659768 tempest-ServerRescueNegativeTestJSON-1221659768-project] 10.222.0.26 "GET /v2.0/ports?device_id=becd7a60-bff6-444b-8396-15d0c458fa2e HTTP/1.1" status: 200 len: 945 time: 0.1021848 Aug 29 19:22:53.439880 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-433e30ec-343c-452f-8fe2-c280a71f01ea req-fbb91f1d-6033-4f92-9fdc-91d680cc9abe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 19:22:53.445041 dv-cinder-806191-2-iscsi neutron-server[93883]: INFO neutron.wsgi [req-433e30ec-343c-452f-8fe2-c280a71f01ea req-fbb91f1d-6033-4f92-9fdc-91d680cc9abe service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=ba814db0c9614a53b5482814dee2277a&device_id=6303d47f-82d1-47ee-81e8-7d57f3083011 HTTP/1.1" status: 200 len: 1096 time: 0.0762599 Aug 29 19:22:53.479429 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.26', 57610) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 19:22:53.506491 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-e04645de-97f8-403e-be7a-6e66c7207570 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:22:53.525045 dv-cinder-806191-2-iscsi neutron-server[93884]: INFO neutron.wsgi [req-28aadbc8-9072-41cf-b182-bb87608e7aa2 req-c4ebf793-f0e3-43fe-9456-85ca1cd7a55a tempest-ServerRescueNegativeTestJSON-1221659768 tempest-ServerRescueNegativeTestJSON-1221659768-project] 10.222.0.26 "GET /v2.0/security-groups?id=53892fd6-fc0b-43d7-b2d3-4778a69f0ff7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698948 Aug 29 19:22:53.595927 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.26', 57614) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 19:22:53.627878 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-433e30ec-343c-452f-8fe2-c280a71f01ea req-02fb11f5-2558-457e-a588-9e6fb7937ee7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 19:22:53.630255 dv-cinder-806191-2-iscsi neutron-server[93883]: INFO neutron.wsgi [req-433e30ec-343c-452f-8fe2-c280a71f01ea req-02fb11f5-2558-457e-a588-9e6fb7937ee7 service neutron] 10.222.0.23 "GET /v2.0/networks?id=1d62036b-0f93-45a0-8fba-f387708e0e55 HTTP/1.1" status: 200 len: 916 time: 0.1729124 Aug 29 19:22:53.677751 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-e04645de-97f8-403e-be7a-6e66c7207570 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:22:53.683664 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-e04645de-97f8-403e-be7a-6e66c7207570 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368872'] for security_group, after_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:22:53.721682 dv-cinder-806191-2-iscsi neutron-server[93883]: INFO neutron.wsgi [req-433e30ec-343c-452f-8fe2-c280a71f01ea req-d101197d-ce6e-482e-b4af-aecca62eedc6 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f09a5318-5317-4b72-b8b0-a7d0d70add3b HTTP/1.1" status: 200 len: 217 time: 0.0825756 Aug 29 19:22:53.729084 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e04645de-97f8-403e-be7a-6e66c7207570 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5cb607ca-4884-4da2-b510-40ba02fd4244,revision_number=1']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:22:53.737802 dv-cinder-806191-2-iscsi neutron-server[93884]: INFO neutron.wsgi [None req-e04645de-97f8-403e-be7a-6e66c7207570 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=a0bc8155969841c98fc89546c6781c3e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2571597 Aug 29 19:22:53.738499 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.26', 57620) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 19:22:53.815858 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-433e30ec-343c-452f-8fe2-c280a71f01ea req-b088b5c3-1bd5-4d5b-aefb-d9b7c183e7f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 19:22:53.817951 dv-cinder-806191-2-iscsi neutron-server[93883]: INFO neutron.wsgi [req-433e30ec-343c-452f-8fe2-c280a71f01ea req-b088b5c3-1bd5-4d5b-aefb-d9b7c183e7f3 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=e15cf44e-824b-4420-8bd8-737a2faa947a HTTP/1.1" status: 200 len: 855 time: 0.0847051 Aug 29 19:22:53.833536 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-027d1372-7183-4aa7-bad8-7f798b706987 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:22:53.850447 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-04bd2653-53e1-4dec-8180-170cd27c866b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:22:53.874929 dv-cinder-806191-2-iscsi neutron-server[93883]: INFO neutron.wsgi [req-433e30ec-343c-452f-8fe2-c280a71f01ea req-be25bc99-8cb0-4709-8797-bba17522dc8a service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=1d62036b-0f93-45a0-8fba-f387708e0e55&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0456984 Aug 29 19:22:53.893720 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-027d1372-7183-4aa7-bad8-7f798b706987 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:22:53.986800 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-027d1372-7183-4aa7-bad8-7f798b706987 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368872'] for security_group, after_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:22:53.994996 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-027d1372-7183-4aa7-bad8-7f798b706987 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:22:53.997867 dv-cinder-806191-2-iscsi neutron-server[93884]: INFO neutron.wsgi [None req-027d1372-7183-4aa7-bad8-7f798b706987 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/5cb607ca-4884-4da2-b510-40ba02fd4244 HTTP/1.1" status: 204 len: 168 time: 0.2576635 Aug 29 19:22:54.038518 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-027d1372-7183-4aa7-bad8-7f798b706987 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5cb607ca-4884-4da2-b510-40ba02fd4244,revision_number=None']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:22:54.153708 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbcc54c6-7e87-4c2f-8d9b-0203a608a748 req-3d5673c3-32df-4555-9833-0db1d6ff9c34 tempest-DeleteServersTestJSON-54809137 tempest-DeleteServersTestJSON-54809137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 19:22:54.157708 dv-cinder-806191-2-iscsi neutron-server[93884]: INFO neutron.wsgi [req-cbcc54c6-7e87-4c2f-8d9b-0203a608a748 req-3d5673c3-32df-4555-9833-0db1d6ff9c34 tempest-DeleteServersTestJSON-54809137 tempest-DeleteServersTestJSON-54809137-project] 10.222.0.26 "GET /v2.0/ports?device_id=6250a8d1-2c0f-401a-bbde-6e6b92afc3f7 HTTP/1.1" status: 200 len: 945 time: 0.0950696 Aug 29 19:22:54.172675 dv-cinder-806191-2-iscsi neutron-server[93883]: INFO neutron.wsgi [req-433e30ec-343c-452f-8fe2-c280a71f01ea req-aa181057-d581-4118-b34a-fb8d5121924d service neutron] 10.222.0.23 "GET /v2.0/networks/1d62036b-0f93-45a0-8fba-f387708e0e55?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2870157 Aug 29 19:22:54.243223 dv-cinder-806191-2-iscsi neutron-server[93884]: INFO neutron.wsgi [req-cbcc54c6-7e87-4c2f-8d9b-0203a608a748 req-9541915d-d61d-4b72-aa15-c23c5ff32d8e tempest-DeleteServersTestJSON-54809137 tempest-DeleteServersTestJSON-54809137-project] 10.222.0.26 "GET /v2.0/security-groups?id=a5ff652f-191c-4a97-9168-26078f022aaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0779197 Aug 29 19:22:54.252013 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3f13041-0575-40f1-b361-233596b406d1 req-da93be7c-6dd0-4511-a02c-0a62ce03fa2c tempest-AttachVolumeNegativeTest-2076342172 tempest-AttachVolumeNegativeTest-2076342172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 19:22:54.253687 dv-cinder-806191-2-iscsi neutron-server[93883]: INFO neutron.wsgi [req-c3f13041-0575-40f1-b361-233596b406d1 req-da93be7c-6dd0-4511-a02c-0a62ce03fa2c tempest-AttachVolumeNegativeTest-2076342172 tempest-AttachVolumeNegativeTest-2076342172-project] 10.222.0.26 "GET /v2.0/ports?device_id=6303d47f-82d1-47ee-81e8-7d57f3083011 HTTP/1.1" status: 200 len: 943 time: 0.1882815 Aug 29 19:22:54.350617 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-04bd2653-53e1-4dec-8180-170cd27c866b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:22:54.356470 dv-cinder-806191-2-iscsi neutron-server[93883]: INFO neutron.wsgi [req-c3f13041-0575-40f1-b361-233596b406d1 req-ffe69796-b2b7-4cf4-a62a-7f29d61209de tempest-AttachVolumeNegativeTest-2076342172 tempest-AttachVolumeNegativeTest-2076342172-project] 10.222.0.26 "GET /v2.0/security-groups?id=ea7dc4db-96bb-4713-a2e6-e8b6fb48c457&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0857806 Aug 29 19:22:54.360535 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-04bd2653-53e1-4dec-8180-170cd27c866b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368872'] for security_group, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:22:54.600440 dv-cinder-806191-2-iscsi neutron-server[93883]: INFO neutron.wsgi [None req-04bd2653-53e1-4dec-8180-170cd27c866b admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=ef78ee3815814b7eb611ec4065c82668&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0026135 Aug 29 19:22:54.600619 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.26', 57652) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 19:22:54.609170 dv-cinder-806191-2-iscsi neutron-server[93883]: INFO neutron.wsgi [req-433e30ec-343c-452f-8fe2-c280a71f01ea req-ee42da8d-e386-440d-9c0a-663eb4d23d54 service neutron] 10.222.0.23 "GET /v2.0/networks/1d62036b-0f93-45a0-8fba-f387708e0e55?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4182105 Aug 29 19:22:54.620642 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04bd2653-53e1-4dec-8180-170cd27c866b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6b18bbca-2675-4fe9-a7b7-9e70a7125ad2,revision_number=1']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:22:54.746570 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-52e8da38-097e-4f24-bdb9-c926611ec73f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:22:54.777653 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-52e8da38-097e-4f24-bdb9-c926611ec73f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:22:54.787794 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe94efeb-6f88-4a88-8056-5dbbb2e1a4f1 req-73e1532c-0e19-4327-980c-6ea287232080 tempest-ServerRescueNegativeTestJSON-1221659768 tempest-ServerRescueNegativeTestJSON-1221659768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 19:22:54.789402 dv-cinder-806191-2-iscsi neutron-server[93884]: INFO neutron.wsgi [req-fe94efeb-6f88-4a88-8056-5dbbb2e1a4f1 req-73e1532c-0e19-4327-980c-6ea287232080 tempest-ServerRescueNegativeTestJSON-1221659768 tempest-ServerRescueNegativeTestJSON-1221659768-project] 10.222.0.26 "GET /v2.0/ports?device_id=becd7a60-bff6-444b-8396-15d0c458fa2e HTTP/1.1" status: 200 len: 945 time: 0.1313138 Aug 29 19:22:54.860841 dv-cinder-806191-2-iscsi neutron-server[93884]: INFO neutron.wsgi [req-fe94efeb-6f88-4a88-8056-5dbbb2e1a4f1 req-3c3b51fe-5b99-465d-b4d8-b21f3bc8d824 tempest-ServerRescueNegativeTestJSON-1221659768 tempest-ServerRescueNegativeTestJSON-1221659768-project] 10.222.0.26 "GET /v2.0/security-groups?id=53892fd6-fc0b-43d7-b2d3-4778a69f0ff7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623550 Aug 29 19:22:54.876610 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-52e8da38-097e-4f24-bdb9-c926611ec73f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368872'] for security_group, after_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:22:54.879386 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-52e8da38-097e-4f24-bdb9-c926611ec73f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:22:54.880541 dv-cinder-806191-2-iscsi neutron-server[93884]: INFO neutron.wsgi [None req-52e8da38-097e-4f24-bdb9-c926611ec73f admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/6b18bbca-2675-4fe9-a7b7-9e70a7125ad2 HTTP/1.1" status: 204 len: 168 time: 0.2778935 Aug 29 19:22:54.889682 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52e8da38-097e-4f24-bdb9-c926611ec73f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b18bbca-2675-4fe9-a7b7-9e70a7125ad2,revision_number=None']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:22:55.098538 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e25152fa-7a22-430c-b70e-b3ecf6fe38dd req-780e1791-2098-491d-b335-632da8ed8d5b tempest-DeleteServersTestJSON-54809137 tempest-DeleteServersTestJSON-54809137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 19:22:55.100110 dv-cinder-806191-2-iscsi neutron-server[93883]: INFO neutron.wsgi [req-e25152fa-7a22-430c-b70e-b3ecf6fe38dd req-780e1791-2098-491d-b335-632da8ed8d5b tempest-DeleteServersTestJSON-54809137 tempest-DeleteServersTestJSON-54809137-project] 10.222.0.23 "GET /v2.0/ports?device_id=6250a8d1-2c0f-401a-bbde-6e6b92afc3f7 HTTP/1.1" status: 200 len: 945 time: 0.0663104 Aug 29 19:22:55.288452 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron.plugins.ml2.plugin [req-e25152fa-7a22-430c-b70e-b3ecf6fe38dd req-834bc311-54d9-4199-b6d5-8135fa51cc06 tempest-DeleteServersTestJSON-54809137 tempest-DeleteServersTestJSON-54809137-project] Deleting port 0085027d-4245-4841-9cbc-1b2c8e0ea998 {{(pid=93883) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 19:22:55.289130 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-e25152fa-7a22-430c-b70e-b3ecf6fe38dd req-834bc311-54d9-4199-b6d5-8135fa51cc06 tempest-DeleteServersTestJSON-54809137 tempest-DeleteServersTestJSON-54809137-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777170414367'] for port, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:22:55.494704 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.26', 57690) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 19:22:55.515008 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-272e7e04-0f70-407e-8009-201febb0ed8c req-3a308db3-370a-4a1c-bea2-404c62ca8831 tempest-DeleteServersTestJSON-54809137 tempest-DeleteServersTestJSON-54809137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 19:22:55.518608 dv-cinder-806191-2-iscsi neutron-server[93883]: INFO neutron.wsgi [req-272e7e04-0f70-407e-8009-201febb0ed8c req-3a308db3-370a-4a1c-bea2-404c62ca8831 tempest-DeleteServersTestJSON-54809137 tempest-DeleteServersTestJSON-54809137-project] 10.222.0.26 "GET /v2.0/ports?device_id=6250a8d1-2c0f-401a-bbde-6e6b92afc3f7 HTTP/1.1" status: 200 len: 945 time: 0.1482270 Aug 29 19:22:55.533992 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5baebcf5-7c53-4afc-b452-78835a2510ef req-9f089435-40a3-4e61-ba30-2db6554e5012 tempest-AttachVolumeNegativeTest-2076342172 tempest-AttachVolumeNegativeTest-2076342172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 19:22:55.541438 dv-cinder-806191-2-iscsi neutron-server[93884]: INFO neutron.wsgi [req-5baebcf5-7c53-4afc-b452-78835a2510ef req-9f089435-40a3-4e61-ba30-2db6554e5012 tempest-AttachVolumeNegativeTest-2076342172 tempest-AttachVolumeNegativeTest-2076342172-project] 10.222.0.26 "GET /v2.0/ports?device_id=6303d47f-82d1-47ee-81e8-7d57f3083011 HTTP/1.1" status: 200 len: 943 time: 0.0801327 Aug 29 19:22:55.555533 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-acc45e52-cbc7-45de-8320-ca6febe5c09f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:22:55.586970 dv-cinder-806191-2-iscsi neutron-server[93884]: INFO neutron.wsgi [req-5baebcf5-7c53-4afc-b452-78835a2510ef req-fed4fb44-7c3e-41f0-9fcf-bdf2a6b702f7 tempest-AttachVolumeNegativeTest-2076342172 tempest-AttachVolumeNegativeTest-2076342172-project] 10.222.0.26 "GET /v2.0/security-groups?id=ea7dc4db-96bb-4713-a2e6-e8b6fb48c457&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443873 Aug 29 19:22:55.609122 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron.plugins.ml2.db [req-e25152fa-7a22-430c-b70e-b3ecf6fe38dd req-834bc311-54d9-4199-b6d5-8135fa51cc06 tempest-DeleteServersTestJSON-54809137 tempest-DeleteServersTestJSON-54809137-project] For port 0085027d-4245-4841-9cbc-1b2c8e0ea998, host hv-cinder-80619, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80619',level=0,port_id=0085027d-4245-4841-9cbc-1b2c8e0ea998,segment=NetworkSegment(711f1075-1ac0-4e1b-8344-072510bf1c14),segment_id=711f1075-1ac0-4e1b-8344-072510bf1c14)] {{(pid=93883) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 19:22:55.609765 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-e25152fa-7a22-430c-b70e-b3ecf6fe38dd req-834bc311-54d9-4199-b6d5-8135fa51cc06 tempest-DeleteServersTestJSON-54809137 tempest-DeleteServersTestJSON-54809137-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3695122'] for port, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:22:55.660930 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron.plugins.ml2.plugin [req-e25152fa-7a22-430c-b70e-b3ecf6fe38dd req-834bc311-54d9-4199-b6d5-8135fa51cc06 tempest-DeleteServersTestJSON-54809137 tempest-DeleteServersTestJSON-54809137-project] Calling delete_port for 0085027d-4245-4841-9cbc-1b2c8e0ea998 owned by compute:nova {{(pid=93883) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 19:22:55.682458 dv-cinder-806191-2-iscsi neutron-server[93883]: INFO neutron.wsgi [req-272e7e04-0f70-407e-8009-201febb0ed8c req-1239a6cb-e275-4bc8-a452-a2248e7f5fe5 tempest-DeleteServersTestJSON-54809137 tempest-DeleteServersTestJSON-54809137-project] 10.222.0.26 "GET /v2.0/security-groups?id=a5ff652f-191c-4a97-9168-26078f022aaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1306148 Aug 29 19:22:55.917899 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-acc45e52-cbc7-45de-8320-ca6febe5c09f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:22:56.001461 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-acc45e52-cbc7-45de-8320-ca6febe5c09f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368872'] for security_group, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:22:56.022875 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-e411ce9c-394c-453f-add9-812245090945 None None] Device f09a5318-5317-4b72-b8b0-a7d0d70add3b details requested by agent hyperv_hv-cinder-80619 with host hv-cinder-80619 {{(pid=93885) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 19:22:56.135440 dv-cinder-806191-2-iscsi neutron-server[93883]: INFO neutron.wsgi [None req-acc45e52-cbc7-45de-8320-ca6febe5c09f admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=14a69524c3934dcbac7ac714414cd2ca&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6149526 Aug 29 19:22:56.136267 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.26', 57724) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 19:22:56.150328 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acc45e52-cbc7-45de-8320-ca6febe5c09f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8d16f5b4-1066-419e-88a0-090247d6be1a,revision_number=1']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:22:56.165480 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-e25152fa-7a22-430c-b70e-b3ecf6fe38dd req-834bc311-54d9-4199-b6d5-8135fa51cc06 tempest-DeleteServersTestJSON-54809137 tempest-DeleteServersTestJSON-54809137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3669005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3715978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777170436895', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777169884173'] for port, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:22:56.178334 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bab3e495-8a86-466a-b7df-b26f7f81d0e4 req-1e5e6545-084e-4fda-a8b5-8263541ca8f1 tempest-ServerRescueNegativeTestJSON-1221659768 tempest-ServerRescueNegativeTestJSON-1221659768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 19:22:56.180038 dv-cinder-806191-2-iscsi neutron-server[93884]: INFO neutron.wsgi [req-bab3e495-8a86-466a-b7df-b26f7f81d0e4 req-1e5e6545-084e-4fda-a8b5-8263541ca8f1 tempest-ServerRescueNegativeTestJSON-1221659768 tempest-ServerRescueNegativeTestJSON-1221659768-project] 10.222.0.26 "GET /v2.0/ports?device_id=becd7a60-bff6-444b-8396-15d0c458fa2e HTTP/1.1" status: 200 len: 945 time: 0.1641421 Aug 29 19:22:56.190248 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-e411ce9c-394c-453f-add9-812245090945 None None] get_ports_and_sgs() called for port_ids ['0085027d-4245-4841-9cbc-1b2c8e0ea998'] {{(pid=93885) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 19:22:56.231009 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-834bc311-54d9-4199-b6d5-8135fa51cc06 tempest-DeleteServersTestJSON-54809137 tempest-DeleteServersTestJSON-54809137-project] Pushing event deleted for resources: {'Port': ['ID=0085027d-4245-4841-9cbc-1b2c8e0ea998,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:22:56.283964 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-e411ce9c-394c-453f-add9-812245090945 None None] For port f09a5318-5317-4b72-b8b0-a7d0d70add3b, host hv-cinder-80619, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80619',level=0,port_id=f09a5318-5317-4b72-b8b0-a7d0d70add3b,segment=NetworkSegment(8fe8a594-91a4-40c0-b8c2-40d42544c273),segment_id=8fe8a594-91a4-40c0-b8c2-40d42544c273)] {{(pid=93885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 19:22:56.308116 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-e411ce9c-394c-453f-add9-812245090945 None None] Returning: {'device': 'f09a5318-5317-4b72-b8b0-a7d0d70add3b', 'network_id': '1d62036b-0f93-45a0-8fba-f387708e0e55', 'port_id': 'f09a5318-5317-4b72-b8b0-a7d0d70add3b', 'mac_address': 'fa:16:3e:44:40:93', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 123, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e15cf44e-824b-4420-8bd8-737a2faa947a', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93885) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 19:22:56.332799 dv-cinder-806191-2-iscsi neutron-server[93884]: INFO neutron.wsgi [req-bab3e495-8a86-466a-b7df-b26f7f81d0e4 req-e0da6823-46f3-438b-81a9-af74b6ab8fb6 tempest-ServerRescueNegativeTestJSON-1221659768 tempest-ServerRescueNegativeTestJSON-1221659768-project] 10.222.0.26 "GET /v2.0/security-groups?id=53892fd6-fc0b-43d7-b2d3-4778a69f0ff7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1381886 Aug 29 19:22:56.366943 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron.db.l3_dvrscheduler_db [req-e25152fa-7a22-430c-b70e-b3ecf6fe38dd req-834bc311-54d9-4199-b6d5-8135fa51cc06 tempest-DeleteServersTestJSON-54809137 tempest-DeleteServersTestJSON-54809137-project] No DVR routers for this DVR port 0085027d-4245-4841-9cbc-1b2c8e0ea998 on host hv-cinder-80619 {{(pid=93883) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 19:22:56.378671 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-e25152fa-7a22-430c-b70e-b3ecf6fe38dd req-834bc311-54d9-4199-b6d5-8135fa51cc06 tempest-DeleteServersTestJSON-54809137 tempest-DeleteServersTestJSON-54809137-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-256493'] for port, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:22:56.379983 dv-cinder-806191-2-iscsi neutron-server[93883]: INFO neutron.wsgi [req-e25152fa-7a22-430c-b70e-b3ecf6fe38dd req-834bc311-54d9-4199-b6d5-8135fa51cc06 tempest-DeleteServersTestJSON-54809137 tempest-DeleteServersTestJSON-54809137-project] 10.222.0.23 "DELETE /v2.0/ports/0085027d-4245-4841-9cbc-1b2c8e0ea998 HTTP/1.1" status: 204 len: 173 time: 1.2702315 Aug 29 19:22:56.380551 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6250a8d1-2c0f-401a-bbde-6e6b92afc3f7', 'name': 'network-vif-deleted', 'tag': '0085027d-4245-4841-9cbc-1b2c8e0ea998'}] {{(pid=93883) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 19:22:56.388633 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-e411ce9c-394c-453f-add9-812245090945 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3669058'] for port, before_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:22:56.392578 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d7efacdd762e7fee97ebec028cc859708dbf706441332da3e8755544227ebc46" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5abda276-4535-4d7d-a6e2-e4230adaff92" -d '{"events": [{"server_uuid": "6250a8d1-2c0f-401a-bbde-6e6b92afc3f7", "name": "network-vif-deleted", "tag": "0085027d-4245-4841-9cbc-1b2c8e0ea998"}]}' {{(pid=93883) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 19:22:56.406312 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-ead2c4ca-215b-4c02-99a4-2b4b2fde5440 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:22:56.410215 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.notifiers.nova [None req-e411ce9c-394c-453f-add9-812245090945 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f09a5318-5317-4b72-b8b0-a7d0d70add3b {{(pid=93885) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 19:22:56.463829 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 19:22:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-679ce26c-52a7-4792-b2ec-b2461575b893 x-openstack-request-id: req-679ce26c-52a7-4792-b2ec-b2461575b893 {{(pid=93883) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 19:22:56.465957 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6250a8d1-2c0f-401a-bbde-6e6b92afc3f7", "name": "network-vif-deleted", "tag": "0085027d-4245-4841-9cbc-1b2c8e0ea998", "status": "completed", "code": 200}]} {{(pid=93883) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 19:22:56.466463 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-679ce26c-52a7-4792-b2ec-b2461575b893 {{(pid=93883) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 19:22:56.467744 dv-cinder-806191-2-iscsi neutron-server[93883]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6250a8d1-2c0f-401a-bbde-6e6b92afc3f7', 'name': 'network-vif-deleted', 'tag': '0085027d-4245-4841-9cbc-1b2c8e0ea998', 'status': 'completed', 'code': 200} Aug 29 19:22:56.467867 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-ead2c4ca-215b-4c02-99a4-2b4b2fde5440 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:22:56.497231 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-e411ce9c-394c-453f-add9-812245090945 None None] For port f09a5318-5317-4b72-b8b0-a7d0d70add3b, host hv-cinder-80619, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80619',level=0,port_id=f09a5318-5317-4b72-b8b0-a7d0d70add3b,segment=NetworkSegment(8fe8a594-91a4-40c0-b8c2-40d42544c273),segment_id=8fe8a594-91a4-40c0-b8c2-40d42544c273)] {{(pid=93885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 19:22:56.503864 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-e411ce9c-394c-453f-add9-812245090945 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3669005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3715978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777170436913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777169884182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777169884200'] for port, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:22:56.506764 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.26', 57732) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 19:22:56.533648 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-ead2c4ca-215b-4c02-99a4-2b4b2fde5440 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368872'] for security_group, after_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:22:56.540485 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-ead2c4ca-215b-4c02-99a4-2b4b2fde5440 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:22:56.543412 dv-cinder-806191-2-iscsi neutron-server[93884]: INFO neutron.wsgi [None req-ead2c4ca-215b-4c02-99a4-2b4b2fde5440 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/8d16f5b4-1066-419e-88a0-090247d6be1a HTTP/1.1" status: 204 len: 168 time: 0.4033663 Aug 29 19:22:56.560088 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ead2c4ca-215b-4c02-99a4-2b4b2fde5440 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d16f5b4-1066-419e-88a0-090247d6be1a,revision_number=None']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:22:56.589339 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e411ce9c-394c-453f-add9-812245090945 None None] Pushing event updated for resources: {'Port': ['ID=f09a5318-5317-4b72-b8b0-a7d0d70add3b,revision_number=4']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:22:56.599625 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e411ce9c-394c-453f-add9-812245090945 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806191-2-iscsi {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:22:56.599816 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e411ce9c-394c-453f-add9-812245090945 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806191-2-iscsi {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:22:56.600091 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e411ce9c-394c-453f-add9-812245090945 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806191-2-iscsi {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:22:56.600402 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e411ce9c-394c-453f-add9-812245090945 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806191-2-iscsi {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:22:56.600758 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e411ce9c-394c-453f-add9-812245090945 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-806191-2-iscsi {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:22:56.601057 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e411ce9c-394c-453f-add9-812245090945 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806191-2-iscsi {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:22:56.601393 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e411ce9c-394c-453f-add9-812245090945 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-806191-2-iscsi {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:22:56.601845 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e411ce9c-394c-453f-add9-812245090945 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-806191-2-iscsi {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:22:56.602037 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e411ce9c-394c-453f-add9-812245090945 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806191-2-iscsi {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:22:56.602696 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e411ce9c-394c-453f-add9-812245090945 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806191-2-iscsi {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:22:56.603268 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e411ce9c-394c-453f-add9-812245090945 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806191-2-iscsi {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:22:56.603605 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e411ce9c-394c-453f-add9-812245090945 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806191-2-iscsi {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:22:56.739150 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f12d6f1b-76ac-4a79-81d5-70d73a539d70 req-c043d050-86f4-4ade-9067-f444a524a1aa tempest-AttachVolumeNegativeTest-2076342172 tempest-AttachVolumeNegativeTest-2076342172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 19:22:56.741592 dv-cinder-806191-2-iscsi neutron-server[93884]: INFO neutron.wsgi [req-f12d6f1b-76ac-4a79-81d5-70d73a539d70 req-c043d050-86f4-4ade-9067-f444a524a1aa tempest-AttachVolumeNegativeTest-2076342172 tempest-AttachVolumeNegativeTest-2076342172-project] 10.222.0.26 "GET /v2.0/ports?device_id=6303d47f-82d1-47ee-81e8-7d57f3083011 HTTP/1.1" status: 200 len: 944 time: 0.0779274 Aug 29 19:22:56.824797 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-e411ce9c-394c-453f-add9-812245090945 None None] get_ports_and_sgs() called for port_ids ['f09a5318-5317-4b72-b8b0-a7d0d70add3b'] {{(pid=93885) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 19:22:56.867612 dv-cinder-806191-2-iscsi neutron-server[93884]: INFO neutron.wsgi [req-f12d6f1b-76ac-4a79-81d5-70d73a539d70 req-9f111a0a-7c74-49a7-b0bf-e42efff26245 tempest-AttachVolumeNegativeTest-2076342172 tempest-AttachVolumeNegativeTest-2076342172-project] 10.222.0.26 "GET /v2.0/security-groups?id=ea7dc4db-96bb-4713-a2e6-e8b6fb48c457&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1144652 Aug 29 19:22:56.944738 dv-cinder-806191-2-iscsi neutron-server[93883]: INFO neutron.wsgi [req-186a026d-95e8-4cb6-8624-430aeb25241a req-fd6eda6c-9447-4079-9d37-4ea6b15173ef tempest-DeleteServersTestJSON-54809137 tempest-DeleteServersTestJSON-54809137-project] 10.222.0.26 "GET /v2.0/ports?device_id=6250a8d1-2c0f-401a-bbde-6e6b92afc3f7 HTTP/1.1" status: 200 len: 210 time: 0.0883894 Aug 29 19:22:57.013192 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-fe6ea3f8-afc7-4669-83ba-f527ef0768fe admin admin] Notify callbacks [] for security_group, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:22:57.117602 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.26', 57750) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 19:22:57.253075 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-fe6ea3f8-afc7-4669-83ba-f527ef0768fe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:22:57.261182 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-fe6ea3f8-afc7-4669-83ba-f527ef0768fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368872'] for security_group, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:22:57.322961 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-9ab6b370-0d53-4b03-a09a-6c36a540cdc9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:22:57.344321 dv-cinder-806191-2-iscsi neutron-server[93883]: INFO neutron.wsgi [None req-fe6ea3f8-afc7-4669-83ba-f527ef0768fe admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=08acfd216537454cb8dbc49f2bfead9e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8357835 Aug 29 19:22:57.346299 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe6ea3f8-afc7-4669-83ba-f527ef0768fe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a0e20603-256b-49e9-abf9-29d25f26175c,revision_number=1']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:22:57.347201 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.26', 57756) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 19:22:57.395392 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.26', 57760) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 19:22:57.431968 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-07e840de-5cf8-48ec-9be9-3b1c8c609772 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:22:57.542075 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-b8054142-27e2-4648-a05d-cefe7f0bdbfc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:22:57.636816 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-b8054142-27e2-4648-a05d-cefe7f0bdbfc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:22:57.647599 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cb0a6e0-4674-4c68-ba59-f0c21f5987e0 req-234e8fad-a5d5-45d8-858b-0c08b7a9f312 tempest-ServerRescueNegativeTestJSON-1221659768 tempest-ServerRescueNegativeTestJSON-1221659768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 19:22:57.649255 dv-cinder-806191-2-iscsi neutron-server[93884]: INFO neutron.wsgi [req-5cb0a6e0-4674-4c68-ba59-f0c21f5987e0 req-234e8fad-a5d5-45d8-858b-0c08b7a9f312 tempest-ServerRescueNegativeTestJSON-1221659768 tempest-ServerRescueNegativeTestJSON-1221659768-project] 10.222.0.26 "GET /v2.0/ports?device_id=becd7a60-bff6-444b-8396-15d0c458fa2e HTTP/1.1" status: 200 len: 945 time: 0.1832416 Aug 29 19:22:57.757224 dv-cinder-806191-2-iscsi neutron-server[93884]: INFO neutron.wsgi [req-5cb0a6e0-4674-4c68-ba59-f0c21f5987e0 req-c0d13003-2f04-4b6a-aa47-b069ceab98dd tempest-ServerRescueNegativeTestJSON-1221659768 tempest-ServerRescueNegativeTestJSON-1221659768-project] 10.222.0.26 "GET /v2.0/security-groups?id=53892fd6-fc0b-43d7-b2d3-4778a69f0ff7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0904639 Aug 29 19:22:57.765313 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-9ab6b370-0d53-4b03-a09a-6c36a540cdc9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:22:57.767109 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-b8054142-27e2-4648-a05d-cefe7f0bdbfc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368872'] for security_group, after_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:22:57.770340 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-b8054142-27e2-4648-a05d-cefe7f0bdbfc admin admin] Notify callbacks [] for security_group, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:22:57.775958 dv-cinder-806191-2-iscsi neutron-server[93884]: INFO neutron.wsgi [None req-b8054142-27e2-4648-a05d-cefe7f0bdbfc admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/a0e20603-256b-49e9-abf9-29d25f26175c HTTP/1.1" status: 204 len: 168 time: 0.4215403 Aug 29 19:22:57.775958 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-9ab6b370-0d53-4b03-a09a-6c36a540cdc9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368872'] for security_group, after_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:22:57.796520 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8054142-27e2-4648-a05d-cefe7f0bdbfc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a0e20603-256b-49e9-abf9-29d25f26175c,revision_number=None']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:22:57.866716 dv-cinder-806191-2-iscsi neutron-server[93884]: INFO neutron.wsgi [None req-9ab6b370-0d53-4b03-a09a-6c36a540cdc9 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=8341d039469e458692e386e08024fde7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7465537 Aug 29 19:22:57.871031 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.26', 57768) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 19:22:57.883861 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ab6b370-0d53-4b03-a09a-6c36a540cdc9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6a72890e-1c0b-4ac7-a532-0883dcd5e946,revision_number=1']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:22:58.026125 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-e411ce9c-394c-453f-add9-812245090945 None None] Device f09a5318-5317-4b72-b8b0-a7d0d70add3b up at agent hyperv_hv-cinder-80619 {{(pid=93885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 19:22:58.033630 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-07e840de-5cf8-48ec-9be9-3b1c8c609772 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:22:58.057404 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-da0c1f9d-b636-4eb5-957d-65da9303053a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:22:58.059310 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-07e840de-5cf8-48ec-9be9-3b1c8c609772 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368872'] for security_group, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:22:58.147578 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-e411ce9c-394c-453f-add9-812245090945 None None] Provisioning for port f09a5318-5317-4b72-b8b0-a7d0d70add3b completed by entity L2. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 19:22:58.152589 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-da0c1f9d-b636-4eb5-957d-65da9303053a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:22:58.154056 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-e411ce9c-394c-453f-add9-812245090945 None None] Provisioning complete for port f09a5318-5317-4b72-b8b0-a7d0d70add3b triggered by entity L2. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 19:22:58.155858 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-e411ce9c-394c-453f-add9-812245090945 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3627211'] for port, provisioning_complete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:22:58.161934 dv-cinder-806191-2-iscsi neutron-server[93883]: INFO neutron.wsgi [None req-07e840de-5cf8-48ec-9be9-3b1c8c609772 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=6f32efcf36f24c759da7d01b2dd900c4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7613845 Aug 29 19:22:58.163489 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.26', 57778) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 19:22:58.180222 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57b087d9-2e68-4b51-8ca7-9bb86871a29b req-f7869127-933c-42e8-887c-7e8e889eddb8 tempest-AttachVolumeNegativeTest-2076342172 tempest-AttachVolumeNegativeTest-2076342172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 19:22:58.186053 dv-cinder-806191-2-iscsi neutron-server[93883]: INFO neutron.wsgi [req-57b087d9-2e68-4b51-8ca7-9bb86871a29b req-f7869127-933c-42e8-887c-7e8e889eddb8 tempest-AttachVolumeNegativeTest-2076342172 tempest-AttachVolumeNegativeTest-2076342172-project] 10.222.0.26 "GET /v2.0/ports?device_id=6303d47f-82d1-47ee-81e8-7d57f3083011 HTTP/1.1" status: 200 len: 944 time: 0.1840200 Aug 29 19:22:58.186053 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07e840de-5cf8-48ec-9be9-3b1c8c609772 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cae510af-d0ce-49c1-9bac-f5a29a3c8538,revision_number=1']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:22:58.263518 dv-cinder-806191-2-iscsi neutron-server[93883]: INFO neutron.wsgi [req-57b087d9-2e68-4b51-8ca7-9bb86871a29b req-62eb56ef-3527-4526-aa64-ed56a5c92cfa tempest-AttachVolumeNegativeTest-2076342172 tempest-AttachVolumeNegativeTest-2076342172-project] 10.222.0.26 "GET /v2.0/security-groups?id=ea7dc4db-96bb-4713-a2e6-e8b6fb48c457&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668724 Aug 29 19:22:58.308274 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-da0c1f9d-b636-4eb5-957d-65da9303053a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368872'] for security_group, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:22:58.310851 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-ca2f5151-864d-4fa4-bc88-0deb08e6e7e8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:22:58.311990 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-da0c1f9d-b636-4eb5-957d-65da9303053a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:22:58.313549 dv-cinder-806191-2-iscsi neutron-server[93883]: INFO neutron.wsgi [None req-da0c1f9d-b636-4eb5-957d-65da9303053a admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/6a72890e-1c0b-4ac7-a532-0883dcd5e946 HTTP/1.1" status: 204 len: 168 time: 0.4408686 Aug 29 19:22:58.327164 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da0c1f9d-b636-4eb5-957d-65da9303053a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a72890e-1c0b-4ac7-a532-0883dcd5e946,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:22:58.397575 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-e411ce9c-394c-453f-add9-812245090945 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3669058'] for port, before_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:22:58.410662 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-ca2f5151-864d-4fa4-bc88-0deb08e6e7e8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:22:58.433800 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6303d47f-82d1-47ee-81e8-7d57f3083011', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f09a5318-5317-4b72-b8b0-a7d0d70add3b'}] {{(pid=93885) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 19:22:58.436825 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b746b22f1a330a85490eeb53ccb4cfec71189e4c963aff014ae6842ea75f17cc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-91847a38-3afa-4feb-baad-c353cfb6fd61" -d '{"events": [{"server_uuid": "6303d47f-82d1-47ee-81e8-7d57f3083011", "name": "network-vif-plugged", "status": "completed", "tag": "f09a5318-5317-4b72-b8b0-a7d0d70add3b"}]}' {{(pid=93885) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 19:22:58.457163 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-e411ce9c-394c-453f-add9-812245090945 None None] For port f09a5318-5317-4b72-b8b0-a7d0d70add3b, host hv-cinder-80619, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80619',level=0,port_id=f09a5318-5317-4b72-b8b0-a7d0d70add3b,segment=NetworkSegment(8fe8a594-91a4-40c0-b8c2-40d42544c273),segment_id=8fe8a594-91a4-40c0-b8c2-40d42544c273)] {{(pid=93885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 19:22:58.464991 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-e411ce9c-394c-453f-add9-812245090945 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3669005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3715978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777170436913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777169884182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777169884200'] for port, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:22:58.466056 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-e411ce9c-394c-453f-add9-812245090945 None None] Device 0085027d-4245-4841-9cbc-1b2c8e0ea998 no longer exists at agent hyperv_hv-cinder-80619 {{(pid=93885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 19:22:58.558844 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 19:22:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6ca4e3fe-0c59-486d-a4a6-98dde92546b5 x-openstack-request-id: req-6ca4e3fe-0c59-486d-a4a6-98dde92546b5 {{(pid=93885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 19:22:58.559250 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6303d47f-82d1-47ee-81e8-7d57f3083011", "name": "network-vif-plugged", "status": "completed", "tag": "f09a5318-5317-4b72-b8b0-a7d0d70add3b", "code": 200}]} {{(pid=93885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 19:22:58.559599 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-6ca4e3fe-0c59-486d-a4a6-98dde92546b5 {{(pid=93885) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 19:22:58.560114 dv-cinder-806191-2-iscsi neutron-server[93885]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6303d47f-82d1-47ee-81e8-7d57f3083011', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f09a5318-5317-4b72-b8b0-a7d0d70add3b', 'code': 200} Aug 29 19:22:58.567846 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.plugins.ml2.plugin [None req-e411ce9c-394c-453f-add9-812245090945 None None] No Port match for: 0085027d-4245-4841-9cbc-1b2c8e0ea998 {{(pid=93885) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 19:22:58.573843 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-e411ce9c-394c-453f-add9-812245090945 None None] Device 0085027d-4245-4841-9cbc-1b2c8e0ea998 not bound to the agent host hv-cinder-80619 {{(pid=93885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 19:22:58.576092 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-ca2f5151-864d-4fa4-bc88-0deb08e6e7e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368872'] for security_group, after_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:22:58.584841 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-ca2f5151-864d-4fa4-bc88-0deb08e6e7e8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:22:58.591223 dv-cinder-806191-2-iscsi neutron-server[93884]: INFO neutron.wsgi [None req-ca2f5151-864d-4fa4-bc88-0deb08e6e7e8 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/cae510af-d0ce-49c1-9bac-f5a29a3c8538 HTTP/1.1" status: 204 len: 168 time: 0.4223840 Aug 29 19:22:58.605809 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca2f5151-864d-4fa4-bc88-0deb08e6e7e8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cae510af-d0ce-49c1-9bac-f5a29a3c8538,revision_number=None']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:22:58.719827 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e411ce9c-394c-453f-add9-812245090945 None None] Pushing event updated for resources: {'Port': ['ID=f09a5318-5317-4b72-b8b0-a7d0d70add3b,revision_number=5']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:22:58.979545 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07c4d28f-f9bf-4f35-bd25-6aa8ee96f643 req-1c25a477-5a5e-48c7-8a6d-6b40ab3fba79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 19:22:58.981843 dv-cinder-806191-2-iscsi neutron-server[93883]: INFO neutron.wsgi [req-07c4d28f-f9bf-4f35-bd25-6aa8ee96f643 req-1c25a477-5a5e-48c7-8a6d-6b40ab3fba79 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=6303d47f-82d1-47ee-81e8-7d57f3083011 HTTP/1.1" status: 200 len: 1098 time: 0.1095457 Aug 29 19:22:59.033168 dv-cinder-806191-2-iscsi neutron-server[93883]: INFO neutron.wsgi [req-07c4d28f-f9bf-4f35-bd25-6aa8ee96f643 req-bf84d254-c4e3-4fbb-a0f0-056883f2dbd1 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=ea7dc4db-96bb-4713-a2e6-e8b6fb48c457&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408528 Aug 29 19:22:59.052452 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1229833-bace-4dfd-bb6e-2a6dfdf71d16 req-dfd0bfbd-2daa-40f7-ab27-464e59c7f6a7 tempest-ServerRescueNegativeTestJSON-1221659768 tempest-ServerRescueNegativeTestJSON-1221659768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 19:22:59.054058 dv-cinder-806191-2-iscsi neutron-server[93884]: INFO neutron.wsgi [req-c1229833-bace-4dfd-bb6e-2a6dfdf71d16 req-dfd0bfbd-2daa-40f7-ab27-464e59c7f6a7 tempest-ServerRescueNegativeTestJSON-1221659768 tempest-ServerRescueNegativeTestJSON-1221659768-project] 10.222.0.26 "GET /v2.0/ports?device_id=becd7a60-bff6-444b-8396-15d0c458fa2e HTTP/1.1" status: 200 len: 945 time: 0.1238940 Aug 29 19:22:59.117053 dv-cinder-806191-2-iscsi neutron-server[93884]: INFO neutron.wsgi [req-c1229833-bace-4dfd-bb6e-2a6dfdf71d16 req-09742493-4ea2-46df-a9e7-33919ef959fa tempest-ServerRescueNegativeTestJSON-1221659768 tempest-ServerRescueNegativeTestJSON-1221659768-project] 10.222.0.26 "GET /v2.0/security-groups?id=53892fd6-fc0b-43d7-b2d3-4778a69f0ff7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517995 Aug 29 19:22:59.335734 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.26', 57832) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 19:22:59.365521 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-18ac0452-e25b-41f2-aa29-865065ee0824 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:22:59.533091 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef131ff3-1802-45ab-b919-aa1d9ad9fd3b req-9752c992-122e-43f4-bfe1-d26db36d5227 tempest-AttachVolumeNegativeTest-2076342172 tempest-AttachVolumeNegativeTest-2076342172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 19:22:59.540178 dv-cinder-806191-2-iscsi neutron-server[93883]: INFO neutron.wsgi [req-ef131ff3-1802-45ab-b919-aa1d9ad9fd3b req-9752c992-122e-43f4-bfe1-d26db36d5227 tempest-AttachVolumeNegativeTest-2076342172 tempest-AttachVolumeNegativeTest-2076342172-project] 10.222.0.26 "GET /v2.0/ports?device_id=6303d47f-82d1-47ee-81e8-7d57f3083011 HTTP/1.1" status: 200 len: 945 time: 0.1630163 Aug 29 19:22:59.577051 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-18ac0452-e25b-41f2-aa29-865065ee0824 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:22:59.590257 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-18ac0452-e25b-41f2-aa29-865065ee0824 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368872'] for security_group, after_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:22:59.641169 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18ac0452-e25b-41f2-aa29-865065ee0824 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=05fa58dc-fa7b-4e61-aa0a-918bda9e964e,revision_number=1']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:22:59.668492 dv-cinder-806191-2-iscsi neutron-server[93883]: INFO neutron.wsgi [req-ef131ff3-1802-45ab-b919-aa1d9ad9fd3b req-2fb1c839-6ddb-4c55-82c4-cd78d2f6f7ac tempest-AttachVolumeNegativeTest-2076342172 tempest-AttachVolumeNegativeTest-2076342172-project] 10.222.0.26 "GET /v2.0/security-groups?id=ea7dc4db-96bb-4713-a2e6-e8b6fb48c457&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1205211 Aug 29 19:22:59.677048 dv-cinder-806191-2-iscsi neutron-server[93884]: INFO neutron.wsgi [None req-18ac0452-e25b-41f2-aa29-865065ee0824 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=3de42784b90145cea37e05cfbb701faf&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3398018 Aug 29 19:22:59.681470 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.26', 57846) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 19:22:59.760426 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-7da94216-e478-4a46-a65d-8c1f72b27221 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:22:59.790784 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-7da94216-e478-4a46-a65d-8c1f72b27221 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:22:59.876656 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-7da94216-e478-4a46-a65d-8c1f72b27221 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368872'] for security_group, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:22:59.888178 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-7da94216-e478-4a46-a65d-8c1f72b27221 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:22:59.890767 dv-cinder-806191-2-iscsi neutron-server[93883]: INFO neutron.wsgi [None req-7da94216-e478-4a46-a65d-8c1f72b27221 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/05fa58dc-fa7b-4e61-aa0a-918bda9e964e HTTP/1.1" status: 204 len: 168 time: 0.2078440 Aug 29 19:22:59.904183 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7da94216-e478-4a46-a65d-8c1f72b27221 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=05fa58dc-fa7b-4e61-aa0a-918bda9e964e,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:23:00.133987 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.26', 57868) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 19:23:00.238373 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron.db.db_base_plugin_v2 [None req-8f6a75af-2fbe-4bb6-87b2-d6629f5f80e4 admin admin] Deleting subnet dae2edad-6c62-4f69-bbc7-9f9fbaa2f271 {{(pid=93883) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 19:23:00.244800 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-8f6a75af-2fbe-4bb6-87b2-d6629f5f80e4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:23:00.322477 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-8f6a75af-2fbe-4bb6-87b2-d6629f5f80e4 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:23:00.340344 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-8f6a75af-2fbe-4bb6-87b2-d6629f5f80e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3624633'] for subnet, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:23:00.451983 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eb0f044-fca0-473f-b2d2-edd44312853b req-4c6fd5e6-d2c2-4d0c-abc4-3646de209f07 tempest-ServerRescueNegativeTestJSON-1221659768 tempest-ServerRescueNegativeTestJSON-1221659768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 19:23:00.460655 dv-cinder-806191-2-iscsi neutron-server[93884]: INFO neutron.wsgi [req-9eb0f044-fca0-473f-b2d2-edd44312853b req-4c6fd5e6-d2c2-4d0c-abc4-3646de209f07 tempest-ServerRescueNegativeTestJSON-1221659768 tempest-ServerRescueNegativeTestJSON-1221659768-project] 10.222.0.26 "GET /v2.0/ports?device_id=becd7a60-bff6-444b-8396-15d0c458fa2e HTTP/1.1" status: 200 len: 945 time: 0.1726346 Aug 29 19:23:00.504526 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-8f6a75af-2fbe-4bb6-87b2-d6629f5f80e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3624630', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-376708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3715978'] for subnet, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:23:00.561484 dv-cinder-806191-2-iscsi neutron-server[93884]: INFO neutron.wsgi [req-9eb0f044-fca0-473f-b2d2-edd44312853b req-c141993a-a662-49e7-890d-91ee076222d0 tempest-ServerRescueNegativeTestJSON-1221659768 tempest-ServerRescueNegativeTestJSON-1221659768-project] 10.222.0.26 "GET /v2.0/security-groups?id=53892fd6-fc0b-43d7-b2d3-4778a69f0ff7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0885289 Aug 29 19:23:00.581265 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f6a75af-2fbe-4bb6-87b2-d6629f5f80e4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=dae2edad-6c62-4f69-bbc7-9f9fbaa2f271,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:23:00.596841 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-8f6a75af-2fbe-4bb6-87b2-d6629f5f80e4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3715960'] for subnet, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:23:00.600709 dv-cinder-806191-2-iscsi neutron-server[93883]: INFO neutron.wsgi [None req-8f6a75af-2fbe-4bb6-87b2-d6629f5f80e4 admin admin] 10.222.0.26 "DELETE /v2.0/subnets/dae2edad-6c62-4f69-bbc7-9f9fbaa2f271 HTTP/1.1" status: 204 len: 168 time: 0.4648907 Aug 29 19:23:00.604986 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.26', 57886) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 19:23:00.766736 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-9aaf4b1f-290e-4041-9116-40113456a665 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3621417'] for network, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:23:00.949057 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-9aaf4b1f-290e-4041-9116-40113456a665 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3626562', 'neutron.services.segments.db._delete_segments_for_network-8777170380526'] for network, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:23:00.973151 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-9aaf4b1f-290e-4041-9116-40113456a665 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=93883) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 19:23:00.973743 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-9aaf4b1f-290e-4041-9116-40113456a665 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=93883) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 19:23:00.974840 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-9aaf4b1f-290e-4041-9116-40113456a665 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=93883) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 19:23:00.975626 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-9aaf4b1f-290e-4041-9116-40113456a665 admin admin] Subscribe: > port after_create 55550000 {{(pid=93883) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 19:23:00.976441 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-9aaf4b1f-290e-4041-9116-40113456a665 admin admin] Subscribe: > port after_delete 55550000 {{(pid=93883) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 19:23:00.976994 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-9aaf4b1f-290e-4041-9116-40113456a665 admin admin] Subscribe: > port after_update 55550000 {{(pid=93883) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 19:23:00.977531 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-9aaf4b1f-290e-4041-9116-40113456a665 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=93883) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 19:23:00.978068 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-9aaf4b1f-290e-4041-9116-40113456a665 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=93883) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 19:23:00.978637 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-9aaf4b1f-290e-4041-9116-40113456a665 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=93883) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 19:23:00.979183 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-9aaf4b1f-290e-4041-9116-40113456a665 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=93883) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 19:23:00.990950 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.26', 57904) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 19:23:01.072621 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.26', 57908) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 19:23:01.088871 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.db.db_base_plugin_v2 [None req-d7a1bf87-b3a8-43b7-862a-529ba396fc5f admin admin] Deleting subnet a0f3d915-a9a3-479e-a46a-4b4cb36b3dde {{(pid=93884) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 19:23:01.094087 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-d7a1bf87-b3a8-43b7-862a-529ba396fc5f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:23:01.138605 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-d7a1bf87-b3a8-43b7-862a-529ba396fc5f admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:23:01.152969 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-d7a1bf87-b3a8-43b7-862a-529ba396fc5f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3624633'] for subnet, precommit_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:23:01.243933 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-d7a1bf87-b3a8-43b7-862a-529ba396fc5f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3624630', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-376708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3715978'] for subnet, after_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:23:01.299655 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-9aaf4b1f-290e-4041-9116-40113456a665 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=93883) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 19:23:01.300386 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-9aaf4b1f-290e-4041-9116-40113456a665 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=93883) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 19:23:01.300948 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-9aaf4b1f-290e-4041-9116-40113456a665 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=93883) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 19:23:01.301483 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-9aaf4b1f-290e-4041-9116-40113456a665 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=93883) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 19:23:01.302075 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron.services.segments.db [None req-9aaf4b1f-290e-4041-9116-40113456a665 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['305421f9-785b-43e9-bb64-076cd82e700a']}} {{(pid=93883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 19:23:01.311587 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7a1bf87-b3a8-43b7-862a-529ba396fc5f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a0f3d915-a9a3-479e-a46a-4b4cb36b3dde,revision_number=None']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:23:01.322414 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-d7a1bf87-b3a8-43b7-862a-529ba396fc5f admin admin] Notify callbacks [] for subnet, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:23:01.335031 dv-cinder-806191-2-iscsi neutron-server[93884]: INFO neutron.wsgi [None req-d7a1bf87-b3a8-43b7-862a-529ba396fc5f admin admin] 10.222.0.26 "DELETE /v2.0/subnets/a0f3d915-a9a3-479e-a46a-4b4cb36b3dde HTTP/1.1" status: 204 len: 168 time: 0.3410280 Aug 29 19:23:01.336114 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.26', 57914) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 19:23:01.349156 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron.services.segments.db [None req-9aaf4b1f-290e-4041-9116-40113456a665 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '711f1075-1ac0-4e1b-8344-072510bf1c14') {'for_net_delete': True} {{(pid=93883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 19:23:01.349716 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron.services.segments.db [None req-9aaf4b1f-290e-4041-9116-40113456a665 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '711f1075-1ac0-4e1b-8344-072510bf1c14') {} {{(pid=93883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 19:23:01.390035 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-9aaf4b1f-290e-4041-9116-40113456a665 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777170380409', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-263765043'] for segment, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:23:01.437386 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-9aaf4b1f-290e-4041-9116-40113456a665 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3556912'] for segment, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:23:01.469502 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9aaf4b1f-290e-4041-9116-40113456a665 admin admin] Releasing vlan 135 on physical network physnet1 to pool {{(pid=93883) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 19:23:01.470757 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-9aaf4b1f-290e-4041-9116-40113456a665 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3556912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-263410548'] for segment, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:23:01.474563 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.api.v2.base [None req-4406a6c0-02b6-44d2-bacf-ddd3267b031c admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-774919893-network', 'tenant_id': '3181a74635a54c18b21d4efcb9b51d49'}} {{(pid=93884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 19:23:01.490718 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-922c282a-de3a-44ff-b0a1-91c1e824b2cc req-0bdda8b1-99b3-41b5-8077-a9be3a90a51c tempest-AttachVolumeNegativeTest-2076342172 tempest-AttachVolumeNegativeTest-2076342172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 19:23:01.505362 dv-cinder-806191-2-iscsi neutron-server[93883]: INFO neutron.wsgi [req-922c282a-de3a-44ff-b0a1-91c1e824b2cc req-0bdda8b1-99b3-41b5-8077-a9be3a90a51c tempest-AttachVolumeNegativeTest-2076342172 tempest-AttachVolumeNegativeTest-2076342172-project] 10.222.0.26 "GET /v2.0/ports?device_id=6303d47f-82d1-47ee-81e8-7d57f3083011 HTTP/1.1" status: 200 len: 945 time: 0.6084659 Aug 29 19:23:01.515319 dv-cinder-806191-2-iscsi neutron-server[93883]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Aug 29 19:23:01.515319 dv-cinder-806191-2-iscsi neutron-server[93883]: from cryptography.utils import int_from_bytes Aug 29 19:23:01.515319 dv-cinder-806191-2-iscsi neutron-server[93883]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Aug 29 19:23:01.515319 dv-cinder-806191-2-iscsi neutron-server[93883]: from cryptography.utils import int_from_bytes Aug 29 19:23:01.515319 dv-cinder-806191-2-iscsi neutron-server[93883]: Traceback (most recent call last): Aug 29 19:23:01.515319 dv-cinder-806191-2-iscsi neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 19:23:01.515319 dv-cinder-806191-2-iscsi neutron-server[93883]: timer() Aug 29 19:23:01.515319 dv-cinder-806191-2-iscsi neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 19:23:01.515319 dv-cinder-806191-2-iscsi neutron-server[93883]: cb(*args, **kw) Aug 29 19:23:01.515319 dv-cinder-806191-2-iscsi neutron-server[93883]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 19:23:01.515319 dv-cinder-806191-2-iscsi neutron-server[93883]: return func(*args, **kwargs) Aug 29 19:23:01.515319 dv-cinder-806191-2-iscsi neutron-server[93883]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 19:23:01.515319 dv-cinder-806191-2-iscsi neutron-server[93883]: self._notify() Aug 29 19:23:01.515319 dv-cinder-806191-2-iscsi neutron-server[93883]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 19:23:01.515319 dv-cinder-806191-2-iscsi neutron-server[93883]: self.callback(batched_events) Aug 29 19:23:01.515319 dv-cinder-806191-2-iscsi neutron-server[93883]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 19:23:01.515319 dv-cinder-806191-2-iscsi neutron-server[93883]: event.method(event) Aug 29 19:23:01.515319 dv-cinder-806191-2-iscsi neutron-server[93883]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 19:23:01.515319 dv-cinder-806191-2-iscsi neutron-server[93883]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 19:23:01.515319 dv-cinder-806191-2-iscsi neutron-server[93883]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 19:23:01.515319 dv-cinder-806191-2-iscsi neutron-server[93883]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 19:23:01.515319 dv-cinder-806191-2-iscsi neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 19:23:01.515319 dv-cinder-806191-2-iscsi neutron-server[93883]: return f(self, *a, **k) Aug 29 19:23:01.515319 dv-cinder-806191-2-iscsi neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 19:23:01.515319 dv-cinder-806191-2-iscsi neutron-server[93883]: return self._get(url).json() Aug 29 19:23:01.515319 dv-cinder-806191-2-iscsi neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 19:23:01.515319 dv-cinder-806191-2-iscsi neutron-server[93883]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 19:23:01.515319 dv-cinder-806191-2-iscsi neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 19:23:01.515319 dv-cinder-806191-2-iscsi neutron-server[93883]: return self.request(url, 'GET', **kwargs) Aug 29 19:23:01.515319 dv-cinder-806191-2-iscsi neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 19:23:01.515319 dv-cinder-806191-2-iscsi neutron-server[93883]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 19:23:01.515319 dv-cinder-806191-2-iscsi neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 19:23:01.515319 dv-cinder-806191-2-iscsi neutron-server[93883]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 19:23:01.515319 dv-cinder-806191-2-iscsi neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 19:23:01.515319 dv-cinder-806191-2-iscsi neutron-server[93883]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 19:23:01.515319 dv-cinder-806191-2-iscsi neutron-server[93883]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 19:23:01.569112 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-dade7016-b72b-4cb4-8490-66c0369294df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3621417'] for network, before_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:23:01.577181 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4406a6c0-02b6-44d2-bacf-ddd3267b031c admin admin] Made reservation on behalf of 3181a74635a54c18b21d4efcb9b51d49 for: {'network': 1} {{(pid=93884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 19:23:01.579756 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-4406a6c0-02b6-44d2-bacf-ddd3267b031c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3669058'] for network, before_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:23:01.598446 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-4406a6c0-02b6-44d2-bacf-ddd3267b031c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:23:01.692498 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-9aaf4b1f-290e-4041-9116-40113456a665 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3626555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-376669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3715978', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3676271'] for network, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:23:01.707669 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-9aaf4b1f-290e-4041-9116-40113456a665 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3715960'] for network, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:23:01.715671 dv-cinder-806191-2-iscsi neutron-server[93883]: INFO neutron.wsgi [None req-9aaf4b1f-290e-4041-9116-40113456a665 admin admin] 10.222.0.26 "DELETE /v2.0/networks/305421f9-785b-43e9-bb64-076cd82e700a HTTP/1.1" status: 204 len: 168 time: 1.1054118 Aug 29 19:23:01.783780 dv-cinder-806191-2-iscsi neutron-server[93883]: INFO neutron.wsgi [req-922c282a-de3a-44ff-b0a1-91c1e824b2cc req-a32374db-6ed0-4e57-b8cb-05d1b27764dd tempest-AttachVolumeNegativeTest-2076342172 tempest-AttachVolumeNegativeTest-2076342172-project] 10.222.0.26 "GET /v2.0/security-groups?id=ea7dc4db-96bb-4713-a2e6-e8b6fb48c457&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2771654 Aug 29 19:23:01.788401 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aaf4b1f-290e-4041-9116-40113456a665 admin admin] Pushing event deleted for resources: {'Network': ['ID=305421f9-785b-43e9-bb64-076cd82e700a,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:23:02.020374 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.26', 57940) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 19:23:02.089928 dv-cinder-806191-2-iscsi neutron-server[93883]: INFO neutron.wsgi [None req-39a52e40-5ea9-45ff-924a-f9b6bb3cf3c0 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=16dffbdd7fac48b29c797436a8d2b2eb&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0678935 Aug 29 19:23:02.096912 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.26', 57942) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 19:23:02.178969 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-ce7d6bfc-397f-4ef4-89b9-72b08ef0f355 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:23:02.213885 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-ce7d6bfc-397f-4ef4-89b9-72b08ef0f355 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:23:02.290579 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-ce7d6bfc-397f-4ef4-89b9-72b08ef0f355 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368872'] for security_group, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:23:02.295752 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-ce7d6bfc-397f-4ef4-89b9-72b08ef0f355 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:23:02.300509 dv-cinder-806191-2-iscsi neutron-server[93883]: INFO neutron.wsgi [None req-ce7d6bfc-397f-4ef4-89b9-72b08ef0f355 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/a5ff652f-191c-4a97-9168-26078f022aaa HTTP/1.1" status: 204 len: 168 time: 0.2008405 Aug 29 19:23:02.304339 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-dade7016-b72b-4cb4-8490-66c0369294df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3626562', 'neutron.services.segments.db._delete_segments_for_network-8777170380526'] for network, precommit_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:23:02.325104 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce7d6bfc-397f-4ef4-89b9-72b08ef0f355 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a5ff652f-191c-4a97-9168-26078f022aaa,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:23:02.353233 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-dade7016-b72b-4cb4-8490-66c0369294df admin admin] Subscribe: > segment before_delete 55550000 {{(pid=93884) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 19:23:02.353803 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-dade7016-b72b-4cb4-8490-66c0369294df admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=93884) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 19:23:02.355117 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-dade7016-b72b-4cb4-8490-66c0369294df admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=93884) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 19:23:02.355658 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-dade7016-b72b-4cb4-8490-66c0369294df admin admin] Subscribe: > port after_create 55550000 {{(pid=93884) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 19:23:02.356172 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-dade7016-b72b-4cb4-8490-66c0369294df admin admin] Subscribe: > port after_delete 55550000 {{(pid=93884) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 19:23:02.356716 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-dade7016-b72b-4cb4-8490-66c0369294df admin admin] Subscribe: > port after_update 55550000 {{(pid=93884) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 19:23:02.357223 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-dade7016-b72b-4cb4-8490-66c0369294df admin admin] Subscribe: > segment after_delete 55550000 {{(pid=93884) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 19:23:02.357790 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-dade7016-b72b-4cb4-8490-66c0369294df admin admin] Subscribe: > subnet after_create 55550000 {{(pid=93884) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 19:23:02.358587 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-dade7016-b72b-4cb4-8490-66c0369294df admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=93884) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 19:23:02.359293 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-dade7016-b72b-4cb4-8490-66c0369294df admin admin] Subscribe: > subnet after_update 55550000 {{(pid=93884) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 19:23:02.502212 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-dade7016-b72b-4cb4-8490-66c0369294df admin admin] Subscribe: > subnet after_create 55550000 {{(pid=93884) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 19:23:02.502836 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-dade7016-b72b-4cb4-8490-66c0369294df admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=93884) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 19:23:02.503620 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-dade7016-b72b-4cb4-8490-66c0369294df admin admin] Subscribe: > subnet before_create 55550000 {{(pid=93884) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 19:23:02.504445 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-dade7016-b72b-4cb4-8490-66c0369294df admin admin] Subscribe: > subnet before_update 55550000 {{(pid=93884) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 19:23:02.505782 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.services.segments.db [None req-dade7016-b72b-4cb4-8490-66c0369294df admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d4d60939-6394-4c76-9cb8-c8af058889a3']}} {{(pid=93884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 19:23:02.543927 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a94e0be9-68f2-4d8c-8c3e-b801b9aa0b6d req-98bbe050-95fa-4080-8506-c53671eb2b03 tempest-ServerRescueNegativeTestJSON-1221659768 tempest-ServerRescueNegativeTestJSON-1221659768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 19:23:02.554012 dv-cinder-806191-2-iscsi neutron-server[93884]: INFO neutron.wsgi [req-a94e0be9-68f2-4d8c-8c3e-b801b9aa0b6d req-98bbe050-95fa-4080-8506-c53671eb2b03 tempest-ServerRescueNegativeTestJSON-1221659768 tempest-ServerRescueNegativeTestJSON-1221659768-project] 10.222.0.26 "GET /v2.0/ports?device_id=becd7a60-bff6-444b-8396-15d0c458fa2e HTTP/1.1" status: 200 len: 945 time: 0.7490664 Aug 29 19:23:02.572261 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-4406a6c0-02b6-44d2-bacf-ddd3267b031c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:23:02.617231 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.services.segments.db [None req-dade7016-b72b-4cb4-8490-66c0369294df admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c79e7b3c-f8a1-439b-8450-cc68f143d6df') {'for_net_delete': True} {{(pid=93884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 19:23:02.617732 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.services.segments.db [None req-dade7016-b72b-4cb4-8490-66c0369294df admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c79e7b3c-f8a1-439b-8450-cc68f143d6df') {} {{(pid=93884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 19:23:02.627093 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-4406a6c0-02b6-44d2-bacf-ddd3267b031c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368872'] for security_group, after_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:23:02.703339 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-dade7016-b72b-4cb4-8490-66c0369294df admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777170380409', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-84888'] for segment, before_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:23:02.770370 dv-cinder-806191-2-iscsi neutron-server[93884]: INFO neutron.wsgi [req-a94e0be9-68f2-4d8c-8c3e-b801b9aa0b6d req-c5359ed2-7fab-49c8-8547-0c7c7d1082da tempest-ServerRescueNegativeTestJSON-1221659768 tempest-ServerRescueNegativeTestJSON-1221659768-project] 10.222.0.26 "GET /v2.0/security-groups?id=53892fd6-fc0b-43d7-b2d3-4778a69f0ff7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2147877 Aug 29 19:23:02.792479 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4406a6c0-02b6-44d2-bacf-ddd3267b031c admin admin] vlan segment allocate from pool success with {'vlan_id': 103, 'physical_network': 'physnet1'} {{(pid=93884) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 19:23:02.815151 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4406a6c0-02b6-44d2-bacf-ddd3267b031c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0500c899-b6b6-4569-a16d-0e43e32676ba,revision_number=1']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:23:02.824246 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-4406a6c0-02b6-44d2-bacf-ddd3267b031c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3556912'] for segment, precommit_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:23:02.824639 dv-cinder-806191-2-iscsi neutron-server[93884]: INFO neutron.db.segments_db [None req-4406a6c0-02b6-44d2-bacf-ddd3267b031c admin admin] Added segment 6abc8a44-8b13-4a84-86d3-61da7e65e27c of type vlan for network f4c14748-e4f9-4ea5-a2e3-0990fe428c6b Aug 29 19:23:02.826232 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-dade7016-b72b-4cb4-8490-66c0369294df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3556912'] for segment, precommit_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:23:02.846213 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dade7016-b72b-4cb4-8490-66c0369294df admin admin] Releasing vlan 146 on physical network physnet1 to pool {{(pid=93884) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 19:23:02.846802 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-dade7016-b72b-4cb4-8490-66c0369294df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3556912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-262862698'] for segment, after_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:23:02.851545 dv-cinder-806191-2-iscsi neutron-server[93884]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Aug 29 19:23:02.851545 dv-cinder-806191-2-iscsi neutron-server[93884]: from cryptography.utils import int_from_bytes Aug 29 19:23:02.851545 dv-cinder-806191-2-iscsi neutron-server[93884]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Aug 29 19:23:02.851545 dv-cinder-806191-2-iscsi neutron-server[93884]: from cryptography.utils import int_from_bytes Aug 29 19:23:02.851545 dv-cinder-806191-2-iscsi neutron-server[93884]: Traceback (most recent call last): Aug 29 19:23:02.851545 dv-cinder-806191-2-iscsi neutron-server[93884]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 19:23:02.851545 dv-cinder-806191-2-iscsi neutron-server[93884]: timer() Aug 29 19:23:02.851545 dv-cinder-806191-2-iscsi neutron-server[93884]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 19:23:02.851545 dv-cinder-806191-2-iscsi neutron-server[93884]: cb(*args, **kw) Aug 29 19:23:02.851545 dv-cinder-806191-2-iscsi neutron-server[93884]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 19:23:02.851545 dv-cinder-806191-2-iscsi neutron-server[93884]: return func(*args, **kwargs) Aug 29 19:23:02.851545 dv-cinder-806191-2-iscsi neutron-server[93884]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 19:23:02.851545 dv-cinder-806191-2-iscsi neutron-server[93884]: self._notify() Aug 29 19:23:02.851545 dv-cinder-806191-2-iscsi neutron-server[93884]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 19:23:02.851545 dv-cinder-806191-2-iscsi neutron-server[93884]: self.callback(batched_events) Aug 29 19:23:02.851545 dv-cinder-806191-2-iscsi neutron-server[93884]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 19:23:02.851545 dv-cinder-806191-2-iscsi neutron-server[93884]: event.method(event) Aug 29 19:23:02.851545 dv-cinder-806191-2-iscsi neutron-server[93884]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 19:23:02.851545 dv-cinder-806191-2-iscsi neutron-server[93884]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 19:23:02.851545 dv-cinder-806191-2-iscsi neutron-server[93884]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 19:23:02.851545 dv-cinder-806191-2-iscsi neutron-server[93884]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 19:23:02.851545 dv-cinder-806191-2-iscsi neutron-server[93884]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 19:23:02.851545 dv-cinder-806191-2-iscsi neutron-server[93884]: return f(self, *a, **k) Aug 29 19:23:02.851545 dv-cinder-806191-2-iscsi neutron-server[93884]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 19:23:02.851545 dv-cinder-806191-2-iscsi neutron-server[93884]: return self._get(url).json() Aug 29 19:23:02.851545 dv-cinder-806191-2-iscsi neutron-server[93884]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 19:23:02.851545 dv-cinder-806191-2-iscsi neutron-server[93884]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 19:23:02.851545 dv-cinder-806191-2-iscsi neutron-server[93884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 19:23:02.851545 dv-cinder-806191-2-iscsi neutron-server[93884]: return self.request(url, 'GET', **kwargs) Aug 29 19:23:02.851545 dv-cinder-806191-2-iscsi neutron-server[93884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 19:23:02.851545 dv-cinder-806191-2-iscsi neutron-server[93884]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 19:23:02.851545 dv-cinder-806191-2-iscsi neutron-server[93884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 19:23:02.851545 dv-cinder-806191-2-iscsi neutron-server[93884]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 19:23:02.851545 dv-cinder-806191-2-iscsi neutron-server[93884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 19:23:02.851545 dv-cinder-806191-2-iscsi neutron-server[93884]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 19:23:02.851545 dv-cinder-806191-2-iscsi neutron-server[93884]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 19:23:02.948965 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-4406a6c0-02b6-44d2-bacf-ddd3267b031c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777169867614'] for network, precommit_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:23:02.972245 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-dade7016-b72b-4cb4-8490-66c0369294df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3626555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-376669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3715978', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3676271'] for network, after_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:23:02.980814 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-dade7016-b72b-4cb4-8490-66c0369294df admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3715960'] for network, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:23:02.987385 dv-cinder-806191-2-iscsi neutron-server[93884]: INFO neutron.wsgi [None req-dade7016-b72b-4cb4-8490-66c0369294df admin admin] 10.222.0.26 "DELETE /v2.0/networks/d4d60939-6394-4c76-9cb8-c8af058889a3 HTTP/1.1" status: 204 len: 168 time: 1.6424296 Aug 29 19:23:02.992173 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.26', 57964) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 19:23:03.060216 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-4406a6c0-02b6-44d2-bacf-ddd3267b031c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-376669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3715978'] for network, after_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:23:03.061735 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4406a6c0-02b6-44d2-bacf-ddd3267b031c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 19:23:03.062324 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-4406a6c0-02b6-44d2-bacf-ddd3267b031c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3715960'] for network, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:23:03.074340 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dade7016-b72b-4cb4-8490-66c0369294df admin admin] Pushing event deleted for resources: {'Network': ['ID=d4d60939-6394-4c76-9cb8-c8af058889a3,revision_number=None']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:23:03.093954 dv-cinder-806191-2-iscsi neutron-server[93884]: INFO neutron.wsgi [None req-4406a6c0-02b6-44d2-bacf-ddd3267b031c admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 2.0153601 Aug 29 19:23:03.094466 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.26', 57970) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 19:23:03.110696 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron.api.v2.base [None req-a4edf5e2-1c4d-4fe5-8274-d1af21e21708 admin admin] Request body: {'subnet': {'network_id': 'f4c14748-e4f9-4ea5-a2e3-0990fe428c6b', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-774919893-subnet', 'tenant_id': '3181a74635a54c18b21d4efcb9b51d49', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 19:23:03.166868 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.db.db_base_plugin_v2 [None req-5c04e3f9-222f-401b-b797-883aa959561d admin admin] Deleting subnet 5630f02b-52c9-4240-88fc-b0859ddf0d6f {{(pid=93884) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 19:23:03.178454 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-5c04e3f9-222f-401b-b797-883aa959561d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:23:03.218661 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-5c04e3f9-222f-401b-b797-883aa959561d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-84871'] for subnet, precommit_delete_associations {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:23:03.232346 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a4edf5e2-1c4d-4fe5-8274-d1af21e21708 admin admin] Made reservation on behalf of 3181a74635a54c18b21d4efcb9b51d49 for: {'subnet': 1} {{(pid=93883) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 19:23:03.245321 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-a4edf5e2-1c4d-4fe5-8274-d1af21e21708 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-263977485'] for subnet, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:23:03.281742 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-5c04e3f9-222f-401b-b797-883aa959561d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3624633'] for subnet, precommit_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:23:03.321225 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4406a6c0-02b6-44d2-bacf-ddd3267b031c admin admin] Pushing event updated for resources: {'Network': ['ID=f4c14748-e4f9-4ea5-a2e3-0990fe428c6b,revision_number=1']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:23:03.333111 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-f7f3f912-659a-49f9-ab3a-0560ee4983b1 None None] Network f4c14748-e4f9-4ea5-a2e3-0990fe428c6b details requested by agent ovs-agent-dv-cinder-806191-2-iscsi with host dv-cinder-806191-2-iscsi {{(pid=93885) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 19:23:03.434853 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-5c04e3f9-222f-401b-b797-883aa959561d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3624630', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-376708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3715978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-262862604', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260127726'] for subnet, after_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:23:03.514070 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c04e3f9-222f-401b-b797-883aa959561d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5630f02b-52c9-4240-88fc-b0859ddf0d6f,revision_number=None']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:23:03.532189 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-5c04e3f9-222f-401b-b797-883aa959561d admin admin] Notify callbacks [] for subnet, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:23:03.541230 dv-cinder-806191-2-iscsi neutron-server[93884]: INFO neutron.wsgi [None req-5c04e3f9-222f-401b-b797-883aa959561d admin admin] 10.222.0.26 "DELETE /v2.0/subnets/5630f02b-52c9-4240-88fc-b0859ddf0d6f HTTP/1.1" status: 204 len: 168 time: 0.5479174 Aug 29 19:23:03.542616 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.26', 57988) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 19:23:03.680353 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-a4edf5e2-1c4d-4fe5-8274-d1af21e21708 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-376708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3715978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-263308241', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-263977599'] for subnet, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:23:03.691719 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-25d56868-0eac-4b22-b2a2-40e29f94a2c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3621417'] for network, before_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:23:03.828143 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4edf5e2-1c4d-4fe5-8274-d1af21e21708 admin admin] Checking segment: {'id': '6abc8a44-8b13-4a84-86d3-61da7e65e27c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': 'f4c14748-e4f9-4ea5-a2e3-0990fe428c6b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93883) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 19:23:03.828711 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4edf5e2-1c4d-4fe5-8274-d1af21e21708 admin admin] Network hostable DHCP agents. Network: f4c14748-e4f9-4ea5-a2e3-0990fe428c6b, hostable agents: ['01567a2b-701c-44ec-9311-402810164ce4'], hosted agents: [] {{(pid=93883) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 19:23:03.833325 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4edf5e2-1c4d-4fe5-8274-d1af21e21708 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0f59f6f4-0e46-4095-abfe-5ea608f2d712,revision_number=0']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:23:03.922821 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4edf5e2-1c4d-4fe5-8274-d1af21e21708 admin admin] Network f4c14748-e4f9-4ea5-a2e3-0990fe428c6b is scheduled to be hosted by DHCP agent 01567a2b-701c-44ec-9311-402810164ce4 with binding_index 1 {{(pid=93883) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 19:23:03.951950 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-25d56868-0eac-4b22-b2a2-40e29f94a2c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3626562', 'neutron.services.segments.db._delete_segments_for_network-8777170380526'] for network, precommit_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:23:03.970652 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron.scheduler.base_scheduler [None req-a4edf5e2-1c4d-4fe5-8274-d1af21e21708 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-806191-2-iscsi, f4c14748-e4f9-4ea5-a2e3-0990fe428c6b) {{(pid=93883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 19:23:03.979543 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4edf5e2-1c4d-4fe5-8274-d1af21e21708 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 19:23:03.980929 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-a4edf5e2-1c4d-4fe5-8274-d1af21e21708 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3715960'] for subnet, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:23:03.981819 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.services.segments.db [None req-25d56868-0eac-4b22-b2a2-40e29f94a2c6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d772636a-8caf-4132-afcf-6e7ba19f7971']}} {{(pid=93884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 19:23:03.992607 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4af56d5-ef94-4b18-b324-a0d4036efca7 None None] Network f4c14748-e4f9-4ea5-a2e3-0990fe428c6b requested from dv-cinder-806191-2-iscsi {{(pid=93885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 19:23:04.056567 dv-cinder-806191-2-iscsi neutron-server[93883]: INFO neutron.wsgi [None req-a4edf5e2-1c4d-4fe5-8274-d1af21e21708 admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.9603372 Aug 29 19:23:04.093549 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.services.segments.db [None req-25d56868-0eac-4b22-b2a2-40e29f94a2c6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '02d702d5-6186-46cf-9c4e-6ae52218b480') {'for_net_delete': True} {{(pid=93884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 19:23:04.094478 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.services.segments.db [None req-25d56868-0eac-4b22-b2a2-40e29f94a2c6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '02d702d5-6186-46cf-9c4e-6ae52218b480') {} {{(pid=93884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 19:23:04.119160 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-25d56868-0eac-4b22-b2a2-40e29f94a2c6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777170380409', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-84888'] for segment, before_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:23:04.166479 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-25d56868-0eac-4b22-b2a2-40e29f94a2c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3556912'] for segment, precommit_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:23:04.176700 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-25d56868-0eac-4b22-b2a2-40e29f94a2c6 admin admin] Releasing vlan 121 on physical network physnet1 to pool {{(pid=93884) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 19:23:04.177173 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-25d56868-0eac-4b22-b2a2-40e29f94a2c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3556912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-262862698'] for segment, after_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:23:04.266965 dv-cinder-806191-2-iscsi neutron-server[93884]: Traceback (most recent call last): Aug 29 19:23:04.266965 dv-cinder-806191-2-iscsi neutron-server[93884]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 19:23:04.266965 dv-cinder-806191-2-iscsi neutron-server[93884]: timer() Aug 29 19:23:04.266965 dv-cinder-806191-2-iscsi neutron-server[93884]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 19:23:04.266965 dv-cinder-806191-2-iscsi neutron-server[93884]: cb(*args, **kw) Aug 29 19:23:04.266965 dv-cinder-806191-2-iscsi neutron-server[93884]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 19:23:04.266965 dv-cinder-806191-2-iscsi neutron-server[93884]: return func(*args, **kwargs) Aug 29 19:23:04.266965 dv-cinder-806191-2-iscsi neutron-server[93884]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 19:23:04.266965 dv-cinder-806191-2-iscsi neutron-server[93884]: self._notify() Aug 29 19:23:04.266965 dv-cinder-806191-2-iscsi neutron-server[93884]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 19:23:04.266965 dv-cinder-806191-2-iscsi neutron-server[93884]: self.callback(batched_events) Aug 29 19:23:04.266965 dv-cinder-806191-2-iscsi neutron-server[93884]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 19:23:04.266965 dv-cinder-806191-2-iscsi neutron-server[93884]: event.method(event) Aug 29 19:23:04.266965 dv-cinder-806191-2-iscsi neutron-server[93884]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 19:23:04.266965 dv-cinder-806191-2-iscsi neutron-server[93884]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 19:23:04.266965 dv-cinder-806191-2-iscsi neutron-server[93884]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 19:23:04.266965 dv-cinder-806191-2-iscsi neutron-server[93884]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 19:23:04.266965 dv-cinder-806191-2-iscsi neutron-server[93884]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 19:23:04.266965 dv-cinder-806191-2-iscsi neutron-server[93884]: return f(self, *a, **k) Aug 29 19:23:04.266965 dv-cinder-806191-2-iscsi neutron-server[93884]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 19:23:04.266965 dv-cinder-806191-2-iscsi neutron-server[93884]: return self._get(url).json() Aug 29 19:23:04.266965 dv-cinder-806191-2-iscsi neutron-server[93884]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 19:23:04.266965 dv-cinder-806191-2-iscsi neutron-server[93884]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 19:23:04.266965 dv-cinder-806191-2-iscsi neutron-server[93884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 19:23:04.266965 dv-cinder-806191-2-iscsi neutron-server[93884]: return self.request(url, 'GET', **kwargs) Aug 29 19:23:04.266965 dv-cinder-806191-2-iscsi neutron-server[93884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 19:23:04.266965 dv-cinder-806191-2-iscsi neutron-server[93884]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 19:23:04.266965 dv-cinder-806191-2-iscsi neutron-server[93884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 19:23:04.266965 dv-cinder-806191-2-iscsi neutron-server[93884]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 19:23:04.266965 dv-cinder-806191-2-iscsi neutron-server[93884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 19:23:04.266965 dv-cinder-806191-2-iscsi neutron-server[93884]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 19:23:04.266965 dv-cinder-806191-2-iscsi neutron-server[93884]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 19:23:04.271438 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-25d56868-0eac-4b22-b2a2-40e29f94a2c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3626555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-376669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3715978', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3676271'] for network, after_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:23:04.280198 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-25d56868-0eac-4b22-b2a2-40e29f94a2c6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3715960'] for network, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:23:04.285820 dv-cinder-806191-2-iscsi neutron-server[93884]: INFO neutron.wsgi [None req-25d56868-0eac-4b22-b2a2-40e29f94a2c6 admin admin] 10.222.0.26 "DELETE /v2.0/networks/d772636a-8caf-4132-afcf-6e7ba19f7971 HTTP/1.1" status: 204 len: 168 time: 0.7368596 Aug 29 19:23:04.296906 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a0641aa-1f82-48de-abd2-edc5bde9638a req-3ca5d62a-1d26-40df-bb70-2898eb01efd2 tempest-ServerRescueNegativeTestJSON-1221659768 tempest-ServerRescueNegativeTestJSON-1221659768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 19:23:04.298938 dv-cinder-806191-2-iscsi neutron-server[93884]: INFO neutron.wsgi [req-9a0641aa-1f82-48de-abd2-edc5bde9638a req-3ca5d62a-1d26-40df-bb70-2898eb01efd2 tempest-ServerRescueNegativeTestJSON-1221659768 tempest-ServerRescueNegativeTestJSON-1221659768-project] 10.222.0.26 "GET /v2.0/ports?device_id=becd7a60-bff6-444b-8396-15d0c458fa2e HTTP/1.1" status: 200 len: 945 time: 0.3258550 Aug 29 19:23:04.307966 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.26', 58026) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 19:23:04.310308 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25d56868-0eac-4b22-b2a2-40e29f94a2c6 admin admin] Pushing event deleted for resources: {'Network': ['ID=d772636a-8caf-4132-afcf-6e7ba19f7971,revision_number=None']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:23:04.403143 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f61ccdd8-cf9b-4628-bfe3-25adc03e2b26 None None] Network f4c14748-e4f9-4ea5-a2e3-0990fe428c6b requested from dv-cinder-806191-2-iscsi {{(pid=93885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 19:23:04.452658 dv-cinder-806191-2-iscsi neutron-server[93884]: INFO neutron.wsgi [req-9a0641aa-1f82-48de-abd2-edc5bde9638a req-64f50d90-f906-4e12-9ebe-ba476b2102f0 tempest-ServerRescueNegativeTestJSON-1221659768 tempest-ServerRescueNegativeTestJSON-1221659768-project] 10.222.0.26 "GET /v2.0/security-groups?id=53892fd6-fc0b-43d7-b2d3-4778a69f0ff7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1203537 Aug 29 19:23:04.582984 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.26', 58040) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 19:23:04.661036 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.26', 58042) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 19:23:04.672933 dv-cinder-806191-2-iscsi neutron-server[93884]: INFO neutron.wsgi [None req-31d490e0-ef9b-4c0b-ad35-475066423509 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=529cf6329261401793a0bd8ed834bf39&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0794945 Aug 29 19:23:04.766892 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-f9746e39-d700-4c66-9f73-3cefda1791cf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:23:04.817405 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-f9746e39-d700-4c66-9f73-3cefda1791cf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:23:04.828197 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron.api.v2.base [None req-451f37c9-edc4-477b-835c-62a1aa70a8a2 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-228064264-network', 'tenant_id': 'c641a83e53b349dc83a268dde42453ca'}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 19:23:04.902116 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-451f37c9-edc4-477b-835c-62a1aa70a8a2 admin admin] Made reservation on behalf of c641a83e53b349dc83a268dde42453ca for: {'network': 1} {{(pid=93883) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 19:23:04.905752 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-451f37c9-edc4-477b-835c-62a1aa70a8a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3669058'] for network, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:23:04.915961 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-451f37c9-edc4-477b-835c-62a1aa70a8a2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:23:04.953068 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-f9746e39-d700-4c66-9f73-3cefda1791cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368872'] for security_group, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:23:04.958060 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-f9746e39-d700-4c66-9f73-3cefda1791cf admin admin] Notify callbacks [] for security_group, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:23:04.960065 dv-cinder-806191-2-iscsi neutron-server[93883]: INFO neutron.wsgi [None req-f9746e39-d700-4c66-9f73-3cefda1791cf admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/f0c3b835-4a49-43d4-82a8-1850975cf179 HTTP/1.1" status: 204 len: 168 time: 0.2968228 Aug 29 19:23:05.002541 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9746e39-d700-4c66-9f73-3cefda1791cf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0c3b835-4a49-43d4-82a8-1850975cf179,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:23:05.136746 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-451f37c9-edc4-477b-835c-62a1aa70a8a2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:23:05.160785 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-451f37c9-edc4-477b-835c-62a1aa70a8a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368872'] for security_group, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:23:05.213384 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-451f37c9-edc4-477b-835c-62a1aa70a8a2 admin admin] vlan segment allocate from pool success with {'vlan_id': 105, 'physical_network': 'physnet1'} {{(pid=93883) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 19:23:05.231962 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-451f37c9-edc4-477b-835c-62a1aa70a8a2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0f74e70b-2ae3-42a5-836f-ac34cf706dd0,revision_number=1']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:23:05.263436 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-451f37c9-edc4-477b-835c-62a1aa70a8a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3556912'] for segment, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:23:05.263436 dv-cinder-806191-2-iscsi neutron-server[93883]: INFO neutron.db.segments_db [None req-451f37c9-edc4-477b-835c-62a1aa70a8a2 admin admin] Added segment c01b3f79-8837-43dd-b674-9ff182d12728 of type vlan for network af17b97c-af41-4dbe-aa59-5cc061bb3a01 Aug 29 19:23:05.312567 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-451f37c9-edc4-477b-835c-62a1aa70a8a2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777169867614'] for network, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:23:05.378570 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-451f37c9-edc4-477b-835c-62a1aa70a8a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-376669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3715978'] for network, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:23:05.381084 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-451f37c9-edc4-477b-835c-62a1aa70a8a2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 19:23:05.383384 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-451f37c9-edc4-477b-835c-62a1aa70a8a2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3715960'] for network, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:23:05.479222 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-451f37c9-edc4-477b-835c-62a1aa70a8a2 admin admin] Pushing event updated for resources: {'Network': ['ID=af17b97c-af41-4dbe-aa59-5cc061bb3a01,revision_number=1']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:23:05.487644 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.26', 58074) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 19:23:05.488631 dv-cinder-806191-2-iscsi neutron-server[93883]: INFO neutron.wsgi [None req-451f37c9-edc4-477b-835c-62a1aa70a8a2 admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.1787271 Aug 29 19:23:05.493122 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.api.v2.base [None req-763e060b-38a6-42be-9608-ac485c97548e admin admin] Request body: {'subnet': {'network_id': 'af17b97c-af41-4dbe-aa59-5cc061bb3a01', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-228064264-subnet', 'tenant_id': 'c641a83e53b349dc83a268dde42453ca', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 19:23:05.496477 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-f7f3f912-659a-49f9-ab3a-0560ee4983b1 None None] Network af17b97c-af41-4dbe-aa59-5cc061bb3a01 details requested by agent ovs-agent-dv-cinder-806191-2-iscsi with host dv-cinder-806191-2-iscsi {{(pid=93885) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 19:23:05.575598 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.26', 58078) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 19:23:05.633184 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-763e060b-38a6-42be-9608-ac485c97548e admin admin] Made reservation on behalf of c641a83e53b349dc83a268dde42453ca for: {'subnet': 1} {{(pid=93884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 19:23:05.637455 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-763e060b-38a6-42be-9608-ac485c97548e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260127621'] for subnet, before_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:23:05.656138 dv-cinder-806191-2-iscsi neutron-server[93883]: INFO neutron.wsgi [None req-bd2f0d8a-24ef-4d82-8931-8eeb62fb23ae admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=f3842cf6128f470c86f318a332ae6328&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0788002 Aug 29 19:23:05.659528 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.26', 58080) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 19:23:05.702290 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4444e4c0-941a-4948-b499-f1ec24f74f09 req-3d55f4a4-5aeb-4448-a77c-18b1d06be8db tempest-ServerRescueNegativeTestJSON-1221659768 tempest-ServerRescueNegativeTestJSON-1221659768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 19:23:05.703808 dv-cinder-806191-2-iscsi neutron-server[93883]: INFO neutron.wsgi [req-4444e4c0-941a-4948-b499-f1ec24f74f09 req-3d55f4a4-5aeb-4448-a77c-18b1d06be8db tempest-ServerRescueNegativeTestJSON-1221659768 tempest-ServerRescueNegativeTestJSON-1221659768-project] 10.222.0.26 "GET /v2.0/ports?device_id=becd7a60-bff6-444b-8396-15d0c458fa2e HTTP/1.1" status: 200 len: 945 time: 0.1014683 Aug 29 19:23:05.754418 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-ac8da93b-8823-4cc1-a88c-058a1e9f69d8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:23:05.770674 dv-cinder-806191-2-iscsi neutron-server[93883]: INFO neutron.wsgi [req-4444e4c0-941a-4948-b499-f1ec24f74f09 req-186d9a84-f7c4-45d2-9489-cf2c7255bb1c tempest-ServerRescueNegativeTestJSON-1221659768 tempest-ServerRescueNegativeTestJSON-1221659768-project] 10.222.0.26 "GET /v2.0/security-groups?id=53892fd6-fc0b-43d7-b2d3-4778a69f0ff7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565169 Aug 29 19:23:05.791675 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-ac8da93b-8823-4cc1-a88c-058a1e9f69d8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:23:05.828370 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddc07509-25d0-4008-96f4-43c47afb2643 req-1585cbd1-dbd2-4378-856e-6a8ab3f397e1 tempest-AttachVolumeNegativeTest-2076342172 tempest-AttachVolumeNegativeTest-2076342172-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 19:23:05.830309 dv-cinder-806191-2-iscsi neutron-server[93884]: INFO neutron.wsgi [req-ddc07509-25d0-4008-96f4-43c47afb2643 req-1585cbd1-dbd2-4378-856e-6a8ab3f397e1 tempest-AttachVolumeNegativeTest-2076342172 tempest-AttachVolumeNegativeTest-2076342172-project] 10.222.0.26 "GET /v2.0/networks?id=1d62036b-0f93-45a0-8fba-f387708e0e55 HTTP/1.1" status: 200 len: 815 time: 0.3128154 Aug 29 19:23:05.856084 dv-cinder-806191-2-iscsi neutron-server[93884]: INFO neutron.wsgi [req-ddc07509-25d0-4008-96f4-43c47afb2643 req-48e6a926-0d33-4c31-9cba-8c2b19426f64 tempest-AttachVolumeNegativeTest-2076342172 tempest-AttachVolumeNegativeTest-2076342172-project] 10.222.0.26 "GET /v2.0/quotas/ba814db0c9614a53b5482814dee2277a HTTP/1.1" status: 200 len: 375 time: 0.0168777 Aug 29 19:23:05.908904 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-ac8da93b-8823-4cc1-a88c-058a1e9f69d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368872'] for security_group, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:23:05.914363 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-ac8da93b-8823-4cc1-a88c-058a1e9f69d8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:23:05.921163 dv-cinder-806191-2-iscsi neutron-server[93883]: INFO neutron.wsgi [None req-ac8da93b-8823-4cc1-a88c-058a1e9f69d8 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/ef1bb5c1-3601-4c2c-a83b-75e901979c38 HTTP/1.1" status: 204 len: 168 time: 0.2596307 Aug 29 19:23:05.945426 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac8da93b-8823-4cc1-a88c-058a1e9f69d8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef1bb5c1-3601-4c2c-a83b-75e901979c38,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:23:06.001648 dv-cinder-806191-2-iscsi neutron-server[93884]: INFO neutron.wsgi [req-ddc07509-25d0-4008-96f4-43c47afb2643 req-e53db9df-448d-4348-a99a-ac9e033e62b5 tempest-AttachVolumeNegativeTest-2076342172 tempest-AttachVolumeNegativeTest-2076342172-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=ba814db0c9614a53b5482814dee2277a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1315236 Aug 29 19:23:06.189788 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-763e060b-38a6-42be-9608-ac485c97548e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-376708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3715978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-262694863', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260127735'] for subnet, after_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:23:06.311552 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-763e060b-38a6-42be-9608-ac485c97548e admin admin] Pushing event updated for resources: {'Subnet': ['ID=bc2dd104-426e-44e7-862f-9ac904d30c91,revision_number=0']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:23:06.314328 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-763e060b-38a6-42be-9608-ac485c97548e admin admin] Checking segment: {'id': 'c01b3f79-8837-43dd-b674-9ff182d12728', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'af17b97c-af41-4dbe-aa59-5cc061bb3a01'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93884) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 19:23:06.314716 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-763e060b-38a6-42be-9608-ac485c97548e admin admin] Network hostable DHCP agents. Network: af17b97c-af41-4dbe-aa59-5cc061bb3a01, hostable agents: ['01567a2b-701c-44ec-9311-402810164ce4'], hosted agents: [] {{(pid=93884) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 19:23:06.320480 dv-cinder-806191-2-iscsi neutron-server[93884]: INFO neutron.wsgi [req-ddc07509-25d0-4008-96f4-43c47afb2643 req-cb3d3e7e-bde0-4fa0-a1ea-5ba1c2b8adfe service neutron] 10.222.0.26 "GET /v2.0/networks/1d62036b-0f93-45a0-8fba-f387708e0e55?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2593472 Aug 29 19:23:06.345966 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-763e060b-38a6-42be-9608-ac485c97548e admin admin] Network af17b97c-af41-4dbe-aa59-5cc061bb3a01 is scheduled to be hosted by DHCP agent 01567a2b-701c-44ec-9311-402810164ce4 with binding_index 1 {{(pid=93884) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 19:23:06.412423 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.scheduler.base_scheduler [None req-763e060b-38a6-42be-9608-ac485c97548e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-806191-2-iscsi, af17b97c-af41-4dbe-aa59-5cc061bb3a01) {{(pid=93884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 19:23:06.425558 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-763e060b-38a6-42be-9608-ac485c97548e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 19:23:06.426276 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2dd138c9-948a-49c8-986d-85415a8bf697 None None] Network af17b97c-af41-4dbe-aa59-5cc061bb3a01 requested from dv-cinder-806191-2-iscsi {{(pid=93885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 19:23:06.426475 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-763e060b-38a6-42be-9608-ac485c97548e admin admin] Notify callbacks [] for subnet, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:23:06.462887 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.26', 58104) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 19:23:06.467609 dv-cinder-806191-2-iscsi neutron-server[93884]: INFO neutron.wsgi [None req-763e060b-38a6-42be-9608-ac485c97548e admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.9782307 Aug 29 19:23:06.494000 dv-cinder-806191-2-iscsi neutron-server[93884]: INFO neutron.wsgi [req-ddc07509-25d0-4008-96f4-43c47afb2643 req-5f7d9317-7ad5-497d-8523-766906e8e8db service neutron] 10.222.0.26 "GET /v2.0/networks/1d62036b-0f93-45a0-8fba-f387708e0e55?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1575944 Aug 29 19:23:06.717636 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9b47cc1-1e79-4213-9201-8ea4ffce76ea None None] Network af17b97c-af41-4dbe-aa59-5cc061bb3a01 requested from dv-cinder-806191-2-iscsi {{(pid=93885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 19:23:06.735614 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-e486a6d4-ce0b-41df-8913-988d94db05cb admin admin] Notify callbacks [] for security_group, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:23:06.901842 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-e486a6d4-ce0b-41df-8913-988d94db05cb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:23:06.947787 dv-cinder-806191-2-iscsi neutron-server[93883]: INFO neutron.wsgi [req-90b999b9-b3e0-4007-9a9b-68d3b572d81c req-843662e0-75e6-41d4-9131-01982f4901ba tempest-AttachVolumeNegativeTest-2076342172 tempest-AttachVolumeNegativeTest-2076342172-project] 10.222.0.26 "GET /v2.0/ports?device_id=6e523608-eb6c-4a0b-bcf0-12d4bd25ae91 HTTP/1.1" status: 200 len: 210 time: 0.0437636 Aug 29 19:23:06.949319 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-e486a6d4-ce0b-41df-8913-988d94db05cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368872'] for security_group, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:23:07.163428 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.26', 58140) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 19:23:07.176388 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e486a6d4-ce0b-41df-8913-988d94db05cb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ccbd35bb-0ecd-4e59-86e5-00465bf3f331,revision_number=1']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:23:07.211466 dv-cinder-806191-2-iscsi neutron-server[93883]: INFO neutron.wsgi [None req-e486a6d4-ce0b-41df-8913-988d94db05cb admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=04673e5c5ba743b0b3bdc62654b6fce6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7431734 Aug 29 19:23:07.212224 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.26', 58146) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 19:23:07.261598 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e94780d-b893-4e16-bb89-5ba891f3212b req-98c86055-7d92-48f8-a338-4d1dc2da8845 tempest-ServerRescueNegativeTestJSON-1221659768 tempest-ServerRescueNegativeTestJSON-1221659768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 19:23:07.283038 dv-cinder-806191-2-iscsi neutron-server[93884]: INFO neutron.wsgi [req-4e94780d-b893-4e16-bb89-5ba891f3212b req-98c86055-7d92-48f8-a338-4d1dc2da8845 tempest-ServerRescueNegativeTestJSON-1221659768 tempest-ServerRescueNegativeTestJSON-1221659768-project] 10.222.0.26 "GET /v2.0/ports?device_id=becd7a60-bff6-444b-8396-15d0c458fa2e HTTP/1.1" status: 200 len: 945 time: 0.2260940 Aug 29 19:23:07.342352 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-317a8d4d-6753-4543-a820-d93cbd92667d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:23:07.373100 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-317a8d4d-6753-4543-a820-d93cbd92667d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:23:07.421403 dv-cinder-806191-2-iscsi neutron-server[93884]: INFO neutron.wsgi [req-4e94780d-b893-4e16-bb89-5ba891f3212b req-830ae8d1-9efd-4a53-8312-652c8ea2342c tempest-ServerRescueNegativeTestJSON-1221659768 tempest-ServerRescueNegativeTestJSON-1221659768-project] 10.222.0.26 "GET /v2.0/security-groups?id=53892fd6-fc0b-43d7-b2d3-4778a69f0ff7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1306107 Aug 29 19:23:07.492180 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-317a8d4d-6753-4543-a820-d93cbd92667d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368872'] for security_group, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:23:07.496744 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-317a8d4d-6753-4543-a820-d93cbd92667d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:23:07.498819 dv-cinder-806191-2-iscsi neutron-server[93883]: INFO neutron.wsgi [None req-317a8d4d-6753-4543-a820-d93cbd92667d admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/ccbd35bb-0ecd-4e59-86e5-00465bf3f331 HTTP/1.1" status: 204 len: 168 time: 0.2830665 Aug 29 19:23:07.511474 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-317a8d4d-6753-4543-a820-d93cbd92667d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ccbd35bb-0ecd-4e59-86e5-00465bf3f331,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:23:07.574715 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-27a451fd-3724-4752-8ac2-3058ddf4f012 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:23:07.812767 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-27a451fd-3724-4752-8ac2-3058ddf4f012 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:23:07.820588 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-27a451fd-3724-4752-8ac2-3058ddf4f012 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368872'] for security_group, after_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:23:07.828984 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-171fb0d4-706a-46f9-8643-3ca6824ddd10 req-1f3e8008-a8df-44fb-8995-b00b02a5345b tempest-VolumesActionsTest-881116330 tempest-VolumesActionsTest-881116330-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 19:23:07.838577 dv-cinder-806191-2-iscsi neutron-server[93883]: INFO neutron.wsgi [req-171fb0d4-706a-46f9-8643-3ca6824ddd10 req-1f3e8008-a8df-44fb-8995-b00b02a5345b tempest-VolumesActionsTest-881116330 tempest-VolumesActionsTest-881116330-project] 10.222.0.26 "GET /v2.0/networks?id=f4c14748-e4f9-4ea5-a2e3-0990fe428c6b HTTP/1.1" status: 200 len: 808 time: 0.2218046 Aug 29 19:23:07.855424 dv-cinder-806191-2-iscsi neutron-server[93884]: INFO neutron.wsgi [None req-27a451fd-3724-4752-8ac2-3058ddf4f012 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=8f8e836aea694277b26a6ec2f0ac1215&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6818852 Aug 29 19:23:07.858999 dv-cinder-806191-2-iscsi neutron-server[93883]: INFO neutron.wsgi [req-171fb0d4-706a-46f9-8643-3ca6824ddd10 req-84fd7f86-f74e-4ca6-8c90-d5805191875e tempest-VolumesActionsTest-881116330 tempest-VolumesActionsTest-881116330-project] 10.222.0.26 "GET /v2.0/quotas/3181a74635a54c18b21d4efcb9b51d49 HTTP/1.1" status: 200 len: 375 time: 0.0192595 Aug 29 19:23:07.859873 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.26', 58178) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 19:23:07.918863 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27a451fd-3724-4752-8ac2-3058ddf4f012 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e8e18a29-277c-4644-bfbc-cc6e29d97694,revision_number=1']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:23:07.956249 dv-cinder-806191-2-iscsi neutron-server[93883]: INFO neutron.wsgi [req-171fb0d4-706a-46f9-8643-3ca6824ddd10 req-45302770-b30c-4375-8b78-b79ef8775315 tempest-VolumesActionsTest-881116330 tempest-VolumesActionsTest-881116330-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=3181a74635a54c18b21d4efcb9b51d49&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0851698 Aug 29 19:23:07.970093 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-b2035c7e-a9e5-4cc6-879d-fef9e9615948 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:23:08.022906 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-b2035c7e-a9e5-4cc6-879d-fef9e9615948 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:23:08.170603 dv-cinder-806191-2-iscsi neutron-server[93883]: INFO neutron.wsgi [req-171fb0d4-706a-46f9-8643-3ca6824ddd10 req-eaab55b7-26af-486b-8e0f-9e290a78acad service neutron] 10.222.0.26 "GET /v2.0/networks/f4c14748-e4f9-4ea5-a2e3-0990fe428c6b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2106507 Aug 29 19:23:08.180156 dv-cinder-806191-2-iscsi neutron-server[93884]: INFO neutron.wsgi [req-746709b3-40e2-4d5a-89fe-4ca94a3b3ae8 req-e0ed485b-f268-435b-8811-8e9696f3e568 tempest-AttachVolumeNegativeTest-2076342172 tempest-AttachVolumeNegativeTest-2076342172-project] 10.222.0.26 "GET /v2.0/ports?device_id=6e523608-eb6c-4a0b-bcf0-12d4bd25ae91 HTTP/1.1" status: 200 len: 210 time: 0.0641530 Aug 29 19:23:08.181946 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-b2035c7e-a9e5-4cc6-879d-fef9e9615948 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368872'] for security_group, after_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:23:08.186235 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-b2035c7e-a9e5-4cc6-879d-fef9e9615948 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:23:08.188215 dv-cinder-806191-2-iscsi neutron-server[93884]: INFO neutron.wsgi [None req-b2035c7e-a9e5-4cc6-879d-fef9e9615948 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/e8e18a29-277c-4644-bfbc-cc6e29d97694 HTTP/1.1" status: 204 len: 168 time: 0.3268523 Aug 29 19:23:08.202515 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2035c7e-a9e5-4cc6-879d-fef9e9615948 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e8e18a29-277c-4644-bfbc-cc6e29d97694,revision_number=None']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:23:08.323692 dv-cinder-806191-2-iscsi neutron-server[93883]: INFO neutron.wsgi [req-171fb0d4-706a-46f9-8643-3ca6824ddd10 req-c10d1129-c4a1-43dc-9482-3352719e09b9 service neutron] 10.222.0.26 "GET /v2.0/networks/f4c14748-e4f9-4ea5-a2e3-0990fe428c6b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1510265 Aug 29 19:23:08.627155 dv-cinder-806191-2-iscsi neutron-server[93884]: INFO neutron.wsgi [req-4a1bace5-7061-4a47-9775-448efb15992f req-4e8ea28b-7b29-42a7-a0d1-c34ab7051ac2 tempest-VolumesActionsTest-881116330 tempest-VolumesActionsTest-881116330-project] 10.222.0.26 "GET /v2.0/ports?device_id=6d049ac7-29d3-4c08-b6b6-0e5e0e88b023 HTTP/1.1" status: 200 len: 210 time: 0.0698667 Aug 29 19:23:08.798430 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.26', 58216) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 19:23:08.804392 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.api.v2.base [None req-3ff3309d-9c77-48f8-84d3-c3aa087f18ac admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1472975061-network', 'tenant_id': 'e8657d44f8364efb8420c0d51947a61d'}} {{(pid=93884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 19:23:08.875291 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ff3309d-9c77-48f8-84d3-c3aa087f18ac admin admin] Made reservation on behalf of e8657d44f8364efb8420c0d51947a61d for: {'network': 1} {{(pid=93884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 19:23:08.878652 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-3ff3309d-9c77-48f8-84d3-c3aa087f18ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3669058'] for network, before_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:23:08.896495 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-3ff3309d-9c77-48f8-84d3-c3aa087f18ac admin admin] Notify callbacks [] for security_group, before_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:23:08.938171 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36f9a1e4-77e8-45df-95d5-e340b0120899 req-7e748309-7c1c-4fb0-849a-1c67ecc7c492 tempest-ServerRescueNegativeTestJSON-1221659768 tempest-ServerRescueNegativeTestJSON-1221659768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 19:23:08.947690 dv-cinder-806191-2-iscsi neutron-server[93883]: INFO neutron.wsgi [req-36f9a1e4-77e8-45df-95d5-e340b0120899 req-7e748309-7c1c-4fb0-849a-1c67ecc7c492 tempest-ServerRescueNegativeTestJSON-1221659768 tempest-ServerRescueNegativeTestJSON-1221659768-project] 10.222.0.26 "GET /v2.0/ports?device_id=becd7a60-bff6-444b-8396-15d0c458fa2e HTTP/1.1" status: 200 len: 945 time: 0.3294716 Aug 29 19:23:09.082124 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddc07509-25d0-4008-96f4-43c47afb2643 req-a921c9fd-19e4-46ac-add1-6e15a112eba4 tempest-AttachVolumeNegativeTest-2076342172 tempest-AttachVolumeNegativeTest-2076342172-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 19:23:09.083763 dv-cinder-806191-2-iscsi neutron-server[93883]: INFO neutron.wsgi [req-ddc07509-25d0-4008-96f4-43c47afb2643 req-a921c9fd-19e4-46ac-add1-6e15a112eba4 tempest-AttachVolumeNegativeTest-2076342172 tempest-AttachVolumeNegativeTest-2076342172-project] 10.222.0.23 "GET /v2.0/networks?id=1d62036b-0f93-45a0-8fba-f387708e0e55 HTTP/1.1" status: 200 len: 815 time: 0.3549201 Aug 29 19:23:09.100049 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9563720b-cf04-4550-9be5-28dde06a5cb1 req-4532d681-abdb-4027-8438-fe0a0e4fa9ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 19:23:09.101620 dv-cinder-806191-2-iscsi neutron-server[93884]: INFO neutron.wsgi [req-9563720b-cf04-4550-9be5-28dde06a5cb1 req-4532d681-abdb-4027-8438-fe0a0e4fa9ec service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=becd7a60-bff6-444b-8396-15d0c458fa2e HTTP/1.1" status: 200 len: 1098 time: 0.1389692 Aug 29 19:23:09.131196 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron.api.v2.base [req-ddc07509-25d0-4008-96f4-43c47afb2643 req-5039a4e2-1102-4409-aad6-78490ee0b4c7 tempest-AttachVolumeNegativeTest-2076342172 tempest-AttachVolumeNegativeTest-2076342172-project] Request body: {'port': {'device_id': '6e523608-eb6c-4a0b-bcf0-12d4bd25ae91', 'network_id': '1d62036b-0f93-45a0-8fba-f387708e0e55', 'admin_state_up': True, 'tenant_id': 'ba814db0c9614a53b5482814dee2277a'}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 19:23:09.229697 dv-cinder-806191-2-iscsi neutron-server[93884]: INFO neutron.wsgi [req-9563720b-cf04-4550-9be5-28dde06a5cb1 req-84e1502f-d8c9-4251-9250-7429ea0b113e service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=53892fd6-fc0b-43d7-b2d3-4778a69f0ff7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0979834 Aug 29 19:23:09.245681 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-3ff3309d-9c77-48f8-84d3-c3aa087f18ac admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:23:09.253358 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-3ff3309d-9c77-48f8-84d3-c3aa087f18ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368872'] for security_group, after_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:23:09.306646 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3ff3309d-9c77-48f8-84d3-c3aa087f18ac admin admin] vlan segment allocate from pool success with {'vlan_id': 109, 'physical_network': 'physnet1'} {{(pid=93884) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 19:23:09.322997 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ff3309d-9c77-48f8-84d3-c3aa087f18ac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=43415dc9-8041-436f-93bd-c6ce81a19a42,revision_number=1']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:23:09.347269 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-3ff3309d-9c77-48f8-84d3-c3aa087f18ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3556912'] for segment, precommit_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:23:09.350003 dv-cinder-806191-2-iscsi neutron-server[93884]: INFO neutron.db.segments_db [None req-3ff3309d-9c77-48f8-84d3-c3aa087f18ac admin admin] Added segment d2631c90-bd88-4734-9a71-21a722559135 of type vlan for network e8de4f15-f0aa-4305-97ff-7b7910df469f Aug 29 19:23:09.382459 dv-cinder-806191-2-iscsi neutron-server[93883]: INFO neutron.wsgi [req-36f9a1e4-77e8-45df-95d5-e340b0120899 req-6dd2347b-1147-4842-9509-3ee3033ae6e7 tempest-ServerRescueNegativeTestJSON-1221659768 tempest-ServerRescueNegativeTestJSON-1221659768-project] 10.222.0.26 "GET /v2.0/security-groups?id=53892fd6-fc0b-43d7-b2d3-4778a69f0ff7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4334073 Aug 29 19:23:09.423896 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ddc07509-25d0-4008-96f4-43c47afb2643 req-5039a4e2-1102-4409-aad6-78490ee0b4c7 tempest-AttachVolumeNegativeTest-2076342172 tempest-AttachVolumeNegativeTest-2076342172-project] Made reservation on behalf of ba814db0c9614a53b5482814dee2277a for: {'port': 1} {{(pid=93883) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 19:23:09.427995 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-ddc07509-25d0-4008-96f4-43c47afb2643 req-5039a4e2-1102-4409-aad6-78490ee0b4c7 tempest-AttachVolumeNegativeTest-2076342172 tempest-AttachVolumeNegativeTest-2076342172-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3669058'] for port, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:23:09.442807 dv-cinder-806191-2-iscsi neutron-server[93884]: INFO neutron.wsgi [req-39880892-45bf-4d44-b14a-6490f09af1c8 req-d281b14d-7213-474a-8bac-dbae85c1a911 tempest-AttachVolumeNegativeTest-2076342172 tempest-AttachVolumeNegativeTest-2076342172-project] 10.222.0.26 "GET /v2.0/ports?device_id=6e523608-eb6c-4a0b-bcf0-12d4bd25ae91 HTTP/1.1" status: 200 len: 210 time: 0.0832803 Aug 29 19:23:09.504661 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-3ff3309d-9c77-48f8-84d3-c3aa087f18ac admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777169867614'] for network, precommit_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:23:09.568025 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-3ff3309d-9c77-48f8-84d3-c3aa087f18ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-376669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3715978'] for network, after_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:23:09.569714 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ff3309d-9c77-48f8-84d3-c3aa087f18ac admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 19:23:09.570591 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-3ff3309d-9c77-48f8-84d3-c3aa087f18ac admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3715960'] for network, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:23:09.681688 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron.db.db_base_plugin_common [req-ddc07509-25d0-4008-96f4-43c47afb2643 req-5039a4e2-1102-4409-aad6-78490ee0b4c7 tempest-AttachVolumeNegativeTest-2076342172 tempest-AttachVolumeNegativeTest-2076342172-project] Allocated IP 172.20.0.7 (1d62036b-0f93-45a0-8fba-f387708e0e55/e15cf44e-824b-4420-8bd8-737a2faa947a/3c0785c9-8619-49ca-88c9-e0b7ede0b39b) {{(pid=93883) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 19:23:09.721204 dv-cinder-806191-2-iscsi neutron-server[93884]: INFO neutron.wsgi [None req-3ff3309d-9c77-48f8-84d3-c3aa087f18ac admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.9207637 Aug 29 19:23:09.726789 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.26', 58250) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 19:23:09.746238 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron.api.v2.base [None req-9aad38dd-f4f5-414c-87c3-d8268a337d86 admin admin] Request body: {'subnet': {'network_id': 'e8de4f15-f0aa-4305-97ff-7b7910df469f', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1472975061-subnet', 'tenant_id': 'e8657d44f8364efb8420c0d51947a61d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 19:23:09.819896 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ff3309d-9c77-48f8-84d3-c3aa087f18ac admin admin] Pushing event updated for resources: {'Network': ['ID=e8de4f15-f0aa-4305-97ff-7b7910df469f,revision_number=1']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:23:09.845341 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-f7f3f912-659a-49f9-ab3a-0560ee4983b1 None None] Network e8de4f15-f0aa-4305-97ff-7b7910df469f details requested by agent ovs-agent-dv-cinder-806191-2-iscsi with host dv-cinder-806191-2-iscsi {{(pid=93885) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 19:23:09.882921 dv-cinder-806191-2-iscsi neutron-server[93883]: INFO neutron.wsgi [req-dc2781b7-63a2-49d3-903c-bf4bbd8d35d9 req-efa39747-b60a-4298-814d-608dcf280b2b tempest-VolumesActionsTest-881116330 tempest-VolumesActionsTest-881116330-project] 10.222.0.26 "GET /v2.0/ports?device_id=6d049ac7-29d3-4c08-b6b6-0e5e0e88b023 HTTP/1.1" status: 200 len: 210 time: 0.0753446 Aug 29 19:23:10.036632 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9aad38dd-f4f5-414c-87c3-d8268a337d86 admin admin] Made reservation on behalf of e8657d44f8364efb8420c0d51947a61d for: {'subnet': 1} {{(pid=93883) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 19:23:10.041007 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-9aad38dd-f4f5-414c-87c3-d8268a337d86 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-263977485'] for subnet, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:23:10.215984 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-ddc07509-25d0-4008-96f4-43c47afb2643 req-5039a4e2-1102-4409-aad6-78490ee0b4c7 tempest-AttachVolumeNegativeTest-2076342172 tempest-AttachVolumeNegativeTest-2076342172-project] Notify callbacks [] for port, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:23:10.362606 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-ddc07509-25d0-4008-96f4-43c47afb2643 req-5039a4e2-1102-4409-aad6-78490ee0b4c7 tempest-AttachVolumeNegativeTest-2076342172 tempest-AttachVolumeNegativeTest-2076342172-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3669005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3715978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777169884164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263410497'] for port, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:23:10.378349 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-e411ce9c-394c-453f-add9-812245090945 None None] get_ports_and_sgs() called for port_ids ['189ce962-18b0-4d08-b12d-12c8e1ea6a8b', 'f09a5318-5317-4b72-b8b0-a7d0d70add3b'] {{(pid=93885) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 19:23:10.429648 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ddc07509-25d0-4008-96f4-43c47afb2643 req-5039a4e2-1102-4409-aad6-78490ee0b4c7 tempest-AttachVolumeNegativeTest-2076342172 tempest-AttachVolumeNegativeTest-2076342172-project] Network 1d62036b-0f93-45a0-8fba-f387708e0e55 is already hosted by enough agents. {{(pid=93883) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 19:23:10.433815 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron.scheduler.base_scheduler [req-ddc07509-25d0-4008-96f4-43c47afb2643 req-5039a4e2-1102-4409-aad6-78490ee0b4c7 tempest-AttachVolumeNegativeTest-2076342172 tempest-AttachVolumeNegativeTest-2076342172-project] Resources bound (agent type, host, resource id): {{(pid=93883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 19:23:10.445346 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-9aad38dd-f4f5-414c-87c3-d8268a337d86 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-376708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3715978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-263308241', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-263977599'] for subnet, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:23:10.453897 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron.db.l3_dvrscheduler_db [req-ddc07509-25d0-4008-96f4-43c47afb2643 req-5039a4e2-1102-4409-aad6-78490ee0b4c7 tempest-AttachVolumeNegativeTest-2076342172 tempest-AttachVolumeNegativeTest-2076342172-project] Received port after_create {{(pid=93883) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 19:23:10.528759 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddc07509-25d0-4008-96f4-43c47afb2643 req-5039a4e2-1102-4409-aad6-78490ee0b4c7 tempest-AttachVolumeNegativeTest-2076342172 tempest-AttachVolumeNegativeTest-2076342172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 19:23:10.530908 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-ddc07509-25d0-4008-96f4-43c47afb2643 req-5039a4e2-1102-4409-aad6-78490ee0b4c7 tempest-AttachVolumeNegativeTest-2076342172 tempest-AttachVolumeNegativeTest-2076342172-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-256493'] for port, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:23:10.582161 dv-cinder-806191-2-iscsi neutron-server[93883]: INFO neutron.wsgi [req-ddc07509-25d0-4008-96f4-43c47afb2643 req-5039a4e2-1102-4409-aad6-78490ee0b4c7 tempest-AttachVolumeNegativeTest-2076342172 tempest-AttachVolumeNegativeTest-2076342172-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4615450 Aug 29 19:23:10.631131 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron.api.v2.base [req-ddc07509-25d0-4008-96f4-43c47afb2643 req-db720163-06df-4670-a198-14436f529eff service neutron] Request body: {'port': {'device_id': '6e523608-eb6c-4a0b-bcf0-12d4bd25ae91', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80619'}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 19:23:10.635522 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5039a4e2-1102-4409-aad6-78490ee0b4c7 tempest-AttachVolumeNegativeTest-2076342172 tempest-AttachVolumeNegativeTest-2076342172-project] Pushing event updated for resources: {'Port': ['ID=3c0785c9-8619-49ca-88c9-e0b7ede0b39b,revision_number=1']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:23:10.670854 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-171fb0d4-706a-46f9-8643-3ca6824ddd10 req-5331931d-ea89-40f9-8677-1609dacc89b3 tempest-VolumesActionsTest-881116330 tempest-VolumesActionsTest-881116330-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 19:23:10.672550 dv-cinder-806191-2-iscsi neutron-server[93884]: INFO neutron.wsgi [req-171fb0d4-706a-46f9-8643-3ca6824ddd10 req-5331931d-ea89-40f9-8677-1609dacc89b3 tempest-VolumesActionsTest-881116330 tempest-VolumesActionsTest-881116330-project] 10.222.0.23 "GET /v2.0/networks?id=f4c14748-e4f9-4ea5-a2e3-0990fe428c6b HTTP/1.1" status: 200 len: 808 time: 0.3504834 Aug 29 19:23:10.700131 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.api.v2.base [req-171fb0d4-706a-46f9-8643-3ca6824ddd10 req-ebd494ea-d632-41b1-b688-4e896ea22593 tempest-VolumesActionsTest-881116330 tempest-VolumesActionsTest-881116330-project] Request body: {'port': {'device_id': '6d049ac7-29d3-4c08-b6b6-0e5e0e88b023', 'network_id': 'f4c14748-e4f9-4ea5-a2e3-0990fe428c6b', 'admin_state_up': True, 'tenant_id': '3181a74635a54c18b21d4efcb9b51d49'}} {{(pid=93884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 19:23:10.836683 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aad38dd-f4f5-414c-87c3-d8268a337d86 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3acce6d5-a6cf-4683-bbe6-419fd223d103,revision_number=0']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:23:10.856043 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6460ba03-1c0b-4bc9-970d-e0adc8183db2 req-c4fe3efe-ffc8-430e-9805-e5627ba48875 tempest-ServerRescueNegativeTestJSON-1221659768 tempest-ServerRescueNegativeTestJSON-1221659768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 19:23:10.859425 dv-cinder-806191-2-iscsi neutron-server[93884]: INFO neutron.wsgi [req-6460ba03-1c0b-4bc9-970d-e0adc8183db2 req-c4fe3efe-ffc8-430e-9805-e5627ba48875 tempest-ServerRescueNegativeTestJSON-1221659768 tempest-ServerRescueNegativeTestJSON-1221659768-project] 10.222.0.26 "GET /v2.0/ports?device_id=becd7a60-bff6-444b-8396-15d0c458fa2e HTTP/1.1" status: 200 len: 945 time: 0.2375183 Aug 29 19:23:10.931864 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9aad38dd-f4f5-414c-87c3-d8268a337d86 admin admin] Checking segment: {'id': 'd2631c90-bd88-4734-9a71-21a722559135', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'e8de4f15-f0aa-4305-97ff-7b7910df469f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93883) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 19:23:10.932442 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9aad38dd-f4f5-414c-87c3-d8268a337d86 admin admin] Network hostable DHCP agents. Network: e8de4f15-f0aa-4305-97ff-7b7910df469f, hostable agents: ['01567a2b-701c-44ec-9311-402810164ce4'], hosted agents: [] {{(pid=93883) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 19:23:10.939168 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-ddc07509-25d0-4008-96f4-43c47afb2643 req-db720163-06df-4670-a198-14436f529eff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3669058'] for port, before_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:23:10.949717 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aba67b7f-5e29-4313-958d-34eff243c2c2 req-f0afddf8-ea5c-4c1e-89af-1daf5ebf8181 tempest-AttachVolumeNegativeTest-2076342172 tempest-AttachVolumeNegativeTest-2076342172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 19:23:10.961162 dv-cinder-806191-2-iscsi neutron-server[93883]: INFO neutron.wsgi [req-aba67b7f-5e29-4313-958d-34eff243c2c2 req-f0afddf8-ea5c-4c1e-89af-1daf5ebf8181 tempest-AttachVolumeNegativeTest-2076342172 tempest-AttachVolumeNegativeTest-2076342172-project] 10.222.0.26 "GET /v2.0/ports?device_id=6e523608-eb6c-4a0b-bcf0-12d4bd25ae91 HTTP/1.1" status: 200 len: 931 time: 0.3105102 Aug 29 19:23:11.008427 dv-cinder-806191-2-iscsi neutron-server[93884]: INFO neutron.wsgi [req-6460ba03-1c0b-4bc9-970d-e0adc8183db2 req-1e05659c-6b9c-4439-b3dd-7c6075b4eb57 tempest-ServerRescueNegativeTestJSON-1221659768 tempest-ServerRescueNegativeTestJSON-1221659768-project] 10.222.0.26 "GET /v2.0/security-groups?id=53892fd6-fc0b-43d7-b2d3-4778a69f0ff7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1238153 Aug 29 19:23:11.093670 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-171fb0d4-706a-46f9-8643-3ca6824ddd10 req-ebd494ea-d632-41b1-b688-4e896ea22593 tempest-VolumesActionsTest-881116330 tempest-VolumesActionsTest-881116330-project] Made reservation on behalf of 3181a74635a54c18b21d4efcb9b51d49 for: {'port': 1} {{(pid=93884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 19:23:11.097955 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-171fb0d4-706a-46f9-8643-3ca6824ddd10 req-ebd494ea-d632-41b1-b688-4e896ea22593 tempest-VolumesActionsTest-881116330 tempest-VolumesActionsTest-881116330-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3669058'] for port, before_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:23:11.157714 dv-cinder-806191-2-iscsi neutron-server[93883]: INFO neutron.wsgi [req-aba67b7f-5e29-4313-958d-34eff243c2c2 req-32eabd7a-f42f-4f12-9559-26e1b7f6e66c tempest-AttachVolumeNegativeTest-2076342172 tempest-AttachVolumeNegativeTest-2076342172-project] 10.222.0.26 "GET /v2.0/security-groups?id=ea7dc4db-96bb-4713-a2e6-e8b6fb48c457&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1953855 Aug 29 19:23:11.160779 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9aad38dd-f4f5-414c-87c3-d8268a337d86 admin admin] Network e8de4f15-f0aa-4305-97ff-7b7910df469f is scheduled to be hosted by DHCP agent 01567a2b-701c-44ec-9311-402810164ce4 with binding_index 1 {{(pid=93883) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 19:23:11.196301 dv-cinder-806191-2-iscsi neutron-server[93884]: INFO neutron.wsgi [req-243499e4-77b4-4d55-b242-c7be85a41a41 req-8828d7e5-adb7-4a83-a22f-841799f90ede tempest-VolumesActionsTest-881116330 tempest-VolumesActionsTest-881116330-project] 10.222.0.26 "GET /v2.0/ports?device_id=6d049ac7-29d3-4c08-b6b6-0e5e0e88b023 HTTP/1.1" status: 200 len: 210 time: 0.0621390 Aug 29 19:23:11.260849 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron.scheduler.base_scheduler [None req-9aad38dd-f4f5-414c-87c3-d8268a337d86 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-806191-2-iscsi, e8de4f15-f0aa-4305-97ff-7b7910df469f) {{(pid=93883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 19:23:11.276289 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15944d88-acd2-4f2c-8102-dbe4ab420cfe None None] Network e8de4f15-f0aa-4305-97ff-7b7910df469f requested from dv-cinder-806191-2-iscsi {{(pid=93885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 19:23:11.283848 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9aad38dd-f4f5-414c-87c3-d8268a337d86 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 19:23:11.288280 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-9aad38dd-f4f5-414c-87c3-d8268a337d86 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3715960'] for subnet, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:23:11.436042 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.db.db_base_plugin_common [req-171fb0d4-706a-46f9-8643-3ca6824ddd10 req-ebd494ea-d632-41b1-b688-4e896ea22593 tempest-VolumesActionsTest-881116330 tempest-VolumesActionsTest-881116330-project] Allocated IP 172.20.0.6 (f4c14748-e4f9-4ea5-a2e3-0990fe428c6b/0f59f6f4-0e46-4095-abfe-5ea608f2d712/f5c1153a-9f0f-433f-a4d1-327f9bddf350) {{(pid=93884) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 19:23:11.452691 dv-cinder-806191-2-iscsi neutron-server[93886]: DEBUG neutron.db.agents_db [None req-c8461fad-6a9a-4fb7-93e9-57a62b582dc0 None None] Agent healthcheck: found 6 active agents {{(pid=93886) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 19:23:11.552338 dv-cinder-806191-2-iscsi neutron-server[93883]: INFO neutron.wsgi [None req-9aad38dd-f4f5-414c-87c3-d8268a337d86 admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.8103611 Aug 29 19:23:11.558347 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b89d351b-4d5c-47ec-a9e6-0ec5a78aeb58 None None] Network e8de4f15-f0aa-4305-97ff-7b7910df469f requested from dv-cinder-806191-2-iscsi {{(pid=93885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 19:23:11.831604 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-171fb0d4-706a-46f9-8643-3ca6824ddd10 req-ebd494ea-d632-41b1-b688-4e896ea22593 tempest-VolumesActionsTest-881116330 tempest-VolumesActionsTest-881116330-project] Notify callbacks [] for port, precommit_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:23:11.848433 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron.notifiers.nova [req-ddc07509-25d0-4008-96f4-43c47afb2643 req-db720163-06df-4670-a198-14436f529eff service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3c0785c9-8619-49ca-88c9-e0b7ede0b39b {{(pid=93883) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 19:23:11.867012 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-ddc07509-25d0-4008-96f4-43c47afb2643 req-db720163-06df-4670-a198-14436f529eff service neutron] Notify callbacks [] for port, precommit_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:23:11.882757 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.26', 58350) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 19:23:11.883639 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron.db.provisioning_blocks [req-ddc07509-25d0-4008-96f4-43c47afb2643 req-db720163-06df-4670-a198-14436f529eff service neutron] Transition to ACTIVE for port object 3c0785c9-8619-49ca-88c9-e0b7ede0b39b will not be triggered until provisioned by entity L2. {{(pid=93883) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 19:23:11.890255 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-ddc07509-25d0-4008-96f4-43c47afb2643 req-db720163-06df-4670-a198-14436f529eff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3669005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3715978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777170436913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777169884182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777169884200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-263410520'] for port, after_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:23:11.958438 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db720163-06df-4670-a198-14436f529eff service neutron] Pushing event updated for resources: {'Port': ['ID=3c0785c9-8619-49ca-88c9-e0b7ede0b39b,revision_number=2']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:23:12.007363 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.db.db_base_plugin_v2 [None req-2ad67450-13e3-49af-bc1a-70a07277ffc0 admin admin] Deleting subnet bc2dd104-426e-44e7-862f-9ac904d30c91 {{(pid=93884) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 19:23:12.013501 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-2ad67450-13e3-49af-bc1a-70a07277ffc0 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:23:12.078446 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron.plugins.ml2.managers [req-ddc07509-25d0-4008-96f4-43c47afb2643 req-db720163-06df-4670-a198-14436f529eff service neutron] Attempting to bind port 3c0785c9-8619-49ca-88c9-e0b7ede0b39b on host hv-cinder-80619 for vnic_type normal with profile {{(pid=93883) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 19:23:12.079677 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron.plugins.ml2.managers [req-ddc07509-25d0-4008-96f4-43c47afb2643 req-db720163-06df-4670-a198-14436f529eff service neutron] Attempting to bind port 3c0785c9-8619-49ca-88c9-e0b7ede0b39b by drivers openvswitch,hyperv on host hv-cinder-80619 at level 0 using segments [{'id': '8fe8a594-91a4-40c0-b8c2-40d42544c273', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '1d62036b-0f93-45a0-8fba-f387708e0e55'}] {{(pid=93883) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 19:23:12.080087 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ddc07509-25d0-4008-96f4-43c47afb2643 req-db720163-06df-4670-a198-14436f529eff service neutron] Attempting to bind port 3c0785c9-8619-49ca-88c9-e0b7ede0b39b on network 1d62036b-0f93-45a0-8fba-f387708e0e55 {{(pid=93883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 19:23:12.095704 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ddc07509-25d0-4008-96f4-43c47afb2643 req-db720163-06df-4670-a198-14436f529eff service neutron] Port 3c0785c9-8619-49ca-88c9-e0b7ede0b39b on network 1d62036b-0f93-45a0-8fba-f387708e0e55 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80619 {{(pid=93883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 19:23:12.096238 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ddc07509-25d0-4008-96f4-43c47afb2643 req-db720163-06df-4670-a198-14436f529eff service neutron] Attempting to bind port 3c0785c9-8619-49ca-88c9-e0b7ede0b39b on network 1d62036b-0f93-45a0-8fba-f387708e0e55 {{(pid=93883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 19:23:12.100473 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-171fb0d4-706a-46f9-8643-3ca6824ddd10 req-ebd494ea-d632-41b1-b688-4e896ea22593 tempest-VolumesActionsTest-881116330 tempest-VolumesActionsTest-881116330-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3669005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3715978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777169884164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262862687'] for port, after_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:23:12.126253 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ddc07509-25d0-4008-96f4-43c47afb2643 req-db720163-06df-4670-a198-14436f529eff service neutron] Checking agent: {'id': 'f86fd93b-ec6e-427a-a263-b2bcb0cc3d39', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80619', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 19, 19, 51), 'started_at': datetime.datetime(2021, 8, 29, 19, 19, 51), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 19, 22, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 19:23:12.126671 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ddc07509-25d0-4008-96f4-43c47afb2643 req-db720163-06df-4670-a198-14436f529eff service neutron] Checking segment: {'id': '8fe8a594-91a4-40c0-b8c2-40d42544c273', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '1d62036b-0f93-45a0-8fba-f387708e0e55'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93883) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 19:23:12.127257 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ddc07509-25d0-4008-96f4-43c47afb2643 req-db720163-06df-4670-a198-14436f529eff service neutron] Bound using segment: {'id': '8fe8a594-91a4-40c0-b8c2-40d42544c273', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '1d62036b-0f93-45a0-8fba-f387708e0e55'} {{(pid=93883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 19:23:12.127816 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron.plugins.ml2.managers [req-ddc07509-25d0-4008-96f4-43c47afb2643 req-db720163-06df-4670-a198-14436f529eff service neutron] Bound port: 3c0785c9-8619-49ca-88c9-e0b7ede0b39b, host: hv-cinder-80619, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8fe8a594-91a4-40c0-b8c2-40d42544c273', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '1d62036b-0f93-45a0-8fba-f387708e0e55'}}] {{(pid=93883) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 19:23:12.128905 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-ddc07509-25d0-4008-96f4-43c47afb2643 req-db720163-06df-4670-a198-14436f529eff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3669058'] for port, before_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:23:12.179576 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-2ad67450-13e3-49af-bc1a-70a07277ffc0 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-84871'] for subnet, precommit_delete_associations {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:23:12.236248 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bd100b4-ad02-4a1e-ad2d-595d07672d65 req-4ec16684-f7f6-4d66-b1c6-5ef4491c5b3b tempest-ServerRescueNegativeTestJSON-1221659768 tempest-ServerRescueNegativeTestJSON-1221659768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 19:23:12.246827 dv-cinder-806191-2-iscsi neutron-server[93883]: INFO neutron.wsgi [req-4bd100b4-ad02-4a1e-ad2d-595d07672d65 req-4ec16684-f7f6-4d66-b1c6-5ef4491c5b3b tempest-ServerRescueNegativeTestJSON-1221659768 tempest-ServerRescueNegativeTestJSON-1221659768-project] 10.222.0.26 "GET /v2.0/ports?device_id=becd7a60-bff6-444b-8396-15d0c458fa2e HTTP/1.1" status: 200 len: 945 time: 0.1345973 Aug 29 19:23:12.251941 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-2ad67450-13e3-49af-bc1a-70a07277ffc0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3624633'] for subnet, precommit_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:23:12.328545 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebd494ea-d632-41b1-b688-4e896ea22593 tempest-VolumesActionsTest-881116330 tempest-VolumesActionsTest-881116330-project] Pushing event updated for resources: {'Port': ['ID=f5c1153a-9f0f-433f-a4d1-327f9bddf350,revision_number=1']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:23:12.338148 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-171fb0d4-706a-46f9-8643-3ca6824ddd10 req-ebd494ea-d632-41b1-b688-4e896ea22593 tempest-VolumesActionsTest-881116330 tempest-VolumesActionsTest-881116330-project] Network f4c14748-e4f9-4ea5-a2e3-0990fe428c6b is already hosted by enough agents. {{(pid=93884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 19:23:12.340908 dv-cinder-806191-2-iscsi neutron-server[93883]: INFO neutron.wsgi [req-4bd100b4-ad02-4a1e-ad2d-595d07672d65 req-bbd05d8c-4209-4c13-b3ff-5a36971c6632 tempest-ServerRescueNegativeTestJSON-1221659768 tempest-ServerRescueNegativeTestJSON-1221659768-project] 10.222.0.26 "GET /v2.0/security-groups?id=53892fd6-fc0b-43d7-b2d3-4778a69f0ff7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0938072 Aug 29 19:23:12.346932 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron.plugins.ml2.db [req-ddc07509-25d0-4008-96f4-43c47afb2643 req-db720163-06df-4670-a198-14436f529eff service neutron] For port 3c0785c9-8619-49ca-88c9-e0b7ede0b39b, host hv-cinder-80619, cleared binding levels {{(pid=93883) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 19:23:12.367905 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.scheduler.base_scheduler [req-171fb0d4-706a-46f9-8643-3ca6824ddd10 req-ebd494ea-d632-41b1-b688-4e896ea22593 tempest-VolumesActionsTest-881116330 tempest-VolumesActionsTest-881116330-project] Resources bound (agent type, host, resource id): {{(pid=93884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 19:23:12.375553 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron.plugins.ml2.db [req-ddc07509-25d0-4008-96f4-43c47afb2643 req-db720163-06df-4670-a198-14436f529eff service neutron] For port 3c0785c9-8619-49ca-88c9-e0b7ede0b39b, host hv-cinder-80619, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80619',level=0,port_id=3c0785c9-8619-49ca-88c9-e0b7ede0b39b,segment=NetworkSegment(8fe8a594-91a4-40c0-b8c2-40d42544c273),segment_id=8fe8a594-91a4-40c0-b8c2-40d42544c273)] {{(pid=93883) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 19:23:12.385539 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-ddc07509-25d0-4008-96f4-43c47afb2643 req-db720163-06df-4670-a198-14436f529eff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3669005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3715978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777170436913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777169884182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777169884200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-263410520'] for port, after_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:23:12.391363 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.db.l3_dvrscheduler_db [req-171fb0d4-706a-46f9-8643-3ca6824ddd10 req-ebd494ea-d632-41b1-b688-4e896ea22593 tempest-VolumesActionsTest-881116330 tempest-VolumesActionsTest-881116330-project] Received port after_create {{(pid=93884) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 19:23:12.464934 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddc07509-25d0-4008-96f4-43c47afb2643 req-db720163-06df-4670-a198-14436f529eff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 19:23:12.465915 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-ddc07509-25d0-4008-96f4-43c47afb2643 req-db720163-06df-4670-a198-14436f529eff service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-256493'] for port, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:23:12.468526 dv-cinder-806191-2-iscsi neutron-server[93883]: INFO neutron.wsgi [req-ddc07509-25d0-4008-96f4-43c47afb2643 req-db720163-06df-4670-a198-14436f529eff service neutron] 10.222.0.23 "PUT /v2.0/ports/3c0785c9-8619-49ca-88c9-e0b7ede0b39b HTTP/1.1" status: 200 len: 1093 time: 1.8693588 Aug 29 19:23:12.470672 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6e523608-eb6c-4a0b-bcf0-12d4bd25ae91', 'tag': '3c0785c9-8619-49ca-88c9-e0b7ede0b39b'}] {{(pid=93883) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 19:23:12.474664 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d7efacdd762e7fee97ebec028cc859708dbf706441332da3e8755544227ebc46" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-97ddfbd0-adaf-4012-9fda-cf95e1c4cc36" -d '{"events": [{"name": "network-changed", "server_uuid": "6e523608-eb6c-4a0b-bcf0-12d4bd25ae91", "tag": "3c0785c9-8619-49ca-88c9-e0b7ede0b39b"}]}' {{(pid=93883) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 19:23:12.554567 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db720163-06df-4670-a198-14436f529eff service neutron] Pushing event updated for resources: {'Port': ['ID=3c0785c9-8619-49ca-88c9-e0b7ede0b39b,revision_number=3']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:23:12.590907 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97ee6482-29fa-4e86-bcd0-99b0f3726111 req-33330c94-4767-4693-92a2-bafab102f487 tempest-VolumesActionsTest-881116330 tempest-VolumesActionsTest-881116330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 19:23:12.593400 dv-cinder-806191-2-iscsi neutron-server[93883]: INFO neutron.wsgi [req-97ee6482-29fa-4e86-bcd0-99b0f3726111 req-33330c94-4767-4693-92a2-bafab102f487 tempest-VolumesActionsTest-881116330 tempest-VolumesActionsTest-881116330-project] 10.222.0.26 "GET /v2.0/ports?device_id=6d049ac7-29d3-4c08-b6b6-0e5e0e88b023 HTTP/1.1" status: 200 len: 931 time: 0.1510153 Aug 29 19:23:12.620562 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddc07509-25d0-4008-96f4-43c47afb2643 req-89af393a-18e8-43bb-92da-7cb042384bca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 19:23:12.623378 dv-cinder-806191-2-iscsi neutron-server[93883]: INFO neutron.wsgi [req-ddc07509-25d0-4008-96f4-43c47afb2643 req-89af393a-18e8-43bb-92da-7cb042384bca service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=ba814db0c9614a53b5482814dee2277a&device_id=6e523608-eb6c-4a0b-bcf0-12d4bd25ae91 HTTP/1.1" status: 200 len: 1096 time: 0.0893724 Aug 29 19:23:12.769249 dv-cinder-806191-2-iscsi neutron-server[93883]: INFO neutron.wsgi [req-ddc07509-25d0-4008-96f4-43c47afb2643 req-8a6e9412-ddf3-42e9-9b7e-4d7f34886c7d service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3c0785c9-8619-49ca-88c9-e0b7ede0b39b HTTP/1.1" status: 200 len: 217 time: 0.1124558 Aug 29 19:23:12.787974 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-2ad67450-13e3-49af-bc1a-70a07277ffc0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3624630', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-376708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3715978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-262862604', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260127726'] for subnet, after_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:23:12.788267 dv-cinder-806191-2-iscsi neutron-server[93883]: INFO neutron.wsgi [req-97ee6482-29fa-4e86-bcd0-99b0f3726111 req-25d32009-1561-4ffa-bd52-a6aa4d0516ee tempest-VolumesActionsTest-881116330 tempest-VolumesActionsTest-881116330-project] 10.222.0.26 "GET /v2.0/security-groups?id=0500c899-b6b6-4569-a16d-0e43e32676ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1808603 Aug 29 19:23:12.820996 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-171fb0d4-706a-46f9-8643-3ca6824ddd10 req-ebd494ea-d632-41b1-b688-4e896ea22593 tempest-VolumesActionsTest-881116330 tempest-VolumesActionsTest-881116330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 19:23:12.821967 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-171fb0d4-706a-46f9-8643-3ca6824ddd10 req-ebd494ea-d632-41b1-b688-4e896ea22593 tempest-VolumesActionsTest-881116330 tempest-VolumesActionsTest-881116330-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-256493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3715960'] for port, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:23:12.859478 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-2ad67450-13e3-49af-bc1a-70a07277ffc0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:23:12.863316 dv-cinder-806191-2-iscsi neutron-server[93884]: INFO neutron.wsgi [None req-2ad67450-13e3-49af-bc1a-70a07277ffc0 admin admin] 10.222.0.26 "DELETE /v2.0/subnets/bc2dd104-426e-44e7-862f-9ac904d30c91 HTTP/1.1" status: 204 len: 168 time: 0.9781675 Aug 29 19:23:12.867449 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ad67450-13e3-49af-bc1a-70a07277ffc0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bc2dd104-426e-44e7-862f-9ac904d30c91,revision_number=None']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:23:12.868668 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.26', 58396) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 19:23:12.882573 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73f45516-70f2-4087-9c42-e3621eae16a1 req-0b2c0b8a-903c-4952-acd8-9517bea5a55d tempest-AttachVolumeNegativeTest-2076342172 tempest-AttachVolumeNegativeTest-2076342172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 19:23:12.890468 dv-cinder-806191-2-iscsi neutron-server[93884]: INFO neutron.wsgi [req-73f45516-70f2-4087-9c42-e3621eae16a1 req-0b2c0b8a-903c-4952-acd8-9517bea5a55d tempest-AttachVolumeNegativeTest-2076342172 tempest-AttachVolumeNegativeTest-2076342172-project] 10.222.0.26 "GET /v2.0/ports?device_id=6e523608-eb6c-4a0b-bcf0-12d4bd25ae91 HTTP/1.1" status: 200 len: 943 time: 0.5379848 Aug 29 19:23:12.899653 dv-cinder-806191-2-iscsi neutron-server[93884]: INFO neutron.wsgi [req-171fb0d4-706a-46f9-8643-3ca6824ddd10 req-ebd494ea-d632-41b1-b688-4e896ea22593 tempest-VolumesActionsTest-881116330 tempest-VolumesActionsTest-881116330-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2095549 Aug 29 19:23:12.921131 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.api.v2.base [req-171fb0d4-706a-46f9-8643-3ca6824ddd10 req-0d1bf5f9-b468-4166-8c67-7fb23ec9cc7c service neutron] Request body: {'port': {'device_id': '6d049ac7-29d3-4c08-b6b6-0e5e0e88b023', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80619'}} {{(pid=93884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 19:23:12.980151 dv-cinder-806191-2-iscsi neutron-server[93884]: INFO neutron.wsgi [req-73f45516-70f2-4087-9c42-e3621eae16a1 req-d7980f56-6db2-4a87-a41f-8e8954e32946 tempest-AttachVolumeNegativeTest-2076342172 tempest-AttachVolumeNegativeTest-2076342172-project] 10.222.0.26 "GET /v2.0/security-groups?id=ea7dc4db-96bb-4713-a2e6-e8b6fb48c457&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0859447 Aug 29 19:23:13.064622 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-171fb0d4-706a-46f9-8643-3ca6824ddd10 req-0d1bf5f9-b468-4166-8c67-7fb23ec9cc7c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3669058'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:23:13.097388 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 19:23:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d36c77c-618d-4ab6-a9bc-dc6f53c42e9f x-openstack-request-id: req-4d36c77c-618d-4ab6-a9bc-dc6f53c42e9f {{(pid=93883) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 19:23:13.097844 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6e523608-eb6c-4a0b-bcf0-12d4bd25ae91", "tag": "3c0785c9-8619-49ca-88c9-e0b7ede0b39b", "status": "completed", "code": 200}]} {{(pid=93883) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 19:23:13.098255 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-4d36c77c-618d-4ab6-a9bc-dc6f53c42e9f {{(pid=93883) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 19:23:13.098936 dv-cinder-806191-2-iscsi neutron-server[93883]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6e523608-eb6c-4a0b-bcf0-12d4bd25ae91', 'tag': '3c0785c9-8619-49ca-88c9-e0b7ede0b39b', 'status': 'completed', 'code': 200} Aug 29 19:23:13.117936 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddc07509-25d0-4008-96f4-43c47afb2643 req-a110df67-77f8-4f92-a526-aa29776903fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 19:23:13.129872 dv-cinder-806191-2-iscsi neutron-server[93883]: INFO neutron.wsgi [req-ddc07509-25d0-4008-96f4-43c47afb2643 req-a110df67-77f8-4f92-a526-aa29776903fd service neutron] 10.222.0.23 "GET /v2.0/subnets?id=e15cf44e-824b-4420-8bd8-737a2faa947a HTTP/1.1" status: 200 len: 855 time: 0.3484175 Aug 29 19:23:13.185918 dv-cinder-806191-2-iscsi neutron-server[93883]: INFO neutron.wsgi [req-ddc07509-25d0-4008-96f4-43c47afb2643 req-8f3c6b77-1019-4075-8288-8adff90b650d service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=1d62036b-0f93-45a0-8fba-f387708e0e55&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0453861 Aug 29 19:23:13.222292 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc88f361-74f9-4051-9c17-27f798588625 req-d3e6c47f-d475-4392-9380-57ee32af30ef tempest-ServerRescueNegativeTestJSON-1221659768 tempest-ServerRescueNegativeTestJSON-1221659768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 19:23:13.225155 dv-cinder-806191-2-iscsi neutron-server[93883]: INFO neutron.wsgi [req-dc88f361-74f9-4051-9c17-27f798588625 req-d3e6c47f-d475-4392-9380-57ee32af30ef tempest-ServerRescueNegativeTestJSON-1221659768 tempest-ServerRescueNegativeTestJSON-1221659768-project] 10.222.0.26 "GET /v2.0/ports?device_id=332ea1a5-b86c-4ccd-b130-2904c695b590 HTTP/1.1" status: 200 len: 945 time: 0.3344979 Aug 29 19:23:13.409364 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-d02bf672-f323-4aaa-9ac3-56b540c1e05c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3621417'] for network, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:23:13.511115 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.notifiers.nova [req-171fb0d4-706a-46f9-8643-3ca6824ddd10 req-0d1bf5f9-b468-4166-8c67-7fb23ec9cc7c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f5c1153a-9f0f-433f-a4d1-327f9bddf350 {{(pid=93884) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 19:23:13.519076 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-171fb0d4-706a-46f9-8643-3ca6824ddd10 req-0d1bf5f9-b468-4166-8c67-7fb23ec9cc7c service neutron] Notify callbacks [] for port, precommit_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:23:13.535533 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [req-171fb0d4-706a-46f9-8643-3ca6824ddd10 req-0d1bf5f9-b468-4166-8c67-7fb23ec9cc7c service neutron] Transition to ACTIVE for port object f5c1153a-9f0f-433f-a4d1-327f9bddf350 will not be triggered until provisioned by entity L2. {{(pid=93884) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 19:23:13.541148 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-171fb0d4-706a-46f9-8643-3ca6824ddd10 req-0d1bf5f9-b468-4166-8c67-7fb23ec9cc7c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3669005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3715978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777170436913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777169884182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777169884200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-262862662'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:23:13.580053 dv-cinder-806191-2-iscsi neutron-server[93883]: INFO neutron.wsgi [req-dc88f361-74f9-4051-9c17-27f798588625 req-e99e03c9-1017-4d36-b5e5-5c0e076d3bac tempest-ServerRescueNegativeTestJSON-1221659768 tempest-ServerRescueNegativeTestJSON-1221659768-project] 10.222.0.26 "GET /v2.0/security-groups?id=53892fd6-fc0b-43d7-b2d3-4778a69f0ff7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1410184 Aug 29 19:23:13.621051 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d1bf5f9-b468-4166-8c67-7fb23ec9cc7c service neutron] Pushing event updated for resources: {'Port': ['ID=f5c1153a-9f0f-433f-a4d1-327f9bddf350,revision_number=2']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:23:13.714293 dv-cinder-806191-2-iscsi neutron-server[93883]: INFO neutron.wsgi [req-ddc07509-25d0-4008-96f4-43c47afb2643 req-e7d40778-9bc5-4a55-80ad-573696ec18f7 service neutron] 10.222.0.23 "GET /v2.0/networks/1d62036b-0f93-45a0-8fba-f387708e0e55?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5189414 Aug 29 19:23:13.791036 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.managers [req-171fb0d4-706a-46f9-8643-3ca6824ddd10 req-0d1bf5f9-b468-4166-8c67-7fb23ec9cc7c service neutron] Attempting to bind port f5c1153a-9f0f-433f-a4d1-327f9bddf350 on host hv-cinder-80619 for vnic_type normal with profile {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 19:23:13.791830 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.managers [req-171fb0d4-706a-46f9-8643-3ca6824ddd10 req-0d1bf5f9-b468-4166-8c67-7fb23ec9cc7c service neutron] Attempting to bind port f5c1153a-9f0f-433f-a4d1-327f9bddf350 by drivers openvswitch,hyperv on host hv-cinder-80619 at level 0 using segments [{'id': '6abc8a44-8b13-4a84-86d3-61da7e65e27c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': 'f4c14748-e4f9-4ea5-a2e3-0990fe428c6b'}] {{(pid=93884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 19:23:13.792892 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-171fb0d4-706a-46f9-8643-3ca6824ddd10 req-0d1bf5f9-b468-4166-8c67-7fb23ec9cc7c service neutron] Attempting to bind port f5c1153a-9f0f-433f-a4d1-327f9bddf350 on network f4c14748-e4f9-4ea5-a2e3-0990fe428c6b {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 19:23:13.803465 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-171fb0d4-706a-46f9-8643-3ca6824ddd10 req-0d1bf5f9-b468-4166-8c67-7fb23ec9cc7c service neutron] Port f5c1153a-9f0f-433f-a4d1-327f9bddf350 on network f4c14748-e4f9-4ea5-a2e3-0990fe428c6b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80619 {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 19:23:13.804127 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-171fb0d4-706a-46f9-8643-3ca6824ddd10 req-0d1bf5f9-b468-4166-8c67-7fb23ec9cc7c service neutron] Attempting to bind port f5c1153a-9f0f-433f-a4d1-327f9bddf350 on network f4c14748-e4f9-4ea5-a2e3-0990fe428c6b {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 19:23:13.815331 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-171fb0d4-706a-46f9-8643-3ca6824ddd10 req-0d1bf5f9-b468-4166-8c67-7fb23ec9cc7c service neutron] Checking agent: {'id': 'f86fd93b-ec6e-427a-a263-b2bcb0cc3d39', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80619', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 19, 19, 51), 'started_at': datetime.datetime(2021, 8, 29, 19, 19, 51), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 19, 22, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 19:23:13.816427 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-171fb0d4-706a-46f9-8643-3ca6824ddd10 req-0d1bf5f9-b468-4166-8c67-7fb23ec9cc7c service neutron] Checking segment: {'id': '6abc8a44-8b13-4a84-86d3-61da7e65e27c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': 'f4c14748-e4f9-4ea5-a2e3-0990fe428c6b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93884) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 19:23:13.817250 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-171fb0d4-706a-46f9-8643-3ca6824ddd10 req-0d1bf5f9-b468-4166-8c67-7fb23ec9cc7c service neutron] Bound using segment: {'id': '6abc8a44-8b13-4a84-86d3-61da7e65e27c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': 'f4c14748-e4f9-4ea5-a2e3-0990fe428c6b'} {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 19:23:13.818547 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.managers [req-171fb0d4-706a-46f9-8643-3ca6824ddd10 req-0d1bf5f9-b468-4166-8c67-7fb23ec9cc7c service neutron] Bound port: f5c1153a-9f0f-433f-a4d1-327f9bddf350, host: hv-cinder-80619, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6abc8a44-8b13-4a84-86d3-61da7e65e27c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': 'f4c14748-e4f9-4ea5-a2e3-0990fe428c6b'}}] {{(pid=93884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 19:23:13.819385 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-171fb0d4-706a-46f9-8643-3ca6824ddd10 req-0d1bf5f9-b468-4166-8c67-7fb23ec9cc7c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3669058'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:23:13.903266 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-d02bf672-f323-4aaa-9ac3-56b540c1e05c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3626562', 'neutron.services.segments.db._delete_segments_for_network-8777170380526'] for network, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:23:13.951653 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron.services.segments.db [None req-d02bf672-f323-4aaa-9ac3-56b540c1e05c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['af17b97c-af41-4dbe-aa59-5cc061bb3a01']}} {{(pid=93883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 19:23:14.003353 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.db [req-171fb0d4-706a-46f9-8643-3ca6824ddd10 req-0d1bf5f9-b468-4166-8c67-7fb23ec9cc7c service neutron] For port f5c1153a-9f0f-433f-a4d1-327f9bddf350, host hv-cinder-80619, cleared binding levels {{(pid=93884) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 19:23:14.011003 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.db [req-171fb0d4-706a-46f9-8643-3ca6824ddd10 req-0d1bf5f9-b468-4166-8c67-7fb23ec9cc7c service neutron] For port f5c1153a-9f0f-433f-a4d1-327f9bddf350, host hv-cinder-80619, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80619',level=0,port_id=f5c1153a-9f0f-433f-a4d1-327f9bddf350,segment=NetworkSegment(6abc8a44-8b13-4a84-86d3-61da7e65e27c),segment_id=6abc8a44-8b13-4a84-86d3-61da7e65e27c)] {{(pid=93884) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 19:23:14.072555 dv-cinder-806191-2-iscsi neutron-server[93883]: INFO neutron.wsgi [req-ddc07509-25d0-4008-96f4-43c47afb2643 req-42c531dc-6973-4283-8e72-6bfac10e7d27 service neutron] 10.222.0.23 "GET /v2.0/networks/1d62036b-0f93-45a0-8fba-f387708e0e55?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3370013 Aug 29 19:23:14.080641 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-171fb0d4-706a-46f9-8643-3ca6824ddd10 req-0d1bf5f9-b468-4166-8c67-7fb23ec9cc7c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3669005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3715978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777170436913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777169884182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777169884200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-262862662'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:23:14.083032 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron.services.segments.db [None req-d02bf672-f323-4aaa-9ac3-56b540c1e05c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c01b3f79-8837-43dd-b674-9ff182d12728') {'for_net_delete': True} {{(pid=93883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 19:23:14.094112 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron.services.segments.db [None req-d02bf672-f323-4aaa-9ac3-56b540c1e05c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c01b3f79-8837-43dd-b674-9ff182d12728') {} {{(pid=93883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 19:23:14.130878 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.26', 58422) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 19:23:14.149068 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-d02bf672-f323-4aaa-9ac3-56b540c1e05c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777170380409', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-263765043'] for segment, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:23:14.181232 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-171fb0d4-706a-46f9-8643-3ca6824ddd10 req-0d1bf5f9-b468-4166-8c67-7fb23ec9cc7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 19:23:14.182310 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-171fb0d4-706a-46f9-8643-3ca6824ddd10 req-0d1bf5f9-b468-4166-8c67-7fb23ec9cc7c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-256493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3715960'] for port, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:23:14.186110 dv-cinder-806191-2-iscsi neutron-server[93884]: INFO neutron.wsgi [req-171fb0d4-706a-46f9-8643-3ca6824ddd10 req-0d1bf5f9-b468-4166-8c67-7fb23ec9cc7c service neutron] 10.222.0.23 "PUT /v2.0/ports/f5c1153a-9f0f-433f-a4d1-327f9bddf350 HTTP/1.1" status: 200 len: 1093 time: 1.2710931 Aug 29 19:23:14.187970 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6d049ac7-29d3-4c08-b6b6-0e5e0e88b023', 'tag': 'f5c1153a-9f0f-433f-a4d1-327f9bddf350'}] {{(pid=93884) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 19:23:14.192266 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}af0273b9eb9050257146764f7dfc5aa69aec40d1770056ff1a21a350116cd0eb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-109b77ff-b9a8-49ca-8339-9777fa49d8c8" -d '{"events": [{"name": "network-changed", "server_uuid": "6d049ac7-29d3-4c08-b6b6-0e5e0e88b023", "tag": "f5c1153a-9f0f-433f-a4d1-327f9bddf350"}]}' {{(pid=93884) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 19:23:14.261423 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-614fd5dd-c26f-41cb-9994-4ee7d812f712 req-285f4a17-67c6-4c8d-942a-bdecc3feabea tempest-VolumesActionsTest-881116330 tempest-VolumesActionsTest-881116330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 19:23:14.264768 dv-cinder-806191-2-iscsi neutron-server[93884]: INFO neutron.wsgi [req-614fd5dd-c26f-41cb-9994-4ee7d812f712 req-285f4a17-67c6-4c8d-942a-bdecc3feabea tempest-VolumesActionsTest-881116330 tempest-VolumesActionsTest-881116330-project] 10.222.0.26 "GET /v2.0/ports?device_id=6d049ac7-29d3-4c08-b6b6-0e5e0e88b023 HTTP/1.1" status: 200 len: 943 time: 0.2497873 Aug 29 19:23:14.280007 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-d02bf672-f323-4aaa-9ac3-56b540c1e05c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3556912'] for segment, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:23:14.301676 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d02bf672-f323-4aaa-9ac3-56b540c1e05c admin admin] Releasing vlan 105 on physical network physnet1 to pool {{(pid=93883) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 19:23:14.302126 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-d02bf672-f323-4aaa-9ac3-56b540c1e05c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3556912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-263410548'] for segment, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:23:14.309292 dv-cinder-806191-2-iscsi neutron-server[93883]: Traceback (most recent call last): Aug 29 19:23:14.309292 dv-cinder-806191-2-iscsi neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 19:23:14.309292 dv-cinder-806191-2-iscsi neutron-server[93883]: timer() Aug 29 19:23:14.309292 dv-cinder-806191-2-iscsi neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 19:23:14.309292 dv-cinder-806191-2-iscsi neutron-server[93883]: cb(*args, **kw) Aug 29 19:23:14.309292 dv-cinder-806191-2-iscsi neutron-server[93883]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 19:23:14.309292 dv-cinder-806191-2-iscsi neutron-server[93883]: return func(*args, **kwargs) Aug 29 19:23:14.309292 dv-cinder-806191-2-iscsi neutron-server[93883]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 19:23:14.309292 dv-cinder-806191-2-iscsi neutron-server[93883]: self._notify() Aug 29 19:23:14.309292 dv-cinder-806191-2-iscsi neutron-server[93883]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 19:23:14.309292 dv-cinder-806191-2-iscsi neutron-server[93883]: self.callback(batched_events) Aug 29 19:23:14.309292 dv-cinder-806191-2-iscsi neutron-server[93883]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 19:23:14.309292 dv-cinder-806191-2-iscsi neutron-server[93883]: event.method(event) Aug 29 19:23:14.309292 dv-cinder-806191-2-iscsi neutron-server[93883]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 19:23:14.309292 dv-cinder-806191-2-iscsi neutron-server[93883]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 19:23:14.309292 dv-cinder-806191-2-iscsi neutron-server[93883]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 19:23:14.309292 dv-cinder-806191-2-iscsi neutron-server[93883]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 19:23:14.309292 dv-cinder-806191-2-iscsi neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 19:23:14.309292 dv-cinder-806191-2-iscsi neutron-server[93883]: return f(self, *a, **k) Aug 29 19:23:14.309292 dv-cinder-806191-2-iscsi neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 19:23:14.309292 dv-cinder-806191-2-iscsi neutron-server[93883]: return self._get(url).json() Aug 29 19:23:14.309292 dv-cinder-806191-2-iscsi neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 19:23:14.309292 dv-cinder-806191-2-iscsi neutron-server[93883]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 19:23:14.309292 dv-cinder-806191-2-iscsi neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 19:23:14.309292 dv-cinder-806191-2-iscsi neutron-server[93883]: return self.request(url, 'GET', **kwargs) Aug 29 19:23:14.309292 dv-cinder-806191-2-iscsi neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 19:23:14.309292 dv-cinder-806191-2-iscsi neutron-server[93883]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 19:23:14.309292 dv-cinder-806191-2-iscsi neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 19:23:14.309292 dv-cinder-806191-2-iscsi neutron-server[93883]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 19:23:14.309292 dv-cinder-806191-2-iscsi neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 19:23:14.309292 dv-cinder-806191-2-iscsi neutron-server[93883]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 19:23:14.309292 dv-cinder-806191-2-iscsi neutron-server[93883]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 19:23:14.342302 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d1bf5f9-b468-4166-8c67-7fb23ec9cc7c service neutron] Pushing event updated for resources: {'Port': ['ID=f5c1153a-9f0f-433f-a4d1-327f9bddf350,revision_number=3']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:23:14.473858 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e9a1198-6e94-4d1c-b015-718ab23d4742 req-18a4d48d-d8e3-4480-a503-26307b55b3af tempest-AttachVolumeNegativeTest-2076342172 tempest-AttachVolumeNegativeTest-2076342172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 19:23:14.483050 dv-cinder-806191-2-iscsi neutron-server[93883]: INFO neutron.wsgi [req-9e9a1198-6e94-4d1c-b015-718ab23d4742 req-18a4d48d-d8e3-4480-a503-26307b55b3af tempest-AttachVolumeNegativeTest-2076342172 tempest-AttachVolumeNegativeTest-2076342172-project] 10.222.0.26 "GET /v2.0/ports?device_id=6e523608-eb6c-4a0b-bcf0-12d4bd25ae91 HTTP/1.1" status: 200 len: 943 time: 0.2753727 Aug 29 19:23:14.507512 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-171fb0d4-706a-46f9-8643-3ca6824ddd10 req-6cf132d1-2c6c-4e4c-a45c-5d14f7c9d664 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 19:23:14.519205 dv-cinder-806191-2-iscsi neutron-server[93884]: INFO neutron.wsgi [req-171fb0d4-706a-46f9-8643-3ca6824ddd10 req-6cf132d1-2c6c-4e4c-a45c-5d14f7c9d664 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=3181a74635a54c18b21d4efcb9b51d49&device_id=6d049ac7-29d3-4c08-b6b6-0e5e0e88b023 HTTP/1.1" status: 200 len: 1096 time: 0.2062552 Aug 29 19:23:14.544432 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97ddfbd0-adaf-4012-9fda-cf95e1c4cc36 req-f0df7808-c142-421f-aacb-959e7815909a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 19:23:14.547081 dv-cinder-806191-2-iscsi neutron-server[93883]: INFO neutron.wsgi [req-97ddfbd0-adaf-4012-9fda-cf95e1c4cc36 req-f0df7808-c142-421f-aacb-959e7815909a service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=ba814db0c9614a53b5482814dee2277a&device_id=6e523608-eb6c-4a0b-bcf0-12d4bd25ae91 HTTP/1.1" status: 200 len: 1096 time: 0.3760343 Aug 29 19:23:14.569005 dv-cinder-806191-2-iscsi neutron-server[93883]: INFO neutron.wsgi [req-9e9a1198-6e94-4d1c-b015-718ab23d4742 req-c6cd39cd-8514-48c2-80cd-93aa3625285b tempest-AttachVolumeNegativeTest-2076342172 tempest-AttachVolumeNegativeTest-2076342172-project] 10.222.0.26 "GET /v2.0/security-groups?id=ea7dc4db-96bb-4713-a2e6-e8b6fb48c457&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0848205 Aug 29 19:23:14.569509 dv-cinder-806191-2-iscsi neutron-server[93884]: INFO neutron.wsgi [req-614fd5dd-c26f-41cb-9994-4ee7d812f712 req-9a4bfb96-ce53-4191-a1ab-69617cab32c8 tempest-VolumesActionsTest-881116330 tempest-VolumesActionsTest-881116330-project] 10.222.0.26 "GET /v2.0/security-groups?id=0500c899-b6b6-4569-a16d-0e43e32676ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2007225 Aug 29 19:23:14.661818 dv-cinder-806191-2-iscsi neutron-server[93884]: INFO neutron.wsgi [req-171fb0d4-706a-46f9-8643-3ca6824ddd10 req-d88c87d7-024d-46bd-9f43-b7924350567c service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f5c1153a-9f0f-433f-a4d1-327f9bddf350 HTTP/1.1" status: 200 len: 217 time: 0.1346948 Aug 29 19:23:14.681470 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 19:23:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-820d8eca-4906-4ab8-80c5-014eb6becdce x-openstack-request-id: req-820d8eca-4906-4ab8-80c5-014eb6becdce {{(pid=93884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 19:23:14.681470 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6d049ac7-29d3-4c08-b6b6-0e5e0e88b023", "tag": "f5c1153a-9f0f-433f-a4d1-327f9bddf350", "status": "completed", "code": 200}]} {{(pid=93884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 19:23:14.681921 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-820d8eca-4906-4ab8-80c5-014eb6becdce {{(pid=93884) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 19:23:14.682530 dv-cinder-806191-2-iscsi neutron-server[93884]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6d049ac7-29d3-4c08-b6b6-0e5e0e88b023', 'tag': 'f5c1153a-9f0f-433f-a4d1-327f9bddf350', 'status': 'completed', 'code': 200} Aug 29 19:23:14.692057 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-d02bf672-f323-4aaa-9ac3-56b540c1e05c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3626555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-376669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3715978', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3676271'] for network, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:23:14.726910 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-99ca8c98-3cde-44f2-a640-a442c8a551fd admin admin] Notify callbacks [] for security_group, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:23:14.752699 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-d02bf672-f323-4aaa-9ac3-56b540c1e05c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3715960'] for network, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:23:14.756423 dv-cinder-806191-2-iscsi neutron-server[93883]: INFO neutron.wsgi [None req-d02bf672-f323-4aaa-9ac3-56b540c1e05c admin admin] 10.222.0.26 "DELETE /v2.0/networks/af17b97c-af41-4dbe-aa59-5cc061bb3a01 HTTP/1.1" status: 204 len: 168 time: 1.8860149 Aug 29 19:23:14.760880 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.26', 58440) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 19:23:14.771431 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-171fb0d4-706a-46f9-8643-3ca6824ddd10 req-186d0179-02c4-4e6c-85cd-641471b83bb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 19:23:14.772919 dv-cinder-806191-2-iscsi neutron-server[93884]: INFO neutron.wsgi [req-171fb0d4-706a-46f9-8643-3ca6824ddd10 req-186d0179-02c4-4e6c-85cd-641471b83bb3 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=0f59f6f4-0e46-4095-abfe-5ea608f2d712 HTTP/1.1" status: 200 len: 848 time: 0.0893269 Aug 29 19:23:14.782996 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d02bf672-f323-4aaa-9ac3-56b540c1e05c admin admin] Pushing event deleted for resources: {'Network': ['ID=af17b97c-af41-4dbe-aa59-5cc061bb3a01,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:23:14.827971 dv-cinder-806191-2-iscsi neutron-server[93884]: INFO neutron.wsgi [req-171fb0d4-706a-46f9-8643-3ca6824ddd10 req-61630232-ac2f-4a14-bfe7-656357154936 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=f4c14748-e4f9-4ea5-a2e3-0990fe428c6b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0339088 Aug 29 19:23:14.843672 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97ddfbd0-adaf-4012-9fda-cf95e1c4cc36 req-ddd3e921-f1d6-4653-910b-4ae0d8746830 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 19:23:14.846455 dv-cinder-806191-2-iscsi neutron-server[93883]: INFO neutron.wsgi [req-97ddfbd0-adaf-4012-9fda-cf95e1c4cc36 req-ddd3e921-f1d6-4653-910b-4ae0d8746830 service neutron] 10.222.0.23 "GET /v2.0/networks?id=1d62036b-0f93-45a0-8fba-f387708e0e55 HTTP/1.1" status: 200 len: 916 time: 0.2725277 Aug 29 19:23:14.916767 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.db.db_base_plugin_v2 [None req-1d38804c-97ab-46fc-bdc9-1fa7bfa69b64 admin admin] Deleting subnet 3acce6d5-a6cf-4683-bbe6-419fd223d103 {{(pid=93884) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 19:23:14.927275 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-1d38804c-97ab-46fc-bdc9-1fa7bfa69b64 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:23:14.945694 dv-cinder-806191-2-iscsi neutron-server[93883]: INFO neutron.wsgi [req-97ddfbd0-adaf-4012-9fda-cf95e1c4cc36 req-05d1abcc-b0e4-4390-be14-66646b5a6b10 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3c0785c9-8619-49ca-88c9-e0b7ede0b39b HTTP/1.1" status: 200 len: 217 time: 0.0829501 Aug 29 19:23:15.048841 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-1d38804c-97ab-46fc-bdc9-1fa7bfa69b64 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-84871'] for subnet, precommit_delete_associations {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:23:15.132901 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97ddfbd0-adaf-4012-9fda-cf95e1c4cc36 req-720f6a97-4e90-42e0-a7dc-77804c4b9397 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 19:23:15.134605 dv-cinder-806191-2-iscsi neutron-server[93883]: INFO neutron.wsgi [req-97ddfbd0-adaf-4012-9fda-cf95e1c4cc36 req-720f6a97-4e90-42e0-a7dc-77804c4b9397 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=e15cf44e-824b-4420-8bd8-737a2faa947a HTTP/1.1" status: 200 len: 855 time: 0.1771746 Aug 29 19:23:15.135234 dv-cinder-806191-2-iscsi neutron-server[93884]: INFO neutron.wsgi [req-171fb0d4-706a-46f9-8643-3ca6824ddd10 req-202cd76f-3609-4475-92d6-433b4bc98da5 service neutron] 10.222.0.23 "GET /v2.0/networks/f4c14748-e4f9-4ea5-a2e3-0990fe428c6b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2984335 Aug 29 19:23:15.147535 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-99ca8c98-3cde-44f2-a640-a442c8a551fd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:23:15.160577 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-99ca8c98-3cde-44f2-a640-a442c8a551fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368872'] for security_group, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:23:15.200192 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-1d38804c-97ab-46fc-bdc9-1fa7bfa69b64 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3624633'] for subnet, precommit_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:23:15.218510 dv-cinder-806191-2-iscsi neutron-server[93883]: INFO neutron.wsgi [req-97ddfbd0-adaf-4012-9fda-cf95e1c4cc36 req-d5a15ca2-8101-4162-9962-12e3ffaf293a service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=1d62036b-0f93-45a0-8fba-f387708e0e55&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0524795 Aug 29 19:23:15.267030 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99ca8c98-3cde-44f2-a640-a442c8a551fd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cc4e595a-679d-4e2a-b5c4-240fa8b6b0ba,revision_number=1']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:23:15.322672 dv-cinder-806191-2-iscsi neutron-server[93883]: INFO neutron.wsgi [None req-99ca8c98-3cde-44f2-a640-a442c8a551fd admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=284e1adb5730467ebeeeb52e103ec388&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1841555 Aug 29 19:23:15.323027 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.26', 58448) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 19:23:15.378606 dv-cinder-806191-2-iscsi neutron-server[93884]: INFO neutron.wsgi [req-171fb0d4-706a-46f9-8643-3ca6824ddd10 req-d4e91a7a-8e72-4846-808b-4a1bd9fed8a1 service neutron] 10.222.0.23 "GET /v2.0/networks/f4c14748-e4f9-4ea5-a2e3-0990fe428c6b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2124109 Aug 29 19:23:15.380747 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-1d38804c-97ab-46fc-bdc9-1fa7bfa69b64 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3624630', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-376708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3715978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-262862604', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260127726'] for subnet, after_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:23:15.385175 dv-cinder-806191-2-iscsi neutron-server[93883]: INFO neutron.wsgi [req-97ddfbd0-adaf-4012-9fda-cf95e1c4cc36 req-b60a67e4-f6d0-4b02-8b04-56a9ff1b4efe service neutron] 10.222.0.23 "GET /v2.0/networks/1d62036b-0f93-45a0-8fba-f387708e0e55?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1561768 Aug 29 19:23:15.427837 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d38804c-97ab-46fc-bdc9-1fa7bfa69b64 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3acce6d5-a6cf-4683-bbe6-419fd223d103,revision_number=None']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:23:15.435077 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-1d38804c-97ab-46fc-bdc9-1fa7bfa69b64 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:23:15.437477 dv-cinder-806191-2-iscsi neutron-server[93884]: INFO neutron.wsgi [None req-1d38804c-97ab-46fc-bdc9-1fa7bfa69b64 admin admin] 10.222.0.26 "DELETE /v2.0/subnets/3acce6d5-a6cf-4683-bbe6-419fd223d103 HTTP/1.1" status: 204 len: 168 time: 0.6753736 Aug 29 19:23:15.443584 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.26', 58452) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 19:23:15.513807 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-b2985454-743d-4150-9e0d-b6f43ba9f0a7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:23:15.586452 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-a35d3fbf-08c4-4e03-8a0f-84f63a0a4f68 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3621417'] for network, before_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:23:15.587347 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-b2985454-743d-4150-9e0d-b6f43ba9f0a7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:23:15.594939 dv-cinder-806191-2-iscsi neutron-server[93883]: INFO neutron.wsgi [req-97ddfbd0-adaf-4012-9fda-cf95e1c4cc36 req-d6bf74fe-b908-4a96-83e9-435f8f220c7f service neutron] 10.222.0.23 "GET /v2.0/networks/1d62036b-0f93-45a0-8fba-f387708e0e55?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2014573 Aug 29 19:23:15.618296 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-109b77ff-b9a8-49ca-8339-9777fa49d8c8 req-1f4e5e3e-78ec-4212-b9d7-d2ae4dca9a56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 19:23:15.619933 dv-cinder-806191-2-iscsi neutron-server[93884]: INFO neutron.wsgi [req-109b77ff-b9a8-49ca-8339-9777fa49d8c8 req-1f4e5e3e-78ec-4212-b9d7-d2ae4dca9a56 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=3181a74635a54c18b21d4efcb9b51d49&device_id=6d049ac7-29d3-4c08-b6b6-0e5e0e88b023 HTTP/1.1" status: 200 len: 1096 time: 0.1243086 Aug 29 19:23:15.816870 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-b2985454-743d-4150-9e0d-b6f43ba9f0a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368872'] for security_group, after_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:23:15.820532 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-b2985454-743d-4150-9e0d-b6f43ba9f0a7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:23:15.826555 dv-cinder-806191-2-iscsi neutron-server[93884]: INFO neutron.wsgi [None req-b2985454-743d-4150-9e0d-b6f43ba9f0a7 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/cc4e595a-679d-4e2a-b5c4-240fa8b6b0ba HTTP/1.1" status: 204 len: 168 time: 0.4990404 Aug 29 19:23:15.826555 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-a35d3fbf-08c4-4e03-8a0f-84f63a0a4f68 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3626562', 'neutron.services.segments.db._delete_segments_for_network-8777170380526'] for network, precommit_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:23:15.859820 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd3d676c-6b19-48a7-87fa-53942304476d req-526bebf7-ae10-48c1-86eb-4a93cec3f75a tempest-VolumesActionsTest-881116330 tempest-VolumesActionsTest-881116330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 19:23:15.861581 dv-cinder-806191-2-iscsi neutron-server[93883]: INFO neutron.wsgi [req-dd3d676c-6b19-48a7-87fa-53942304476d req-526bebf7-ae10-48c1-86eb-4a93cec3f75a tempest-VolumesActionsTest-881116330 tempest-VolumesActionsTest-881116330-project] 10.222.0.26 "GET /v2.0/ports?device_id=6d049ac7-29d3-4c08-b6b6-0e5e0e88b023 HTTP/1.1" status: 200 len: 943 time: 0.0703797 Aug 29 19:23:15.888814 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.services.segments.db [None req-a35d3fbf-08c4-4e03-8a0f-84f63a0a4f68 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e8de4f15-f0aa-4305-97ff-7b7910df469f']}} {{(pid=93884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 19:23:15.913152 dv-cinder-806191-2-iscsi neutron-server[93883]: INFO neutron.wsgi [req-dd3d676c-6b19-48a7-87fa-53942304476d req-a1730db2-be9f-477a-9905-ffa9d2cc0ec0 tempest-VolumesActionsTest-881116330 tempest-VolumesActionsTest-881116330-project] 10.222.0.26 "GET /v2.0/security-groups?id=0500c899-b6b6-4569-a16d-0e43e32676ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445702 Aug 29 19:23:15.934276 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.services.segments.db [None req-a35d3fbf-08c4-4e03-8a0f-84f63a0a4f68 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd2631c90-bd88-4734-9a71-21a722559135') {'for_net_delete': True} {{(pid=93884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 19:23:15.934734 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.services.segments.db [None req-a35d3fbf-08c4-4e03-8a0f-84f63a0a4f68 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd2631c90-bd88-4734-9a71-21a722559135') {} {{(pid=93884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 19:23:15.945041 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2985454-743d-4150-9e0d-b6f43ba9f0a7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc4e595a-679d-4e2a-b5c4-240fa8b6b0ba,revision_number=None']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:23:15.966288 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-109b77ff-b9a8-49ca-8339-9777fa49d8c8 req-d895fa35-339d-4b03-8186-d609f32ceb35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 19:23:15.969406 dv-cinder-806191-2-iscsi neutron-server[93884]: INFO neutron.wsgi [req-109b77ff-b9a8-49ca-8339-9777fa49d8c8 req-d895fa35-339d-4b03-8186-d609f32ceb35 service neutron] 10.222.0.23 "GET /v2.0/networks?id=f4c14748-e4f9-4ea5-a2e3-0990fe428c6b HTTP/1.1" status: 200 len: 909 time: 0.3320529 Aug 29 19:23:15.974724 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-a35d3fbf-08c4-4e03-8a0f-84f63a0a4f68 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777170380409', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-84888'] for segment, before_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:23:16.059802 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-a35d3fbf-08c4-4e03-8a0f-84f63a0a4f68 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3556912'] for segment, precommit_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:23:16.077265 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2949ef82-439f-42c1-9987-e893fb403171 req-0a5e12f8-d885-4dfc-ba3c-a828672fe65e tempest-AttachVolumeNegativeTest-2076342172 tempest-AttachVolumeNegativeTest-2076342172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 19:23:16.079921 dv-cinder-806191-2-iscsi neutron-server[93884]: INFO neutron.wsgi [req-2949ef82-439f-42c1-9987-e893fb403171 req-0a5e12f8-d885-4dfc-ba3c-a828672fe65e tempest-AttachVolumeNegativeTest-2076342172 tempest-AttachVolumeNegativeTest-2076342172-project] 10.222.0.26 "GET /v2.0/ports?device_id=6e523608-eb6c-4a0b-bcf0-12d4bd25ae91 HTTP/1.1" status: 200 len: 943 time: 0.3035297 Aug 29 19:23:16.087076 dv-cinder-806191-2-iscsi neutron-server[93884]: INFO neutron.wsgi [req-109b77ff-b9a8-49ca-8339-9777fa49d8c8 req-1cfff86c-697e-4b02-a28f-f835d6d75ab3 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f5c1153a-9f0f-433f-a4d1-327f9bddf350 HTTP/1.1" status: 200 len: 217 time: 0.1011224 Aug 29 19:23:16.094374 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a35d3fbf-08c4-4e03-8a0f-84f63a0a4f68 admin admin] Releasing vlan 109 on physical network physnet1 to pool {{(pid=93884) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 19:23:16.094958 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-a35d3fbf-08c4-4e03-8a0f-84f63a0a4f68 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3556912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-262862698'] for segment, after_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:23:16.097908 dv-cinder-806191-2-iscsi neutron-server[93884]: Traceback (most recent call last): Aug 29 19:23:16.097908 dv-cinder-806191-2-iscsi neutron-server[93884]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 19:23:16.097908 dv-cinder-806191-2-iscsi neutron-server[93884]: timer() Aug 29 19:23:16.097908 dv-cinder-806191-2-iscsi neutron-server[93884]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 19:23:16.097908 dv-cinder-806191-2-iscsi neutron-server[93884]: cb(*args, **kw) Aug 29 19:23:16.097908 dv-cinder-806191-2-iscsi neutron-server[93884]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 19:23:16.097908 dv-cinder-806191-2-iscsi neutron-server[93884]: return func(*args, **kwargs) Aug 29 19:23:16.097908 dv-cinder-806191-2-iscsi neutron-server[93884]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 19:23:16.097908 dv-cinder-806191-2-iscsi neutron-server[93884]: self._notify() Aug 29 19:23:16.097908 dv-cinder-806191-2-iscsi neutron-server[93884]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 19:23:16.097908 dv-cinder-806191-2-iscsi neutron-server[93884]: self.callback(batched_events) Aug 29 19:23:16.097908 dv-cinder-806191-2-iscsi neutron-server[93884]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 19:23:16.097908 dv-cinder-806191-2-iscsi neutron-server[93884]: event.method(event) Aug 29 19:23:16.097908 dv-cinder-806191-2-iscsi neutron-server[93884]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 19:23:16.097908 dv-cinder-806191-2-iscsi neutron-server[93884]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 19:23:16.097908 dv-cinder-806191-2-iscsi neutron-server[93884]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 19:23:16.097908 dv-cinder-806191-2-iscsi neutron-server[93884]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 19:23:16.097908 dv-cinder-806191-2-iscsi neutron-server[93884]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 19:23:16.097908 dv-cinder-806191-2-iscsi neutron-server[93884]: return f(self, *a, **k) Aug 29 19:23:16.097908 dv-cinder-806191-2-iscsi neutron-server[93884]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 19:23:16.097908 dv-cinder-806191-2-iscsi neutron-server[93884]: return self._get(url).json() Aug 29 19:23:16.097908 dv-cinder-806191-2-iscsi neutron-server[93884]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 19:23:16.097908 dv-cinder-806191-2-iscsi neutron-server[93884]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 19:23:16.097908 dv-cinder-806191-2-iscsi neutron-server[93884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 19:23:16.097908 dv-cinder-806191-2-iscsi neutron-server[93884]: return self.request(url, 'GET', **kwargs) Aug 29 19:23:16.097908 dv-cinder-806191-2-iscsi neutron-server[93884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 19:23:16.097908 dv-cinder-806191-2-iscsi neutron-server[93884]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 19:23:16.097908 dv-cinder-806191-2-iscsi neutron-server[93884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 19:23:16.097908 dv-cinder-806191-2-iscsi neutron-server[93884]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 19:23:16.097908 dv-cinder-806191-2-iscsi neutron-server[93884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 19:23:16.097908 dv-cinder-806191-2-iscsi neutron-server[93884]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 19:23:16.097908 dv-cinder-806191-2-iscsi neutron-server[93884]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 19:23:16.126368 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-e411ce9c-394c-453f-add9-812245090945 None None] Device 3c0785c9-8619-49ca-88c9-e0b7ede0b39b details requested by agent hyperv_hv-cinder-80619 with host hv-cinder-80619 {{(pid=93885) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 19:23:16.284264 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-a35d3fbf-08c4-4e03-8a0f-84f63a0a4f68 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3626555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-376669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3715978', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3676271'] for network, after_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:23:16.289325 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-109b77ff-b9a8-49ca-8339-9777fa49d8c8 req-cd7fdac1-5496-4292-9b9d-d963623568fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 19:23:16.291054 dv-cinder-806191-2-iscsi neutron-server[93884]: INFO neutron.wsgi [req-109b77ff-b9a8-49ca-8339-9777fa49d8c8 req-cd7fdac1-5496-4292-9b9d-d963623568fd service neutron] 10.222.0.23 "GET /v2.0/subnets?id=0f59f6f4-0e46-4095-abfe-5ea608f2d712 HTTP/1.1" status: 200 len: 848 time: 0.1918757 Aug 29 19:23:16.298366 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-a35d3fbf-08c4-4e03-8a0f-84f63a0a4f68 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3715960'] for network, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:23:16.300773 dv-cinder-806191-2-iscsi neutron-server[93884]: INFO neutron.wsgi [None req-a35d3fbf-08c4-4e03-8a0f-84f63a0a4f68 admin admin] 10.222.0.26 "DELETE /v2.0/networks/e8de4f15-f0aa-4305-97ff-7b7910df469f HTTP/1.1" status: 204 len: 168 time: 0.8561728 Aug 29 19:23:16.327653 dv-cinder-806191-2-iscsi neutron-server[93884]: INFO neutron.wsgi [req-2949ef82-439f-42c1-9987-e893fb403171 req-f5ff1b9d-4d5a-447f-bcc2-ab0cac69d21d tempest-AttachVolumeNegativeTest-2076342172 tempest-AttachVolumeNegativeTest-2076342172-project] 10.222.0.26 "GET /v2.0/security-groups?id=ea7dc4db-96bb-4713-a2e6-e8b6fb48c457&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2261865 Aug 29 19:23:16.330625 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a35d3fbf-08c4-4e03-8a0f-84f63a0a4f68 admin admin] Pushing event deleted for resources: {'Network': ['ID=e8de4f15-f0aa-4305-97ff-7b7910df469f,revision_number=None']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:23:16.361830 dv-cinder-806191-2-iscsi neutron-server[93884]: INFO neutron.wsgi [req-109b77ff-b9a8-49ca-8339-9777fa49d8c8 req-7e4e346c-f1da-43d1-8fdc-4c372da682f1 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=f4c14748-e4f9-4ea5-a2e3-0990fe428c6b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0584502 Aug 29 19:23:16.459212 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-403cd44a-be66-4c71-a135-0392bfd11d24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777170380508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3627128'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:23:16.538519 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-e411ce9c-394c-453f-add9-812245090945 None None] For port 3c0785c9-8619-49ca-88c9-e0b7ede0b39b, host hv-cinder-80619, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80619',level=0,port_id=3c0785c9-8619-49ca-88c9-e0b7ede0b39b,segment=NetworkSegment(8fe8a594-91a4-40c0-b8c2-40d42544c273),segment_id=8fe8a594-91a4-40c0-b8c2-40d42544c273)] {{(pid=93885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 19:23:16.545991 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b26e45b2-29fd-4ba0-ab70-165d84e65285 req-170c0570-53d9-414d-b3fd-0280cb529f8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 19:23:16.547732 dv-cinder-806191-2-iscsi neutron-server[93883]: INFO neutron.wsgi [req-b26e45b2-29fd-4ba0-ab70-165d84e65285 req-170c0570-53d9-414d-b3fd-0280cb529f8a service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=bb269c9ea7fa4ad9981b168c22af7757&device_id=332ea1a5-b86c-4ccd-b130-2904c695b590 HTTP/1.1" status: 200 len: 1098 time: 0.3033617 Aug 29 19:23:16.572016 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f45e9404-d1c8-432c-b78d-a92c9ca55d6b req-6ac30f86-4977-43ad-83f1-2d930440c125 tempest-ServerRescueNegativeTestJSON-1221659768 tempest-ServerRescueNegativeTestJSON-1221659768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 19:23:16.575365 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-e411ce9c-394c-453f-add9-812245090945 None None] Returning: {'device': '3c0785c9-8619-49ca-88c9-e0b7ede0b39b', 'network_id': '1d62036b-0f93-45a0-8fba-f387708e0e55', 'port_id': '3c0785c9-8619-49ca-88c9-e0b7ede0b39b', 'mac_address': 'fa:16:3e:36:ba:e0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 123, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e15cf44e-824b-4420-8bd8-737a2faa947a', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93885) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 19:23:16.581020 dv-cinder-806191-2-iscsi neutron-server[93883]: INFO neutron.wsgi [req-f45e9404-d1c8-432c-b78d-a92c9ca55d6b req-6ac30f86-4977-43ad-83f1-2d930440c125 tempest-ServerRescueNegativeTestJSON-1221659768 tempest-ServerRescueNegativeTestJSON-1221659768-project] 10.222.0.26 "GET /v2.0/ports?device_id=332ea1a5-b86c-4ccd-b130-2904c695b590 HTTP/1.1" status: 200 len: 945 time: 0.1759067 Aug 29 19:23:16.706507 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-e411ce9c-394c-453f-add9-812245090945 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3669058'] for port, before_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:23:16.727918 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.notifiers.nova [None req-e411ce9c-394c-453f-add9-812245090945 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3c0785c9-8619-49ca-88c9-e0b7ede0b39b {{(pid=93885) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 19:23:16.765762 dv-cinder-806191-2-iscsi neutron-server[93884]: INFO neutron.wsgi [req-109b77ff-b9a8-49ca-8339-9777fa49d8c8 req-37354a4d-3b97-4267-9891-ced6b1cc387c service neutron] 10.222.0.23 "GET /v2.0/networks/f4c14748-e4f9-4ea5-a2e3-0990fe428c6b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3806539 Aug 29 19:23:16.840317 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-e411ce9c-394c-453f-add9-812245090945 None None] For port 3c0785c9-8619-49ca-88c9-e0b7ede0b39b, host hv-cinder-80619, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80619',level=0,port_id=3c0785c9-8619-49ca-88c9-e0b7ede0b39b,segment=NetworkSegment(8fe8a594-91a4-40c0-b8c2-40d42544c273),segment_id=8fe8a594-91a4-40c0-b8c2-40d42544c273)] {{(pid=93885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 19:23:16.841789 dv-cinder-806191-2-iscsi neutron-server[93883]: INFO neutron.wsgi [req-f45e9404-d1c8-432c-b78d-a92c9ca55d6b req-f1f620e0-b7e3-4821-8d63-d17e535a99de tempest-ServerRescueNegativeTestJSON-1221659768 tempest-ServerRescueNegativeTestJSON-1221659768-project] 10.222.0.26 "GET /v2.0/security-groups?id=53892fd6-fc0b-43d7-b2d3-4778a69f0ff7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2592168 Aug 29 19:23:16.872322 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-e411ce9c-394c-453f-add9-812245090945 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3669005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3715978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777170436913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777169884182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777169884200'] for port, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:23:16.930124 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.26', 58500) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 19:23:17.041895 dv-cinder-806191-2-iscsi neutron-server[93884]: INFO neutron.wsgi [req-109b77ff-b9a8-49ca-8339-9777fa49d8c8 req-79ffdf94-2205-480a-a98e-8de3af3afc09 service neutron] 10.222.0.23 "GET /v2.0/networks/f4c14748-e4f9-4ea5-a2e3-0990fe428c6b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2674284 Aug 29 19:23:17.080663 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e411ce9c-394c-453f-add9-812245090945 None None] Pushing event updated for resources: {'Port': ['ID=3c0785c9-8619-49ca-88c9-e0b7ede0b39b,revision_number=4']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:23:17.135192 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b26e45b2-29fd-4ba0-ab70-165d84e65285 req-11c5702d-8334-4c10-92b3-fcdf1d3d0461 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 19:23:17.137264 dv-cinder-806191-2-iscsi neutron-server[93883]: INFO neutron.wsgi [req-b26e45b2-29fd-4ba0-ab70-165d84e65285 req-11c5702d-8334-4c10-92b3-fcdf1d3d0461 service neutron] 10.222.0.23 "GET /v2.0/networks?id=b31f2377-81f8-426f-9dd2-b3757c46201b HTTP/1.1" status: 200 len: 919 time: 0.5539711 Aug 29 19:23:17.160854 dv-cinder-806191-2-iscsi neutron-server[93883]: INFO neutron.wsgi [None req-d17a3e2b-c63b-4ccc-8a69-f08f26a71797 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=c641a83e53b349dc83a268dde42453ca&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2291892 Aug 29 19:23:17.167231 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.26', 58508) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 19:23:17.195601 dv-cinder-806191-2-iscsi neutron-server[93883]: INFO neutron.wsgi [req-b26e45b2-29fd-4ba0-ab70-165d84e65285 req-76c0237a-e01e-4f3a-af22-23227901e520 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0b58d40a-64db-4ff8-b84a-d62dc022f6b9 HTTP/1.1" status: 200 len: 217 time: 0.0471787 Aug 29 19:23:17.238201 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-e411ce9c-394c-453f-add9-812245090945 None None] get_ports_and_sgs() called for port_ids ['3c0785c9-8619-49ca-88c9-e0b7ede0b39b'] {{(pid=93885) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 19:23:17.312782 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0701698f-8943-4dd9-ac2d-e2e1834cc620 req-a5f247ff-713e-46e0-9b45-df0928360d9d tempest-VolumesActionsTest-881116330 tempest-VolumesActionsTest-881116330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 19:23:17.314476 dv-cinder-806191-2-iscsi neutron-server[93884]: INFO neutron.wsgi [req-0701698f-8943-4dd9-ac2d-e2e1834cc620 req-a5f247ff-713e-46e0-9b45-df0928360d9d tempest-VolumesActionsTest-881116330 tempest-VolumesActionsTest-881116330-project] 10.222.0.26 "GET /v2.0/ports?device_id=6d049ac7-29d3-4c08-b6b6-0e5e0e88b023 HTTP/1.1" status: 200 len: 943 time: 0.1721110 Aug 29 19:23:17.346462 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b26e45b2-29fd-4ba0-ab70-165d84e65285 req-09aca790-cd83-4555-8a4b-e501dc96b248 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 19:23:17.354679 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-92fd68cf-06d2-48e2-8630-1ae55868ff50 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:23:17.356640 dv-cinder-806191-2-iscsi neutron-server[93883]: INFO neutron.wsgi [req-b26e45b2-29fd-4ba0-ab70-165d84e65285 req-09aca790-cd83-4555-8a4b-e501dc96b248 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=8c14e703-3ff5-4626-a4b1-f0e4a5ebc648 HTTP/1.1" status: 200 len: 858 time: 0.1512268 Aug 29 19:23:17.418567 dv-cinder-806191-2-iscsi neutron-server[93884]: INFO neutron.wsgi [req-0701698f-8943-4dd9-ac2d-e2e1834cc620 req-485bc769-9052-485a-9945-36e7d052b789 tempest-VolumesActionsTest-881116330 tempest-VolumesActionsTest-881116330-project] 10.222.0.26 "GET /v2.0/security-groups?id=0500c899-b6b6-4569-a16d-0e43e32676ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694726 Aug 29 19:23:17.441242 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-92fd68cf-06d2-48e2-8630-1ae55868ff50 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:23:17.449320 dv-cinder-806191-2-iscsi neutron-server[93883]: INFO neutron.wsgi [req-b26e45b2-29fd-4ba0-ab70-165d84e65285 req-0c2123b5-3963-4348-8b97-2362170bc830 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=b31f2377-81f8-426f-9dd2-b3757c46201b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0820165 Aug 29 19:23:17.567817 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-92fd68cf-06d2-48e2-8630-1ae55868ff50 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368872'] for security_group, after_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:23:17.576121 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-92fd68cf-06d2-48e2-8630-1ae55868ff50 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:23:17.579066 dv-cinder-806191-2-iscsi neutron-server[93884]: INFO neutron.wsgi [None req-92fd68cf-06d2-48e2-8630-1ae55868ff50 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/0f74e70b-2ae3-42a5-836f-ac34cf706dd0 HTTP/1.1" status: 204 len: 168 time: 0.4103980 Aug 29 19:23:17.608758 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92fd68cf-06d2-48e2-8630-1ae55868ff50 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f74e70b-2ae3-42a5-836f-ac34cf706dd0,revision_number=None']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:23:17.860914 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c72551c-e33a-40ac-ac84-31ff9e0ff193 req-01753fe3-204b-448d-92d3-7e556a18ff7b tempest-AttachVolumeNegativeTest-2076342172 tempest-AttachVolumeNegativeTest-2076342172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 19:23:17.872025 dv-cinder-806191-2-iscsi neutron-server[93883]: INFO neutron.wsgi [req-8c72551c-e33a-40ac-ac84-31ff9e0ff193 req-01753fe3-204b-448d-92d3-7e556a18ff7b tempest-AttachVolumeNegativeTest-2076342172 tempest-AttachVolumeNegativeTest-2076342172-project] 10.222.0.26 "GET /v2.0/ports?device_id=6e523608-eb6c-4a0b-bcf0-12d4bd25ae91 HTTP/1.1" status: 200 len: 944 time: 0.2473972 Aug 29 19:23:17.898139 dv-cinder-806191-2-iscsi neutron-server[93883]: INFO neutron.wsgi [req-b26e45b2-29fd-4ba0-ab70-165d84e65285 req-e381bf3d-de1d-46a0-836c-bb484f44c476 service neutron] 10.222.0.23 "GET /v2.0/networks/b31f2377-81f8-426f-9dd2-b3757c46201b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4387083 Aug 29 19:23:17.984441 dv-cinder-806191-2-iscsi neutron-server[93883]: INFO neutron.wsgi [req-8c72551c-e33a-40ac-ac84-31ff9e0ff193 req-8a8b9642-8e1a-4857-b42f-cfd2154ba271 tempest-AttachVolumeNegativeTest-2076342172 tempest-AttachVolumeNegativeTest-2076342172-project] 10.222.0.26 "GET /v2.0/security-groups?id=ea7dc4db-96bb-4713-a2e6-e8b6fb48c457&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1063223 Aug 29 19:23:17.993694 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.26', 58538) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 19:23:18.048929 dv-cinder-806191-2-iscsi neutron-server[93883]: INFO neutron.wsgi [req-b26e45b2-29fd-4ba0-ab70-165d84e65285 req-31b7f8bf-a290-4270-af4c-2d594bce7e7f service neutron] 10.222.0.23 "GET /v2.0/networks/b31f2377-81f8-426f-9dd2-b3757c46201b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1407034 Aug 29 19:23:18.135315 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-e411ce9c-394c-453f-add9-812245090945 None None] Device f5c1153a-9f0f-433f-a4d1-327f9bddf350 details requested by agent hyperv_hv-cinder-80619 with host hv-cinder-80619 {{(pid=93885) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 19:23:18.156694 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-047547db-7fe7-4aad-930b-07d45eb513e2 req-81d77ec6-c651-41f0-ba9f-4111c93e1362 tempest-ServerRescueNegativeTestJSON-1221659768 tempest-ServerRescueNegativeTestJSON-1221659768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 19:23:18.167868 dv-cinder-806191-2-iscsi neutron-server[93884]: INFO neutron.wsgi [req-047547db-7fe7-4aad-930b-07d45eb513e2 req-81d77ec6-c651-41f0-ba9f-4111c93e1362 tempest-ServerRescueNegativeTestJSON-1221659768 tempest-ServerRescueNegativeTestJSON-1221659768-project] 10.222.0.26 "GET /v2.0/ports?device_id=332ea1a5-b86c-4ccd-b130-2904c695b590 HTTP/1.1" status: 200 len: 945 time: 0.1101029 Aug 29 19:23:18.244758 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.api.v2.base [None req-f930a04b-289a-4fda-80b5-67fa384e2d04 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-288058672-network', 'tenant_id': 'ff839ffa806e4508a9f5f74da31561b0'}} {{(pid=93884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 19:23:18.281139 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-e411ce9c-394c-453f-add9-812245090945 None None] For port f5c1153a-9f0f-433f-a4d1-327f9bddf350, host hv-cinder-80619, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80619',level=0,port_id=f5c1153a-9f0f-433f-a4d1-327f9bddf350,segment=NetworkSegment(6abc8a44-8b13-4a84-86d3-61da7e65e27c),segment_id=6abc8a44-8b13-4a84-86d3-61da7e65e27c)] {{(pid=93885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 19:23:18.284374 dv-cinder-806191-2-iscsi neutron-server[93884]: INFO neutron.wsgi [req-047547db-7fe7-4aad-930b-07d45eb513e2 req-02754832-7a46-4a1e-bac1-330da224c665 tempest-ServerRescueNegativeTestJSON-1221659768 tempest-ServerRescueNegativeTestJSON-1221659768-project] 10.222.0.26 "GET /v2.0/security-groups?id=53892fd6-fc0b-43d7-b2d3-4778a69f0ff7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1101980 Aug 29 19:23:18.303250 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-e411ce9c-394c-453f-add9-812245090945 None None] Returning: {'device': 'f5c1153a-9f0f-433f-a4d1-327f9bddf350', 'network_id': 'f4c14748-e4f9-4ea5-a2e3-0990fe428c6b', 'port_id': 'f5c1153a-9f0f-433f-a4d1-327f9bddf350', 'mac_address': 'fa:16:3e:f8:2b:02', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 103, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0f59f6f4-0e46-4095-abfe-5ea608f2d712', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93885) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 19:23:18.313092 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.26', 58548) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 19:23:18.320594 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f930a04b-289a-4fda-80b5-67fa384e2d04 admin admin] Made reservation on behalf of ff839ffa806e4508a9f5f74da31561b0 for: {'network': 1} {{(pid=93884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 19:23:18.323793 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-f930a04b-289a-4fda-80b5-67fa384e2d04 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3669058'] for network, before_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:23:18.334631 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-f930a04b-289a-4fda-80b5-67fa384e2d04 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:23:18.374738 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.26', 58552) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 19:23:18.374852 dv-cinder-806191-2-iscsi neutron-server[93883]: INFO neutron.wsgi [None req-a6e950e5-9f68-4501-957b-f194bff171bd admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=e8657d44f8364efb8420c0d51947a61d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0596161 Aug 29 19:23:18.392491 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-e411ce9c-394c-453f-add9-812245090945 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3669058'] for port, before_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:23:18.421147 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.notifiers.nova [None req-e411ce9c-394c-453f-add9-812245090945 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f5c1153a-9f0f-433f-a4d1-327f9bddf350 {{(pid=93885) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 19:23:18.456362 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-e411ce9c-394c-453f-add9-812245090945 None None] For port f5c1153a-9f0f-433f-a4d1-327f9bddf350, host hv-cinder-80619, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80619',level=0,port_id=f5c1153a-9f0f-433f-a4d1-327f9bddf350,segment=NetworkSegment(6abc8a44-8b13-4a84-86d3-61da7e65e27c),segment_id=6abc8a44-8b13-4a84-86d3-61da7e65e27c)] {{(pid=93885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 19:23:18.467376 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-e411ce9c-394c-453f-add9-812245090945 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3669005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3715978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777170436913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777169884182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777169884200'] for port, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:23:18.491393 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-34087d62-bacc-4853-b65a-0a4d924e12ed admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:23:18.529977 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-34087d62-bacc-4853-b65a-0a4d924e12ed admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:23:18.583877 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e411ce9c-394c-453f-add9-812245090945 None None] Pushing event updated for resources: {'Port': ['ID=f5c1153a-9f0f-433f-a4d1-327f9bddf350,revision_number=4']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:23:18.599359 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-f930a04b-289a-4fda-80b5-67fa384e2d04 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:23:18.605712 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-f930a04b-289a-4fda-80b5-67fa384e2d04 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368872'] for security_group, after_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:23:18.639709 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-34087d62-bacc-4853-b65a-0a4d924e12ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368872'] for security_group, after_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:23:18.644126 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-34087d62-bacc-4853-b65a-0a4d924e12ed admin admin] Notify callbacks [] for security_group, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:23:18.649569 dv-cinder-806191-2-iscsi neutron-server[93884]: INFO neutron.wsgi [None req-34087d62-bacc-4853-b65a-0a4d924e12ed admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/43415dc9-8041-436f-93bd-c6ce81a19a42 HTTP/1.1" status: 204 len: 168 time: 0.2680874 Aug 29 19:23:18.654336 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f930a04b-289a-4fda-80b5-67fa384e2d04 admin admin] vlan segment allocate from pool success with {'vlan_id': 104, 'physical_network': 'physnet1'} {{(pid=93884) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 19:23:18.676274 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f930a04b-289a-4fda-80b5-67fa384e2d04 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5af02ce7-4f09-4a57-a5cb-160fa5d4f482,revision_number=1']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:23:18.679536 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-f930a04b-289a-4fda-80b5-67fa384e2d04 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3556912'] for segment, precommit_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:23:18.679873 dv-cinder-806191-2-iscsi neutron-server[93884]: INFO neutron.db.segments_db [None req-f930a04b-289a-4fda-80b5-67fa384e2d04 admin admin] Added segment ce467763-0e5d-4dad-9dd7-1187695d2739 of type vlan for network 4886099e-653a-4458-9041-94933d4c4594 Aug 29 19:23:18.697746 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34087d62-bacc-4853-b65a-0a4d924e12ed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=43415dc9-8041-436f-93bd-c6ce81a19a42,revision_number=None']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:23:18.762956 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-f930a04b-289a-4fda-80b5-67fa384e2d04 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777169867614'] for network, precommit_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:23:18.766338 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5c931c8-5cc4-417a-b75b-44f67118ca8e req-2ec1c222-1ad7-474a-b799-4b7a09f51e38 tempest-VolumesActionsTest-881116330 tempest-VolumesActionsTest-881116330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 19:23:18.772053 dv-cinder-806191-2-iscsi neutron-server[93883]: INFO neutron.wsgi [req-f5c931c8-5cc4-417a-b75b-44f67118ca8e req-2ec1c222-1ad7-474a-b799-4b7a09f51e38 tempest-VolumesActionsTest-881116330 tempest-VolumesActionsTest-881116330-project] 10.222.0.26 "GET /v2.0/ports?device_id=6d049ac7-29d3-4c08-b6b6-0e5e0e88b023 HTTP/1.1" status: 200 len: 944 time: 0.1522994 Aug 29 19:23:18.798808 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-e411ce9c-394c-453f-add9-812245090945 None None] get_ports_and_sgs() called for port_ids ['f5c1153a-9f0f-433f-a4d1-327f9bddf350'] {{(pid=93885) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 19:23:18.846157 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-f930a04b-289a-4fda-80b5-67fa384e2d04 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-376669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3715978'] for network, after_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:23:18.846768 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f930a04b-289a-4fda-80b5-67fa384e2d04 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 19:23:18.847116 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-f930a04b-289a-4fda-80b5-67fa384e2d04 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3715960'] for network, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:23:18.901362 dv-cinder-806191-2-iscsi neutron-server[93883]: INFO neutron.wsgi [req-f5c931c8-5cc4-417a-b75b-44f67118ca8e req-3b4d578b-b11f-4618-8540-25e8642e3e7e tempest-VolumesActionsTest-881116330 tempest-VolumesActionsTest-881116330-project] 10.222.0.26 "GET /v2.0/security-groups?id=0500c899-b6b6-4569-a16d-0e43e32676ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1220727 Aug 29 19:23:18.995991 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f930a04b-289a-4fda-80b5-67fa384e2d04 admin admin] Pushing event updated for resources: {'Network': ['ID=4886099e-653a-4458-9041-94933d4c4594,revision_number=1']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:23:19.032796 dv-cinder-806191-2-iscsi neutron-server[93884]: INFO neutron.wsgi [None req-f930a04b-289a-4fda-80b5-67fa384e2d04 admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.0360222 Aug 29 19:23:19.033126 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-f7f3f912-659a-49f9-ab3a-0560ee4983b1 None None] Network 4886099e-653a-4458-9041-94933d4c4594 details requested by agent ovs-agent-dv-cinder-806191-2-iscsi with host dv-cinder-806191-2-iscsi {{(pid=93885) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 19:23:19.036488 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.26', 58574) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 19:23:19.055742 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.api.v2.base [None req-8ad23dae-c7d0-44e1-b821-7c3791e60da7 admin admin] Request body: {'subnet': {'network_id': '4886099e-653a-4458-9041-94933d4c4594', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-288058672-subnet', 'tenant_id': 'ff839ffa806e4508a9f5f74da31561b0', 'ip_version': 4}} {{(pid=93884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 19:23:19.137939 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-f1bf6396-5501-4322-af1b-80533f39b98d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777170380508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3627128'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:23:19.181939 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ad23dae-c7d0-44e1-b821-7c3791e60da7 admin admin] Made reservation on behalf of ff839ffa806e4508a9f5f74da31561b0 for: {'subnet': 1} {{(pid=93884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 19:23:19.188955 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-8ad23dae-c7d0-44e1-b821-7c3791e60da7 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260127621'] for subnet, before_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:23:19.317180 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7594ec2-fe9f-47b0-83b2-591d6d87ba07 req-1f316506-69ef-4a60-82d3-18f3f04285da tempest-AttachVolumeNegativeTest-2076342172 tempest-AttachVolumeNegativeTest-2076342172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 19:23:19.337111 dv-cinder-806191-2-iscsi neutron-server[93884]: INFO neutron.wsgi [req-c7594ec2-fe9f-47b0-83b2-591d6d87ba07 req-1f316506-69ef-4a60-82d3-18f3f04285da tempest-AttachVolumeNegativeTest-2076342172 tempest-AttachVolumeNegativeTest-2076342172-project] 10.222.0.26 "GET /v2.0/ports?device_id=6e523608-eb6c-4a0b-bcf0-12d4bd25ae91 HTTP/1.1" status: 200 len: 944 time: 0.2186854 Aug 29 19:23:19.495152 dv-cinder-806191-2-iscsi neutron-server[93884]: INFO neutron.wsgi [req-c7594ec2-fe9f-47b0-83b2-591d6d87ba07 req-31ad7870-9193-4c3c-9da2-44a1a31ac989 tempest-AttachVolumeNegativeTest-2076342172 tempest-AttachVolumeNegativeTest-2076342172-project] 10.222.0.26 "GET /v2.0/security-groups?id=ea7dc4db-96bb-4713-a2e6-e8b6fb48c457&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1565859 Aug 29 19:23:19.601720 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17f1361c-278d-44a8-9200-9bdac0ae8524 req-60d0277c-5f3e-46cd-a92d-2aacc52aa8ac tempest-ServerRescueNegativeTestJSON-1221659768 tempest-ServerRescueNegativeTestJSON-1221659768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 19:23:19.604717 dv-cinder-806191-2-iscsi neutron-server[93883]: INFO neutron.wsgi [req-17f1361c-278d-44a8-9200-9bdac0ae8524 req-60d0277c-5f3e-46cd-a92d-2aacc52aa8ac tempest-ServerRescueNegativeTestJSON-1221659768 tempest-ServerRescueNegativeTestJSON-1221659768-project] 10.222.0.26 "GET /v2.0/ports?device_id=332ea1a5-b86c-4ccd-b130-2904c695b590 HTTP/1.1" status: 200 len: 945 time: 0.1412549 Aug 29 19:23:19.641795 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-8ad23dae-c7d0-44e1-b821-7c3791e60da7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-376708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3715978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-262694863', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260127735'] for subnet, after_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:23:19.707075 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-f7f3f912-659a-49f9-ab3a-0560ee4983b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777170380508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3627128'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:23:19.755256 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ad23dae-c7d0-44e1-b821-7c3791e60da7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1cb0277a-f969-4486-9535-ef7707ae6b74,revision_number=0']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:23:19.765649 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ad23dae-c7d0-44e1-b821-7c3791e60da7 admin admin] Checking segment: {'id': 'ce467763-0e5d-4dad-9dd7-1187695d2739', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '4886099e-653a-4458-9041-94933d4c4594'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93884) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 19:23:19.765825 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ad23dae-c7d0-44e1-b821-7c3791e60da7 admin admin] Network hostable DHCP agents. Network: 4886099e-653a-4458-9041-94933d4c4594, hostable agents: ['01567a2b-701c-44ec-9311-402810164ce4'], hosted agents: [] {{(pid=93884) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 19:23:19.801556 dv-cinder-806191-2-iscsi neutron-server[93883]: INFO neutron.wsgi [req-17f1361c-278d-44a8-9200-9bdac0ae8524 req-b53d8978-1f81-4725-b887-80817f43a06c tempest-ServerRescueNegativeTestJSON-1221659768 tempest-ServerRescueNegativeTestJSON-1221659768-project] 10.222.0.26 "GET /v2.0/security-groups?id=53892fd6-fc0b-43d7-b2d3-4778a69f0ff7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1802917 Aug 29 19:23:19.835316 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ad23dae-c7d0-44e1-b821-7c3791e60da7 admin admin] Network 4886099e-653a-4458-9041-94933d4c4594 is scheduled to be hosted by DHCP agent 01567a2b-701c-44ec-9311-402810164ce4 with binding_index 1 {{(pid=93884) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 19:23:19.868526 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.scheduler.base_scheduler [None req-8ad23dae-c7d0-44e1-b821-7c3791e60da7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-806191-2-iscsi, 4886099e-653a-4458-9041-94933d4c4594) {{(pid=93884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 19:23:19.880312 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b700d6d1-7aee-4d22-842b-f50ec08cd99b None None] Network 4886099e-653a-4458-9041-94933d4c4594 requested from dv-cinder-806191-2-iscsi {{(pid=93885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 19:23:19.886334 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ad23dae-c7d0-44e1-b821-7c3791e60da7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 19:23:19.887630 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-8ad23dae-c7d0-44e1-b821-7c3791e60da7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:23:19.922156 dv-cinder-806191-2-iscsi neutron-server[93884]: INFO neutron.wsgi [None req-8ad23dae-c7d0-44e1-b821-7c3791e60da7 admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.8837323 Aug 29 19:23:19.928776 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.26', 58608) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 19:23:19.938907 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.api.v2.base [None req-1dc70d60-08ea-4b54-b3d3-183bc2a92dae admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-288058672-router', 'tenant_id': 'ff839ffa806e4508a9f5f74da31561b0', 'external_gateway_info': {'network_id': '7209b701-ecaa-476a-bd58-d61d280c16d3'}}} {{(pid=93884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 19:23:19.997078 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-1dc70d60-08ea-4b54-b3d3-183bc2a92dae admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3671342', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-28728'] for router, before_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:23:19.999376 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-1dc70d60-08ea-4b54-b3d3-183bc2a92dae admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3671426', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3677672', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-423498', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-28723'] for router, precommit_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:23:20.128344 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-1dc70d60-08ea-4b54-b3d3-183bc2a92dae admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:23:20.154485 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-e411ce9c-394c-453f-add9-812245090945 None None] Device f5c1153a-9f0f-433f-a4d1-327f9bddf350 up at agent hyperv_hv-cinder-80619 {{(pid=93885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 19:23:20.297240 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-481db36b-0f7c-42cf-bb05-000a7889be60 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8d0de094-1158-5d9d-8828-d4d58d01f022-4886099e-653a-4458-9041-94933d4c4594', 'network_id': '4886099e-653a-4458-9041-94933d4c4594', 'tenant_id': 'ff839ffa806e4508a9f5f74da31561b0', 'fixed_ips': [{'subnet_id': '1cb0277a-f969-4486-9535-ef7707ae6b74'}]}} from dv-cinder-806191-2-iscsi. {{(pid=93885) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 29 19:23:20.298759 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-481db36b-0f7c-42cf-bb05-000a7889be60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3669058'] for port, before_create {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:23:20.349385 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-e411ce9c-394c-453f-add9-812245090945 None None] Provisioning for port f5c1153a-9f0f-433f-a4d1-327f9bddf350 completed by entity L2. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 19:23:20.363748 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-e411ce9c-394c-453f-add9-812245090945 None None] Provisioning complete for port f5c1153a-9f0f-433f-a4d1-327f9bddf350 triggered by entity L2. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 19:23:20.364820 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-e411ce9c-394c-453f-add9-812245090945 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3627211'] for port, provisioning_complete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:23:20.586842 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-ed31fb2d-405b-476e-b16a-f8415d14bc27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777170380508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3627128'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:23:20.611826 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8de62531-2372-4dde-b969-2fc3eaf3c2ca req-50c64791-f6ba-4dba-925a-546d67a37d03 tempest-VolumesActionsTest-881116330 tempest-VolumesActionsTest-881116330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 19:23:20.611826 dv-cinder-806191-2-iscsi neutron-server[93884]: INFO neutron.wsgi [req-8de62531-2372-4dde-b969-2fc3eaf3c2ca req-50c64791-f6ba-4dba-925a-546d67a37d03 tempest-VolumesActionsTest-881116330 tempest-VolumesActionsTest-881116330-project] 10.222.0.26 "GET /v2.0/ports?device_id=6d049ac7-29d3-4c08-b6b6-0e5e0e88b023 HTTP/1.1" status: 200 len: 944 time: 0.4782567 Aug 29 19:23:20.612963 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-1dc70d60-08ea-4b54-b3d3-183bc2a92dae admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:23:20.715163 dv-cinder-806191-2-iscsi neutron-server[93884]: INFO neutron.wsgi [req-8de62531-2372-4dde-b969-2fc3eaf3c2ca req-7551931a-2bed-4f31-85fd-00a201dd42e1 tempest-VolumesActionsTest-881116330 tempest-VolumesActionsTest-881116330-project] 10.222.0.26 "GET /v2.0/security-groups?id=0500c899-b6b6-4569-a16d-0e43e32676ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0906613 Aug 29 19:23:20.768366 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-e411ce9c-394c-453f-add9-812245090945 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3669058'] for port, before_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:23:20.793136 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-e411ce9c-394c-453f-add9-812245090945 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777170380508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3627128'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:23:20.796101 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-890b21b1-f796-4ac3-a7b6-b208bb814e2f req-e01b54b6-cad5-4507-885f-c72c6974804d tempest-AttachVolumeNegativeTest-2076342172 tempest-AttachVolumeNegativeTest-2076342172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 19:23:20.798665 dv-cinder-806191-2-iscsi neutron-server[93883]: INFO neutron.wsgi [req-890b21b1-f796-4ac3-a7b6-b208bb814e2f req-e01b54b6-cad5-4507-885f-c72c6974804d tempest-AttachVolumeNegativeTest-2076342172 tempest-AttachVolumeNegativeTest-2076342172-project] 10.222.0.26 "GET /v2.0/ports?device_id=6e523608-eb6c-4a0b-bcf0-12d4bd25ae91 HTTP/1.1" status: 200 len: 944 time: 0.1226168 Aug 29 19:23:20.807095 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.db.db_base_plugin_common [None req-481db36b-0f7c-42cf-bb05-000a7889be60 None None] Allocated IP 172.20.0.2 (4886099e-653a-4458-9041-94933d4c4594/1cb0277a-f969-4486-9535-ef7707ae6b74/c8ba0c5a-98e3-4324-846b-7453fa5590b7) {{(pid=93885) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 19:23:20.832719 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6d049ac7-29d3-4c08-b6b6-0e5e0e88b023', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f5c1153a-9f0f-433f-a4d1-327f9bddf350'}] {{(pid=93885) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 19:23:20.835055 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b746b22f1a330a85490eeb53ccb4cfec71189e4c963aff014ae6842ea75f17cc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-39ecf931-2fe9-41ab-b9fc-c185fb20e810" -d '{"events": [{"server_uuid": "6d049ac7-29d3-4c08-b6b6-0e5e0e88b023", "name": "network-vif-plugged", "status": "completed", "tag": "f5c1153a-9f0f-433f-a4d1-327f9bddf350"}]}' {{(pid=93885) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 19:23:20.858894 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-e411ce9c-394c-453f-add9-812245090945 None None] For port f5c1153a-9f0f-433f-a4d1-327f9bddf350, host hv-cinder-80619, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80619',level=0,port_id=f5c1153a-9f0f-433f-a4d1-327f9bddf350,segment=NetworkSegment(6abc8a44-8b13-4a84-86d3-61da7e65e27c),segment_id=6abc8a44-8b13-4a84-86d3-61da7e65e27c)] {{(pid=93885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 19:23:20.869040 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-e411ce9c-394c-453f-add9-812245090945 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3669005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3715978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777170436913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777169884182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777169884200'] for port, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:23:20.874466 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-e411ce9c-394c-453f-add9-812245090945 None None] Device 3c0785c9-8619-49ca-88c9-e0b7ede0b39b up at agent hyperv_hv-cinder-80619 {{(pid=93885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 19:23:20.930435 dv-cinder-806191-2-iscsi neutron-server[93883]: INFO neutron.wsgi [req-890b21b1-f796-4ac3-a7b6-b208bb814e2f req-dad1aa10-4b4b-4153-a42f-80e74a80442c tempest-AttachVolumeNegativeTest-2076342172 tempest-AttachVolumeNegativeTest-2076342172-project] 10.222.0.26 "GET /v2.0/security-groups?id=ea7dc4db-96bb-4713-a2e6-e8b6fb48c457&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1153269 Aug 29 19:23:21.084454 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 19:23:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a01c3bc1-4b40-480b-b1d3-0bbbcaba11c1 x-openstack-request-id: req-a01c3bc1-4b40-480b-b1d3-0bbbcaba11c1 {{(pid=93885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 19:23:21.084832 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6d049ac7-29d3-4c08-b6b6-0e5e0e88b023", "name": "network-vif-plugged", "status": "completed", "tag": "f5c1153a-9f0f-433f-a4d1-327f9bddf350", "code": 200}]} {{(pid=93885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 19:23:21.084916 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-a01c3bc1-4b40-480b-b1d3-0bbbcaba11c1 {{(pid=93885) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 19:23:21.085778 dv-cinder-806191-2-iscsi neutron-server[93885]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6d049ac7-29d3-4c08-b6b6-0e5e0e88b023', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f5c1153a-9f0f-433f-a4d1-327f9bddf350', 'code': 200} Aug 29 19:23:21.101582 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e411ce9c-394c-453f-add9-812245090945 None None] Pushing event updated for resources: {'Port': ['ID=f5c1153a-9f0f-433f-a4d1-327f9bddf350,revision_number=5']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:23:21.115698 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-e411ce9c-394c-453f-add9-812245090945 None None] Provisioning for port 3c0785c9-8619-49ca-88c9-e0b7ede0b39b completed by entity L2. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 19:23:21.127569 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-e411ce9c-394c-453f-add9-812245090945 None None] Provisioning complete for port 3c0785c9-8619-49ca-88c9-e0b7ede0b39b triggered by entity L2. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 19:23:21.127934 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-e411ce9c-394c-453f-add9-812245090945 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3627211'] for port, provisioning_complete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:23:21.287518 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbfc716b-b4a6-4788-9dc8-e4814f857dcd req-81f9e15e-8a12-4985-bb64-29a476169bd9 tempest-ServerRescueNegativeTestJSON-1221659768 tempest-ServerRescueNegativeTestJSON-1221659768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 19:23:21.291276 dv-cinder-806191-2-iscsi neutron-server[93884]: INFO neutron.wsgi [req-bbfc716b-b4a6-4788-9dc8-e4814f857dcd req-81f9e15e-8a12-4985-bb64-29a476169bd9 tempest-ServerRescueNegativeTestJSON-1221659768 tempest-ServerRescueNegativeTestJSON-1221659768-project] 10.222.0.26 "GET /v2.0/ports?device_id=332ea1a5-b86c-4ccd-b130-2904c695b590 HTTP/1.1" status: 200 len: 945 time: 0.2871318 Aug 29 19:23:21.306036 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-481db36b-0f7c-42cf-bb05-000a7889be60 None None] Notify callbacks [] for port, precommit_create {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:23:21.325881 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-1dc70d60-08ea-4b54-b3d3-183bc2a92dae admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:23:21.376735 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-481db36b-0f7c-42cf-bb05-000a7889be60 None None] Transition to ACTIVE for port object c8ba0c5a-98e3-4324-846b-7453fa5590b7 will not be triggered until provisioned by entity L2. {{(pid=93885) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 19:23:21.394687 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-1dc70d60-08ea-4b54-b3d3-183bc2a92dae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3669058'] for port, before_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:23:21.417478 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-e411ce9c-394c-453f-add9-812245090945 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3669058'] for port, before_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:23:21.440547 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-481db36b-0f7c-42cf-bb05-000a7889be60 None None] Transition to ACTIVE for port object c8ba0c5a-98e3-4324-846b-7453fa5590b7 will not be triggered until provisioned by entity DHCP. {{(pid=93885) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 19:23:21.460867 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-481db36b-0f7c-42cf-bb05-000a7889be60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3669005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3715978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777169884164'] for port, after_create {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:23:21.502108 dv-cinder-806191-2-iscsi neutron-server[93884]: INFO neutron.wsgi [req-bbfc716b-b4a6-4788-9dc8-e4814f857dcd req-0448f65c-9ebb-4b6f-bd1f-46934008248e tempest-ServerRescueNegativeTestJSON-1221659768 tempest-ServerRescueNegativeTestJSON-1221659768-project] 10.222.0.26 "GET /v2.0/security-groups?id=53892fd6-fc0b-43d7-b2d3-4778a69f0ff7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1736429 Aug 29 19:23:21.588625 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-e411ce9c-394c-453f-add9-812245090945 None None] For port 3c0785c9-8619-49ca-88c9-e0b7ede0b39b, host hv-cinder-80619, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80619',level=0,port_id=3c0785c9-8619-49ca-88c9-e0b7ede0b39b,segment=NetworkSegment(8fe8a594-91a4-40c0-b8c2-40d42544c273),segment_id=8fe8a594-91a4-40c0-b8c2-40d42544c273)] {{(pid=93885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 19:23:21.597774 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-481db36b-0f7c-42cf-bb05-000a7889be60 None None] Network 4886099e-653a-4458-9041-94933d4c4594 is already hosted by enough agents. {{(pid=93885) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 19:23:21.604991 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.scheduler.base_scheduler [None req-481db36b-0f7c-42cf-bb05-000a7889be60 None None] Resources bound (agent type, host, resource id): {{(pid=93885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 19:23:21.611513 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-481db36b-0f7c-42cf-bb05-000a7889be60 None None] Received port after_create {{(pid=93885) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 19:23:21.615767 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-e411ce9c-394c-453f-add9-812245090945 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3669005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3715978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777170436913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777169884182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777169884200'] for port, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:23:21.617102 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.db.db_base_plugin_common [None req-1dc70d60-08ea-4b54-b3d3-183bc2a92dae admin admin] Allocated IP 172.27.2.70 (7209b701-ecaa-476a-bd58-d61d280c16d3/71309eb1-223f-47ba-9803-1437c965e178/9019eadf-1ac7-4eee-b2fc-d784fa56c06c) {{(pid=93884) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 19:23:21.661954 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-481db36b-0f7c-42cf-bb05-000a7889be60 None None] Pushing event updated for resources: {'Port': ['ID=c8ba0c5a-98e3-4324-846b-7453fa5590b7,revision_number=1']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:23:21.724297 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.plugins.ml2.managers [None req-481db36b-0f7c-42cf-bb05-000a7889be60 None None] Attempting to bind port c8ba0c5a-98e3-4324-846b-7453fa5590b7 on host dv-cinder-806191-2-iscsi for vnic_type normal with profile {{(pid=93885) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 19:23:21.724595 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.plugins.ml2.managers [None req-481db36b-0f7c-42cf-bb05-000a7889be60 None None] Attempting to bind port c8ba0c5a-98e3-4324-846b-7453fa5590b7 by drivers openvswitch,hyperv on host dv-cinder-806191-2-iscsi at level 0 using segments [{'id': 'ce467763-0e5d-4dad-9dd7-1187695d2739', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '4886099e-653a-4458-9041-94933d4c4594'}] {{(pid=93885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 19:23:21.724956 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-481db36b-0f7c-42cf-bb05-000a7889be60 None None] Attempting to bind port c8ba0c5a-98e3-4324-846b-7453fa5590b7 on network 4886099e-653a-4458-9041-94933d4c4594 {{(pid=93885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 19:23:21.736525 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-481db36b-0f7c-42cf-bb05-000a7889be60 None None] Checking agent: {'id': 'e2dce85b-d9d5-40cd-b89b-586c7cfc9b3c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-806191-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 19, 13, 50), 'started_at': datetime.datetime(2021, 8, 29, 19, 14, 20), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 19, 23, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-806191-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 19:23:21.736894 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-481db36b-0f7c-42cf-bb05-000a7889be60 None None] Checking segment: {'id': 'ce467763-0e5d-4dad-9dd7-1187695d2739', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '4886099e-653a-4458-9041-94933d4c4594'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93885) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 19:23:21.737300 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-481db36b-0f7c-42cf-bb05-000a7889be60 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:23:21.737676 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-481db36b-0f7c-42cf-bb05-000a7889be60 None None] Bound using segment: {'id': 'ce467763-0e5d-4dad-9dd7-1187695d2739', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '4886099e-653a-4458-9041-94933d4c4594'} {{(pid=93885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 19:23:21.738151 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.plugins.ml2.managers [None req-481db36b-0f7c-42cf-bb05-000a7889be60 None None] Bound port: c8ba0c5a-98e3-4324-846b-7453fa5590b7, host: dv-cinder-806191-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ce467763-0e5d-4dad-9dd7-1187695d2739', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '4886099e-653a-4458-9041-94933d4c4594'}}] {{(pid=93885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 19:23:21.738574 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-481db36b-0f7c-42cf-bb05-000a7889be60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3669058'] for port, before_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:23:21.801596 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e411ce9c-394c-453f-add9-812245090945 None None] Pushing event updated for resources: {'Port': ['ID=3c0785c9-8619-49ca-88c9-e0b7ede0b39b,revision_number=5']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:23:21.849453 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-1dc70d60-08ea-4b54-b3d3-183bc2a92dae admin admin] Notify callbacks [] for port, precommit_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:23:21.875920 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-c214b08a-13ec-4cca-bdbd-998b9b76327d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777170380508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3627128'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:23:21.901953 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-481db36b-0f7c-42cf-bb05-000a7889be60 None None] For port c8ba0c5a-98e3-4324-846b-7453fa5590b7, host dv-cinder-806191-2-iscsi, cleared binding levels {{(pid=93885) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 19:23:21.908964 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-481db36b-0f7c-42cf-bb05-000a7889be60 None None] For port c8ba0c5a-98e3-4324-846b-7453fa5590b7, host dv-cinder-806191-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806191-2-iscsi',level=0,port_id=c8ba0c5a-98e3-4324-846b-7453fa5590b7,segment=NetworkSegment(ce467763-0e5d-4dad-9dd7-1187695d2739),segment_id=ce467763-0e5d-4dad-9dd7-1187695d2739)] {{(pid=93885) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 19:23:21.912229 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-1dc70d60-08ea-4b54-b3d3-183bc2a92dae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3669005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3715978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777169884164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262862687'] for port, after_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:23:21.916578 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-481db36b-0f7c-42cf-bb05-000a7889be60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3669005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3715978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777170436913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777169884182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777169884200'] for port, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:23:21.959322 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1dc70d60-08ea-4b54-b3d3-183bc2a92dae admin admin] Network 7209b701-ecaa-476a-bd58-d61d280c16d3 is already hosted by enough agents. {{(pid=93884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 19:23:21.969254 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.scheduler.base_scheduler [None req-1dc70d60-08ea-4b54-b3d3-183bc2a92dae admin admin] Resources bound (agent type, host, resource id): {{(pid=93884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 19:23:21.974562 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1dc70d60-08ea-4b54-b3d3-183bc2a92dae admin admin] Received port after_create {{(pid=93884) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 19:23:22.010012 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dc70d60-08ea-4b54-b3d3-183bc2a92dae admin admin] Pushing event updated for resources: {'Port': ['ID=9019eadf-1ac7-4eee-b2fc-d784fa56c06c,revision_number=1']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:23:22.017804 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-990ba0ce-20df-4469-909d-96d62b80519c req-64601e79-1af5-4aa2-b15e-870e1ee26ea4 tempest-VolumesActionsTest-881116330 tempest-VolumesActionsTest-881116330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 19:23:22.036201 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-481db36b-0f7c-42cf-bb05-000a7889be60 None None] Pushing event updated for resources: {'Port': ['ID=c8ba0c5a-98e3-4324-846b-7453fa5590b7,revision_number=2']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:23:22.040991 dv-cinder-806191-2-iscsi neutron-server[93883]: INFO neutron.wsgi [req-990ba0ce-20df-4469-909d-96d62b80519c req-64601e79-1af5-4aa2-b15e-870e1ee26ea4 tempest-VolumesActionsTest-881116330 tempest-VolumesActionsTest-881116330-project] 10.222.0.26 "GET /v2.0/ports?device_id=6d049ac7-29d3-4c08-b6b6-0e5e0e88b023 HTTP/1.1" status: 200 len: 945 time: 0.1741366 Aug 29 19:23:22.171925 dv-cinder-806191-2-iscsi neutron-server[93883]: INFO neutron.wsgi [req-990ba0ce-20df-4469-909d-96d62b80519c req-d170ca0e-ecf4-4996-8765-5620178ce928 tempest-VolumesActionsTest-881116330 tempest-VolumesActionsTest-881116330-project] 10.222.0.26 "GET /v2.0/security-groups?id=0500c899-b6b6-4569-a16d-0e43e32676ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1296806 Aug 29 19:23:22.319924 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce460bd7-0a8c-47ce-896c-b08eb6301fd4 req-da361802-8e90-42df-978e-32d595ae9b35 tempest-AttachVolumeNegativeTest-2076342172 tempest-AttachVolumeNegativeTest-2076342172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 19:23:22.331620 dv-cinder-806191-2-iscsi neutron-server[93884]: INFO neutron.wsgi [req-ce460bd7-0a8c-47ce-896c-b08eb6301fd4 req-da361802-8e90-42df-978e-32d595ae9b35 tempest-AttachVolumeNegativeTest-2076342172 tempest-AttachVolumeNegativeTest-2076342172-project] 10.222.0.26 "GET /v2.0/ports?device_id=6e523608-eb6c-4a0b-bcf0-12d4bd25ae91 HTTP/1.1" status: 200 len: 945 time: 0.1591308 Aug 29 19:23:22.417586 dv-cinder-806191-2-iscsi neutron-server[93884]: INFO neutron.wsgi [req-ce460bd7-0a8c-47ce-896c-b08eb6301fd4 req-d3e912b3-248d-4547-86e6-e5bd518a26ce tempest-AttachVolumeNegativeTest-2076342172 tempest-AttachVolumeNegativeTest-2076342172-project] 10.222.0.26 "GET /v2.0/security-groups?id=ea7dc4db-96bb-4713-a2e6-e8b6fb48c457&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576129 Aug 29 19:23:22.576335 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-1dc70d60-08ea-4b54-b3d3-183bc2a92dae admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:23:22.709557 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-597ef5f1-8635-4907-9b29-8067cd0b5d0e req-8a54bb2b-2280-4a97-a4b2-a86ed8d0d17a tempest-ServerRescueNegativeTestJSON-1221659768 tempest-ServerRescueNegativeTestJSON-1221659768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 19:23:22.712239 dv-cinder-806191-2-iscsi neutron-server[93883]: INFO neutron.wsgi [req-597ef5f1-8635-4907-9b29-8067cd0b5d0e req-8a54bb2b-2280-4a97-a4b2-a86ed8d0d17a tempest-ServerRescueNegativeTestJSON-1221659768 tempest-ServerRescueNegativeTestJSON-1221659768-project] 10.222.0.26 "GET /v2.0/ports?device_id=332ea1a5-b86c-4ccd-b130-2904c695b590 HTTP/1.1" status: 200 len: 945 time: 0.0892084 Aug 29 19:23:22.777814 dv-cinder-806191-2-iscsi neutron-server[93883]: INFO neutron.wsgi [req-597ef5f1-8635-4907-9b29-8067cd0b5d0e req-6e5634db-0935-4f16-af9a-bc4875efbe35 tempest-ServerRescueNegativeTestJSON-1221659768 tempest-ServerRescueNegativeTestJSON-1221659768-project] 10.222.0.26 "GET /v2.0/security-groups?id=53892fd6-fc0b-43d7-b2d3-4778a69f0ff7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583320 Aug 29 19:23:22.814829 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-1dc70d60-08ea-4b54-b3d3-183bc2a92dae admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3671481', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3676215'] for router, after_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:23:22.994056 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1dc70d60-08ea-4b54-b3d3-183bc2a92dae admin admin] Router 0bde452b-eec2-4df4-b813-22b22fc6a0b7 is scheduled to L3 agent c3ed3b02-d107-45f2-9b2a-fff9b0cfaa96 with binding_index 1 {{(pid=93884) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 29 19:23:23.087919 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6e523608-eb6c-4a0b-bcf0-12d4bd25ae91', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3c0785c9-8619-49ca-88c9-e0b7ede0b39b'}] {{(pid=93885) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 19:23:23.092108 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b746b22f1a330a85490eeb53ccb4cfec71189e4c963aff014ae6842ea75f17cc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b0acd7a9-8a41-4c2b-a54d-8d75c6f7e432" -d '{"events": [{"server_uuid": "6e523608-eb6c-4a0b-bcf0-12d4bd25ae91", "name": "network-vif-plugged", "status": "completed", "tag": "3c0785c9-8619-49ca-88c9-e0b7ede0b39b"}]}' {{(pid=93885) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 19:23:23.153289 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 19:23:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c462e1e4-b583-4df6-bb30-f063ce93ac29 x-openstack-request-id: req-c462e1e4-b583-4df6-bb30-f063ce93ac29 {{(pid=93885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 19:23:23.153631 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1dc70d60-08ea-4b54-b3d3-183bc2a92dae admin admin] Notify agent at l3_agent.dv-cinder-806191-2-iscsi the message routers_updated {{(pid=93884) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 19:23:23.156098 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6e523608-eb6c-4a0b-bcf0-12d4bd25ae91", "name": "network-vif-plugged", "status": "completed", "tag": "3c0785c9-8619-49ca-88c9-e0b7ede0b39b", "code": 200}]} {{(pid=93885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 19:23:23.156931 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-c462e1e4-b583-4df6-bb30-f063ce93ac29 {{(pid=93885) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 19:23:23.157763 dv-cinder-806191-2-iscsi neutron-server[93885]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6e523608-eb6c-4a0b-bcf0-12d4bd25ae91', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3c0785c9-8619-49ca-88c9-e0b7ede0b39b', 'code': 200} Aug 29 19:23:23.175110 dv-cinder-806191-2-iscsi neutron-server[93886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7a4355e-e772-4b67-8f79-108fbba3eb6b None None] Sync routers for ids ['0bde452b-eec2-4df4-b813-22b22fc6a0b7'] in dv-cinder-806191-2-iscsi {{(pid=93886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 19:23:23.179914 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-1dc70d60-08ea-4b54-b3d3-183bc2a92dae admin admin] Notify callbacks [] for router, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:23:23.182039 dv-cinder-806191-2-iscsi neutron-server[93884]: INFO neutron.wsgi [None req-1dc70d60-08ea-4b54-b3d3-183bc2a92dae admin admin] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 3.2524047 Aug 29 19:23:23.186860 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.26', 58692) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 19:23:23.200268 dv-cinder-806191-2-iscsi neutron-server[93886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7a4355e-e772-4b67-8f79-108fbba3eb6b None None] Routers {'0bde452b-eec2-4df4-b813-22b22fc6a0b7'} bound to L3 agent in host dv-cinder-806191-2-iscsi {{(pid=93886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 19:23:23.200656 dv-cinder-806191-2-iscsi neutron-server[93886]: DEBUG neutron.db.l3_hamode_db [None req-f7a4355e-e772-4b67-8f79-108fbba3eb6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806191-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-29T19:13:49Z,description=,heartbeat_timestamp=2021-08-29T19:23:19Z,host='dv-cinder-806191-2-iscsi',id=c3ed3b02-d107-45f2-9b2a-fff9b0cfaa96,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T19:13:49Z,topic='l3_agent')) {'router_ids': ['0bde452b-eec2-4df4-b813-22b22fc6a0b7'], 'active': True} {{(pid=93886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 19:23:23.321968 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6033a58-70bf-4284-8ab3-bfbf1549e484 None None] Network 4886099e-653a-4458-9041-94933d4c4594 requested from dv-cinder-806191-2-iscsi {{(pid=93885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 19:23:23.391085 dv-cinder-806191-2-iscsi neutron-server[93886]: DEBUG neutron.db.l3_dvr_db [None req-f7a4355e-e772-4b67-8f79-108fbba3eb6b None None] Set router 0bde452b-eec2-4df4-b813-22b22fc6a0b7 gateway port host: dv-cinder-806191-2-iscsi {{(pid=93886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 19:23:23.552484 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3b5a1ed-4758-484e-b7f1-f233db3f07ea req-83a686a0-0ac2-4c00-a5cb-a6527c536d7d tempest-VolumesActionsTest-881116330 tempest-VolumesActionsTest-881116330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 19:23:23.554970 dv-cinder-806191-2-iscsi neutron-server[93883]: INFO neutron.wsgi [req-d3b5a1ed-4758-484e-b7f1-f233db3f07ea req-83a686a0-0ac2-4c00-a5cb-a6527c536d7d tempest-VolumesActionsTest-881116330 tempest-VolumesActionsTest-881116330-project] 10.222.0.26 "GET /v2.0/ports?device_id=6d049ac7-29d3-4c08-b6b6-0e5e0e88b023 HTTP/1.1" status: 200 len: 945 time: 0.1424208 Aug 29 19:23:23.608441 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-42f219df-6551-494b-be83-3eb900100aec None None] Provisioning for port c8ba0c5a-98e3-4324-846b-7453fa5590b7 completed by entity DHCP. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 19:23:23.645920 dv-cinder-806191-2-iscsi neutron-server[93883]: INFO neutron.wsgi [req-d3b5a1ed-4758-484e-b7f1-f233db3f07ea req-2ae985a9-2979-4097-82b6-f0ca50255c3a tempest-VolumesActionsTest-881116330 tempest-VolumesActionsTest-881116330-project] 10.222.0.26 "GET /v2.0/security-groups?id=0500c899-b6b6-4569-a16d-0e43e32676ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0822425 Aug 29 19:23:23.692103 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0e885fe-55a6-4b6a-82d2-8d3340a793c9 req-8c3da463-300a-48b0-9f4f-1157ce111cc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 19:23:23.701523 dv-cinder-806191-2-iscsi neutron-server[93883]: INFO neutron.wsgi [req-e0e885fe-55a6-4b6a-82d2-8d3340a793c9 req-8c3da463-300a-48b0-9f4f-1157ce111cc5 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=6e523608-eb6c-4a0b-bcf0-12d4bd25ae91 HTTP/1.1" status: 200 len: 1098 time: 0.1084752 Aug 29 19:23:23.763395 dv-cinder-806191-2-iscsi neutron-server[93886]: DEBUG neutron.db.l3_hamode_db [None req-f7a4355e-e772-4b67-8f79-108fbba3eb6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0bde452b-eec2-4df4-b813-22b22fc6a0b7', 'name': 'tempest-TestMinimumBasicScenario-288058672-router', 'tenant_id': 'ff839ffa806e4508a9f5f74da31561b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7209b701-ecaa-476a-bd58-d61d280c16d3', 'external_fixed_ips': [{'subnet_id': '71309eb1-223f-47ba-9803-1437c965e178', 'ip_address': '172.27.2.70'}], 'enable_snat': True}, 'gw_port_id': '9019eadf-1ac7-4eee-b2fc-d784fa56c06c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T19:23:20Z', 'updated_at': '2021-08-29T19:23:22Z', 'revision_number': 3, 'project_id': 'ff839ffa806e4508a9f5f74da31561b0', 'gw_port': {'id': '9019eadf-1ac7-4eee-b2fc-d784fa56c06c', 'name': '', 'network_id': '7209b701-ecaa-476a-bd58-d61d280c16d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:08:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0bde452b-eec2-4df4-b813-22b22fc6a0b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 375, 'fixed_ips': [{'subnet_id': '71309eb1-223f-47ba-9803-1437c965e178', 'ip_address': '172.27.2.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T19:23:21Z', 'updated_at': '2021-08-29T19:23:21Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '71309eb1-223f-47ba-9803-1437c965e178', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806191-2-iscsi'}], 'dv-cinder-806191-2-iscsi', False) {} {{(pid=93886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 19:23:23.764640 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91a69cdf-9c83-4400-b388-0b06a691eb75 req-0ad3bdaa-09c6-456e-a96f-2faecd2737ed tempest-AttachVolumeNegativeTest-2076342172 tempest-AttachVolumeNegativeTest-2076342172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 19:23:23.772727 dv-cinder-806191-2-iscsi neutron-server[93884]: INFO neutron.wsgi [req-91a69cdf-9c83-4400-b388-0b06a691eb75 req-0ad3bdaa-09c6-456e-a96f-2faecd2737ed tempest-AttachVolumeNegativeTest-2076342172 tempest-AttachVolumeNegativeTest-2076342172-project] 10.222.0.26 "GET /v2.0/ports?device_id=6e523608-eb6c-4a0b-bcf0-12d4bd25ae91 HTTP/1.1" status: 200 len: 945 time: 0.2318053 Aug 29 19:23:23.801848 dv-cinder-806191-2-iscsi neutron-server[93886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7a4355e-e772-4b67-8f79-108fbba3eb6b None None] Checking router: 0bde452b-eec2-4df4-b813-22b22fc6a0b7 for host: dv-cinder-806191-2-iscsi {{(pid=93886) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 19:23:23.802576 dv-cinder-806191-2-iscsi neutron-server[93886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7a4355e-e772-4b67-8f79-108fbba3eb6b None None] Updating router 0bde452b-eec2-4df4-b813-22b22fc6a0b7 port 9019eadf-1ac7-4eee-b2fc-d784fa56c06c binding host dv-cinder-806191-2-iscsi {{(pid=93886) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 29 19:23:23.810728 dv-cinder-806191-2-iscsi neutron-server[93883]: INFO neutron.wsgi [req-e0e885fe-55a6-4b6a-82d2-8d3340a793c9 req-b7b74582-6b44-44a7-a20e-09871d6af80a service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=ea7dc4db-96bb-4713-a2e6-e8b6fb48c457&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1019847 Aug 29 19:23:23.868963 dv-cinder-806191-2-iscsi neutron-server[93886]: DEBUG neutron_lib.callbacks.manager [None req-f7a4355e-e772-4b67-8f79-108fbba3eb6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3669058'] for port, before_update {{(pid=93886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:23:24.118919 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4881e45-d649-4c34-842d-dd3e9915e18e req-b09f1f03-5b3e-48b4-be0b-52d374fba621 tempest-ServerRescueNegativeTestJSON-1221659768 tempest-ServerRescueNegativeTestJSON-1221659768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 19:23:24.141283 dv-cinder-806191-2-iscsi neutron-server[93883]: INFO neutron.wsgi [req-b4881e45-d649-4c34-842d-dd3e9915e18e req-b09f1f03-5b3e-48b4-be0b-52d374fba621 tempest-ServerRescueNegativeTestJSON-1221659768 tempest-ServerRescueNegativeTestJSON-1221659768-project] 10.222.0.26 "GET /v2.0/ports?device_id=332ea1a5-b86c-4ccd-b130-2904c695b590 HTTP/1.1" status: 200 len: 945 time: 0.1295502 Aug 29 19:23:24.141810 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-f7f3f912-659a-49f9-ab3a-0560ee4983b1 None None] Device c8ba0c5a-98e3-4324-846b-7453fa5590b7 up at agent ovs-agent-dv-cinder-806191-2-iscsi {{(pid=93885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 19:23:24.235310 dv-cinder-806191-2-iscsi neutron-server[93883]: INFO neutron.wsgi [req-b4881e45-d649-4c34-842d-dd3e9915e18e req-921cb18d-ea98-44c4-bd68-6f978515d7f3 tempest-ServerRescueNegativeTestJSON-1221659768 tempest-ServerRescueNegativeTestJSON-1221659768-project] 10.222.0.26 "GET /v2.0/security-groups?id=53892fd6-fc0b-43d7-b2d3-4778a69f0ff7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0913651 Aug 29 19:23:24.339564 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15e1d8ed-ac2b-4807-b085-b7037e3c283a req-4c3a3f1a-b7e9-4dc7-b4e1-3ab4a990d456 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 19:23:24.344260 dv-cinder-806191-2-iscsi neutron-server[93884]: INFO neutron.wsgi [req-15e1d8ed-ac2b-4807-b085-b7037e3c283a req-4c3a3f1a-b7e9-4dc7-b4e1-3ab4a990d456 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=6d049ac7-29d3-4c08-b6b6-0e5e0e88b023 HTTP/1.1" status: 200 len: 1098 time: 0.7390673 Aug 29 19:23:24.349858 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-f7f3f912-659a-49f9-ab3a-0560ee4983b1 None None] Provisioning for port c8ba0c5a-98e3-4324-846b-7453fa5590b7 completed by entity L2. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 19:23:24.369335 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-f7f3f912-659a-49f9-ab3a-0560ee4983b1 None None] Provisioning complete for port c8ba0c5a-98e3-4324-846b-7453fa5590b7 triggered by entity L2. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 19:23:24.370669 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-f7f3f912-659a-49f9-ab3a-0560ee4983b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3627211'] for port, provisioning_complete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:23:24.443493 dv-cinder-806191-2-iscsi neutron-server[93884]: INFO neutron.wsgi [req-91a69cdf-9c83-4400-b388-0b06a691eb75 req-a14c5148-2214-484d-b092-fb48b4083ef3 tempest-AttachVolumeNegativeTest-2076342172 tempest-AttachVolumeNegativeTest-2076342172-project] 10.222.0.26 "GET /v2.0/security-groups?id=ea7dc4db-96bb-4713-a2e6-e8b6fb48c457&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6693301 Aug 29 19:23:24.520131 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-d913567d-f991-4ac3-8ee8-99e417956daa None None] Provisioning complete for port c8ba0c5a-98e3-4324-846b-7453fa5590b7 triggered by entity DHCP. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 19:23:24.520443 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-d913567d-f991-4ac3-8ee8-99e417956daa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3627211'] for port, provisioning_complete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:23:24.565977 dv-cinder-806191-2-iscsi neutron-server[93886]: DEBUG neutron_lib.callbacks.manager [None req-f7a4355e-e772-4b67-8f79-108fbba3eb6b None None] Notify callbacks [] for port, precommit_update {{(pid=93886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:23:24.592113 dv-cinder-806191-2-iscsi neutron-server[93886]: DEBUG neutron.db.provisioning_blocks [None req-f7a4355e-e772-4b67-8f79-108fbba3eb6b None None] Transition to ACTIVE for port object 9019eadf-1ac7-4eee-b2fc-d784fa56c06c will not be triggered until provisioned by entity L2. {{(pid=93886) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 19:23:24.610537 dv-cinder-806191-2-iscsi neutron-server[93886]: DEBUG neutron_lib.callbacks.manager [None req-f7a4355e-e772-4b67-8f79-108fbba3eb6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3669005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3715978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777170436913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777169884182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777169884200'] for port, after_update {{(pid=93886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:23:24.654329 dv-cinder-806191-2-iscsi neutron-server[93884]: INFO neutron.wsgi [req-15e1d8ed-ac2b-4807-b085-b7037e3c283a req-07e376a6-cf01-41a5-955c-cd998b5c082e service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=0500c899-b6b6-4569-a16d-0e43e32676ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2761033 Aug 29 19:23:24.743092 dv-cinder-806191-2-iscsi neutron-server[93886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-884f34b9-6e8b-47b9-8017-d45bec10df83 None None] Pushing event updated for resources: {'Port': ['ID=9019eadf-1ac7-4eee-b2fc-d784fa56c06c,revision_number=2']} {{(pid=93886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:23:24.762319 dv-cinder-806191-2-iscsi neutron-server[93886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-884f34b9-6e8b-47b9-8017-d45bec10df83 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806191-2-iscsi {{(pid=93886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:23:24.762855 dv-cinder-806191-2-iscsi neutron-server[93886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-884f34b9-6e8b-47b9-8017-d45bec10df83 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806191-2-iscsi {{(pid=93886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:23:24.763938 dv-cinder-806191-2-iscsi neutron-server[93886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-884f34b9-6e8b-47b9-8017-d45bec10df83 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806191-2-iscsi {{(pid=93886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:23:24.764607 dv-cinder-806191-2-iscsi neutron-server[93886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-884f34b9-6e8b-47b9-8017-d45bec10df83 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806191-2-iscsi {{(pid=93886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:23:24.765541 dv-cinder-806191-2-iscsi neutron-server[93886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-884f34b9-6e8b-47b9-8017-d45bec10df83 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-806191-2-iscsi {{(pid=93886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:23:24.766114 dv-cinder-806191-2-iscsi neutron-server[93886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-884f34b9-6e8b-47b9-8017-d45bec10df83 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806191-2-iscsi {{(pid=93886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:23:24.766705 dv-cinder-806191-2-iscsi neutron-server[93886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-884f34b9-6e8b-47b9-8017-d45bec10df83 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-806191-2-iscsi {{(pid=93886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:23:24.767339 dv-cinder-806191-2-iscsi neutron-server[93886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-884f34b9-6e8b-47b9-8017-d45bec10df83 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-806191-2-iscsi {{(pid=93886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:23:24.767991 dv-cinder-806191-2-iscsi neutron-server[93886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-884f34b9-6e8b-47b9-8017-d45bec10df83 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806191-2-iscsi {{(pid=93886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:23:24.768563 dv-cinder-806191-2-iscsi neutron-server[93886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-884f34b9-6e8b-47b9-8017-d45bec10df83 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806191-2-iscsi {{(pid=93886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:23:24.769179 dv-cinder-806191-2-iscsi neutron-server[93886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-884f34b9-6e8b-47b9-8017-d45bec10df83 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806191-2-iscsi {{(pid=93886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:23:24.769728 dv-cinder-806191-2-iscsi neutron-server[93886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-884f34b9-6e8b-47b9-8017-d45bec10df83 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806191-2-iscsi {{(pid=93886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:23:24.873306 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebb2108e-9e6e-43c3-b0cf-69e69f2f0667 req-66c5ccb9-dd24-4744-9b17-dd1b06ff1450 tempest-VolumesActionsTest-881116330 tempest-VolumesActionsTest-881116330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 19:23:24.875594 dv-cinder-806191-2-iscsi neutron-server[93886]: DEBUG neutron.plugins.ml2.managers [None req-f7a4355e-e772-4b67-8f79-108fbba3eb6b None None] Attempting to bind port 9019eadf-1ac7-4eee-b2fc-d784fa56c06c on host dv-cinder-806191-2-iscsi for vnic_type normal with profile {{(pid=93886) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 19:23:24.879745 dv-cinder-806191-2-iscsi neutron-server[93883]: INFO neutron.wsgi [req-ebb2108e-9e6e-43c3-b0cf-69e69f2f0667 req-66c5ccb9-dd24-4744-9b17-dd1b06ff1450 tempest-VolumesActionsTest-881116330 tempest-VolumesActionsTest-881116330-project] 10.222.0.26 "GET /v2.0/ports?device_id=6d049ac7-29d3-4c08-b6b6-0e5e0e88b023 HTTP/1.1" status: 200 len: 945 time: 0.1043093 Aug 29 19:23:24.881673 dv-cinder-806191-2-iscsi neutron-server[93886]: DEBUG neutron.plugins.ml2.managers [None req-f7a4355e-e772-4b67-8f79-108fbba3eb6b None None] Attempting to bind port 9019eadf-1ac7-4eee-b2fc-d784fa56c06c by drivers openvswitch,hyperv on host dv-cinder-806191-2-iscsi at level 0 using segments [{'id': 'abe37968-36e5-463a-bc67-a17a4a975f92', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7209b701-ecaa-476a-bd58-d61d280c16d3'}] {{(pid=93886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 19:23:24.882283 dv-cinder-806191-2-iscsi neutron-server[93886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7a4355e-e772-4b67-8f79-108fbba3eb6b None None] Attempting to bind port 9019eadf-1ac7-4eee-b2fc-d784fa56c06c on network 7209b701-ecaa-476a-bd58-d61d280c16d3 {{(pid=93886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 19:23:24.908745 dv-cinder-806191-2-iscsi neutron-server[93886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7a4355e-e772-4b67-8f79-108fbba3eb6b None None] Checking agent: {'id': 'e2dce85b-d9d5-40cd-b89b-586c7cfc9b3c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-806191-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 19, 13, 50), 'started_at': datetime.datetime(2021, 8, 29, 19, 14, 20), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 19, 23, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-806191-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 19:23:24.912305 dv-cinder-806191-2-iscsi neutron-server[93886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7a4355e-e772-4b67-8f79-108fbba3eb6b None None] Checking segment: {'id': 'abe37968-36e5-463a-bc67-a17a4a975f92', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7209b701-ecaa-476a-bd58-d61d280c16d3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93886) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 19:23:24.912788 dv-cinder-806191-2-iscsi neutron-server[93886]: DEBUG neutron_lib.callbacks.manager [None req-f7a4355e-e772-4b67-8f79-108fbba3eb6b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:23:24.913202 dv-cinder-806191-2-iscsi neutron-server[93886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7a4355e-e772-4b67-8f79-108fbba3eb6b None None] Bound using segment: {'id': 'abe37968-36e5-463a-bc67-a17a4a975f92', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7209b701-ecaa-476a-bd58-d61d280c16d3'} {{(pid=93886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 19:23:24.913717 dv-cinder-806191-2-iscsi neutron-server[93886]: DEBUG neutron.plugins.ml2.managers [None req-f7a4355e-e772-4b67-8f79-108fbba3eb6b None None] Bound port: 9019eadf-1ac7-4eee-b2fc-d784fa56c06c, host: dv-cinder-806191-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'abe37968-36e5-463a-bc67-a17a4a975f92', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7209b701-ecaa-476a-bd58-d61d280c16d3'}}] {{(pid=93886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 19:23:24.914154 dv-cinder-806191-2-iscsi neutron-server[93886]: DEBUG neutron_lib.callbacks.manager [None req-f7a4355e-e772-4b67-8f79-108fbba3eb6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3669058'] for port, before_update {{(pid=93886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:23:24.971476 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-f7f3f912-659a-49f9-ab3a-0560ee4983b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3669058'] for port, before_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:23:24.981295 dv-cinder-806191-2-iscsi neutron-server[93883]: INFO neutron.wsgi [req-ebb2108e-9e6e-43c3-b0cf-69e69f2f0667 req-1b3d81ac-86c4-4687-9da6-76a969b6c268 tempest-VolumesActionsTest-881116330 tempest-VolumesActionsTest-881116330-project] 10.222.0.26 "GET /v2.0/security-groups?id=0500c899-b6b6-4569-a16d-0e43e32676ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0893495 Aug 29 19:23:25.012508 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-d913567d-f991-4ac3-8ee8-99e417956daa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3669058'] for port, before_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:23:25.053321 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-b411df67-08a0-4ccd-b765-df114dc5b40e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3669058'] for port, before_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:23:25.115013 dv-cinder-806191-2-iscsi neutron-server[93886]: DEBUG neutron.plugins.ml2.db [None req-f7a4355e-e772-4b67-8f79-108fbba3eb6b None None] For port 9019eadf-1ac7-4eee-b2fc-d784fa56c06c, host dv-cinder-806191-2-iscsi, cleared binding levels {{(pid=93886) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 19:23:25.117230 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-f7f3f912-659a-49f9-ab3a-0560ee4983b1 None None] For port c8ba0c5a-98e3-4324-846b-7453fa5590b7, host dv-cinder-806191-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806191-2-iscsi',level=0,port_id=c8ba0c5a-98e3-4324-846b-7453fa5590b7,segment=NetworkSegment(ce467763-0e5d-4dad-9dd7-1187695d2739),segment_id=ce467763-0e5d-4dad-9dd7-1187695d2739)] {{(pid=93885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 19:23:25.121994 dv-cinder-806191-2-iscsi neutron-server[93886]: DEBUG neutron.plugins.ml2.db [None req-f7a4355e-e772-4b67-8f79-108fbba3eb6b None None] For port 9019eadf-1ac7-4eee-b2fc-d784fa56c06c, host dv-cinder-806191-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806191-2-iscsi',level=0,port_id=9019eadf-1ac7-4eee-b2fc-d784fa56c06c,segment=NetworkSegment(abe37968-36e5-463a-bc67-a17a4a975f92),segment_id=abe37968-36e5-463a-bc67-a17a4a975f92)] {{(pid=93886) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 19:23:25.126792 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-f7f3f912-659a-49f9-ab3a-0560ee4983b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3669005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3715978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777170436913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777169884182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777169884200'] for port, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:23:25.154702 dv-cinder-806191-2-iscsi neutron-server[93886]: DEBUG neutron_lib.callbacks.manager [None req-f7a4355e-e772-4b67-8f79-108fbba3eb6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3669005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3715978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777170436913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777169884182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777169884200'] for port, after_update {{(pid=93886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:23:25.279173 dv-cinder-806191-2-iscsi neutron-server[93886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-884f34b9-6e8b-47b9-8017-d45bec10df83 None None] Pushing event updated for resources: {'Port': ['ID=9019eadf-1ac7-4eee-b2fc-d784fa56c06c,revision_number=3']} {{(pid=93886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:23:25.401522 dv-cinder-806191-2-iscsi neutron-server[93886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7a4355e-e772-4b67-8f79-108fbba3eb6b None None] Routers {'0bde452b-eec2-4df4-b813-22b22fc6a0b7'} bound to L3 agent in host dv-cinder-806191-2-iscsi {{(pid=93886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 19:23:25.403268 dv-cinder-806191-2-iscsi neutron-server[93886]: DEBUG neutron.db.l3_hamode_db [None req-f7a4355e-e772-4b67-8f79-108fbba3eb6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806191-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-29T19:13:49Z,description=,heartbeat_timestamp=2021-08-29T19:23:19Z,host='dv-cinder-806191-2-iscsi',id=c3ed3b02-d107-45f2-9b2a-fff9b0cfaa96,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T19:13:49Z,topic='l3_agent')) {'router_ids': ['0bde452b-eec2-4df4-b813-22b22fc6a0b7'], 'active': True} {{(pid=93886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 19:23:25.416396 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7f3f912-659a-49f9-ab3a-0560ee4983b1 None None] Pushing event updated for resources: {'Port': ['ID=c8ba0c5a-98e3-4324-846b-7453fa5590b7,revision_number=3']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:23:25.450070 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron_lib.db.api [None req-d913567d-f991-4ac3-8ee8-99e417956daa None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93885) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 29 19:23:25.451811 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG oslo_db.api [None req-d913567d-f991-4ac3-8ee8-99e417956daa None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 29 19:23:25.605348 dv-cinder-806191-2-iscsi neutron-server[93886]: DEBUG neutron.db.l3_dvr_db [None req-f7a4355e-e772-4b67-8f79-108fbba3eb6b None None] Set router 0bde452b-eec2-4df4-b813-22b22fc6a0b7 gateway port host: dv-cinder-806191-2-iscsi {{(pid=93886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 19:23:25.612465 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e07eabf-f907-4e8f-8b6f-2594e0d2d44c req-3b2a4509-5ef8-4b83-89e0-4ddca076a746 tempest-AttachVolumeNegativeTest-2076342172 tempest-AttachVolumeNegativeTest-2076342172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 19:23:25.621281 dv-cinder-806191-2-iscsi neutron-server[93883]: INFO neutron.wsgi [req-0e07eabf-f907-4e8f-8b6f-2594e0d2d44c req-3b2a4509-5ef8-4b83-89e0-4ddca076a746 tempest-AttachVolumeNegativeTest-2076342172 tempest-AttachVolumeNegativeTest-2076342172-project] 10.222.0.26 "GET /v2.0/ports?device_id=6e523608-eb6c-4a0b-bcf0-12d4bd25ae91 HTTP/1.1" status: 200 len: 945 time: 0.0646179 Aug 29 19:23:25.634564 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a926e2b-bf11-4221-9e0e-f00183fe98bd req-b7b7bad6-28fa-4a6e-b139-6f88af5e8e8c tempest-ServerRescueNegativeTestJSON-1221659768 tempest-ServerRescueNegativeTestJSON-1221659768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 19:23:25.637631 dv-cinder-806191-2-iscsi neutron-server[93884]: INFO neutron.wsgi [req-0a926e2b-bf11-4221-9e0e-f00183fe98bd req-b7b7bad6-28fa-4a6e-b139-6f88af5e8e8c tempest-ServerRescueNegativeTestJSON-1221659768 tempest-ServerRescueNegativeTestJSON-1221659768-project] 10.222.0.26 "GET /v2.0/ports?device_id=332ea1a5-b86c-4ccd-b130-2904c695b590 HTTP/1.1" status: 200 len: 945 time: 0.1819012 Aug 29 19:23:25.665077 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.db.db_base_plugin_common [None req-b411df67-08a0-4ccd-b765-df114dc5b40e admin admin] Allocated IP 172.20.0.1 (4886099e-653a-4458-9041-94933d4c4594/1cb0277a-f969-4486-9535-ef7707ae6b74/726c96d1-7df0-4ca4-971a-6c8ca9fb3b08) {{(pid=93884) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 19:23:25.699771 dv-cinder-806191-2-iscsi neutron-server[93883]: INFO neutron.wsgi [req-0e07eabf-f907-4e8f-8b6f-2594e0d2d44c req-6845471d-6e0c-4b5d-a01a-04996ce120f0 tempest-AttachVolumeNegativeTest-2076342172 tempest-AttachVolumeNegativeTest-2076342172-project] 10.222.0.26 "GET /v2.0/security-groups?id=ea7dc4db-96bb-4713-a2e6-e8b6fb48c457&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0759728 Aug 29 19:23:25.743034 dv-cinder-806191-2-iscsi neutron-server[93884]: INFO neutron.wsgi [req-0a926e2b-bf11-4221-9e0e-f00183fe98bd req-453578ec-cc0d-4eca-b171-ce292deb6979 tempest-ServerRescueNegativeTestJSON-1221659768 tempest-ServerRescueNegativeTestJSON-1221659768-project] 10.222.0.26 "GET /v2.0/security-groups?id=53892fd6-fc0b-43d7-b2d3-4778a69f0ff7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0900102 Aug 29 19:23:25.989774 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-f7f3f912-659a-49f9-ab3a-0560ee4983b1 None None] Device c8ba0c5a-98e3-4324-846b-7453fa5590b7 up at agent ovs-agent-dv-cinder-806191-2-iscsi {{(pid=93885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 19:23:26.021144 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-b411df67-08a0-4ccd-b765-df114dc5b40e admin admin] Notify callbacks [] for port, precommit_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:23:26.089101 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-b411df67-08a0-4ccd-b765-df114dc5b40e admin admin] Transition to ACTIVE for port object 726c96d1-7df0-4ca4-971a-6c8ca9fb3b08 will not be triggered until provisioned by entity DHCP. {{(pid=93884) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 19:23:26.123920 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-f7f3f912-659a-49f9-ab3a-0560ee4983b1 None None] Provisioning complete for port c8ba0c5a-98e3-4324-846b-7453fa5590b7 triggered by entity L2. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 19:23:26.124295 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-f7f3f912-659a-49f9-ab3a-0560ee4983b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3627211'] for port, provisioning_complete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:23:26.130032 dv-cinder-806191-2-iscsi neutron-server[93886]: DEBUG neutron.db.l3_hamode_db [None req-f7a4355e-e772-4b67-8f79-108fbba3eb6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0bde452b-eec2-4df4-b813-22b22fc6a0b7', 'name': 'tempest-TestMinimumBasicScenario-288058672-router', 'tenant_id': 'ff839ffa806e4508a9f5f74da31561b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7209b701-ecaa-476a-bd58-d61d280c16d3', 'external_fixed_ips': [{'subnet_id': '71309eb1-223f-47ba-9803-1437c965e178', 'ip_address': '172.27.2.70'}], 'enable_snat': True}, 'gw_port_id': '9019eadf-1ac7-4eee-b2fc-d784fa56c06c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T19:23:20Z', 'updated_at': '2021-08-29T19:23:22Z', 'revision_number': 3, 'project_id': 'ff839ffa806e4508a9f5f74da31561b0', 'gw_port': {'id': '9019eadf-1ac7-4eee-b2fc-d784fa56c06c', 'name': '', 'network_id': '7209b701-ecaa-476a-bd58-d61d280c16d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:08:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0bde452b-eec2-4df4-b813-22b22fc6a0b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 375, 'fixed_ips': [{'subnet_id': '71309eb1-223f-47ba-9803-1437c965e178', 'ip_address': '172.27.2.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806191-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T19:23:21Z', 'updated_at': '2021-08-29T19:23:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '71309eb1-223f-47ba-9803-1437c965e178', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806191-2-iscsi'}], 'dv-cinder-806191-2-iscsi', False) {} {{(pid=93886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 19:23:26.253385 dv-cinder-806191-2-iscsi neutron-server[93886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7a4355e-e772-4b67-8f79-108fbba3eb6b None None] The sync data for ids ['0bde452b-eec2-4df4-b813-22b22fc6a0b7'] in dv-cinder-806191-2-iscsi is: [{'id': '0bde452b-eec2-4df4-b813-22b22fc6a0b7', 'name': 'tempest-TestMinimumBasicScenario-288058672-router', 'tenant_id': 'ff839ffa806e4508a9f5f74da31561b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7209b701-ecaa-476a-bd58-d61d280c16d3', 'external_fixed_ips': [{'subnet_id': '71309eb1-223f-47ba-9803-1437c965e178', 'ip_address': '172.27.2.70'}], 'enable_snat': True}, 'gw_port_id': '9019eadf-1ac7-4eee-b2fc-d784fa56c06c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T19:23:20Z', 'updated_at': '2021-08-29T19:23:22Z', 'revision_number': 3, 'project_id': 'ff839ffa806e4508a9f5f74da31561b0', 'gw_port': {'id': '9019eadf-1ac7-4eee-b2fc-d784fa56c06c', 'name': '', 'network_id': '7209b701-ecaa-476a-bd58-d61d280c16d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:08:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0bde452b-eec2-4df4-b813-22b22fc6a0b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 375, 'fixed_ips': [{'subnet_id': '71309eb1-223f-47ba-9803-1437c965e178', 'ip_address': '172.27.2.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806191-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T19:23:21Z', 'updated_at': '2021-08-29T19:23:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '71309eb1-223f-47ba-9803-1437c965e178', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806191-2-iscsi'}] {{(pid=93886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 19:23:26.257281 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-b411df67-08a0-4ccd-b765-df114dc5b40e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3669005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3715978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777169884164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262862687'] for port, after_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:23:26.320028 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b411df67-08a0-4ccd-b765-df114dc5b40e admin admin] Network 4886099e-653a-4458-9041-94933d4c4594 is already hosted by enough agents. {{(pid=93884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 19:23:26.328832 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.scheduler.base_scheduler [None req-b411df67-08a0-4ccd-b765-df114dc5b40e admin admin] Resources bound (agent type, host, resource id): {{(pid=93884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 19:23:26.339369 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b411df67-08a0-4ccd-b765-df114dc5b40e admin admin] Received port after_create {{(pid=93884) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 19:23:26.460963 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-b411df67-08a0-4ccd-b765-df114dc5b40e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3676392'] for router_interface, before_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:23:26.472039 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f491ead6-c9fb-4d6b-b95e-c5a3e197c26c req-5e23946e-a6b1-478f-af4e-d194e63aa38c tempest-VolumesActionsTest-881116330 tempest-VolumesActionsTest-881116330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 19:23:26.515337 dv-cinder-806191-2-iscsi neutron-server[93883]: INFO neutron.wsgi [req-f491ead6-c9fb-4d6b-b95e-c5a3e197c26c req-5e23946e-a6b1-478f-af4e-d194e63aa38c tempest-VolumesActionsTest-881116330 tempest-VolumesActionsTest-881116330-project] 10.222.0.26 "GET /v2.0/ports?device_id=6d049ac7-29d3-4c08-b6b6-0e5e0e88b023 HTTP/1.1" status: 200 len: 945 time: 0.2449040 Aug 29 19:23:26.660320 dv-cinder-806191-2-iscsi neutron-server[93883]: INFO neutron.wsgi [req-f491ead6-c9fb-4d6b-b95e-c5a3e197c26c req-85f9ae71-aef9-45ff-a6b4-2523c6c0a129 tempest-VolumesActionsTest-881116330 tempest-VolumesActionsTest-881116330-project] 10.222.0.26 "GET /v2.0/security-groups?id=0500c899-b6b6-4569-a16d-0e43e32676ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1389127 Aug 29 19:23:26.674401 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b411df67-08a0-4ccd-b765-df114dc5b40e admin admin] Pushing event updated for resources: {'Port': ['ID=726c96d1-7df0-4ca4-971a-6c8ca9fb3b08,revision_number=1']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:23:26.728875 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-b411df67-08a0-4ccd-b765-df114dc5b40e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3669058'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:23:26.864066 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-fa3d4065-e54d-4544-8b2a-413a3f0990da None None] Provisioning for port 726c96d1-7df0-4ca4-971a-6c8ca9fb3b08 completed by entity DHCP. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 19:23:26.902504 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-fa3d4065-e54d-4544-8b2a-413a3f0990da None None] Provisioning complete for port 726c96d1-7df0-4ca4-971a-6c8ca9fb3b08 triggered by entity DHCP. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 19:23:26.903215 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-fa3d4065-e54d-4544-8b2a-413a3f0990da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3627211'] for port, provisioning_complete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:23:27.044100 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.plugins.ml2.plugin [None req-fa3d4065-e54d-4544-8b2a-413a3f0990da None None] Port 726c96d1-7df0-4ca4-971a-6c8ca9fb3b08 cannot update to ACTIVE because it is not bound. {{(pid=93885) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 19:23:27.174026 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-b411df67-08a0-4ccd-b765-df114dc5b40e admin admin] Notify callbacks [] for port, precommit_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:23:27.189261 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-b411df67-08a0-4ccd-b765-df114dc5b40e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3669005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3715978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777170436913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777169884182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777169884200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-262862662'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:23:27.357276 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-b411df67-08a0-4ccd-b765-df114dc5b40e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3716004', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3676983'] for router_interface, after_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:23:27.384892 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d66c1c3d-cb55-4edc-9c42-493adc9c86b0 req-e4d9982b-1e2b-4c14-9d40-eb21e5b87f56 tempest-ServerRescueNegativeTestJSON-1221659768 tempest-ServerRescueNegativeTestJSON-1221659768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 19:23:27.388069 dv-cinder-806191-2-iscsi neutron-server[93884]: INFO neutron.wsgi [req-d66c1c3d-cb55-4edc-9c42-493adc9c86b0 req-e4d9982b-1e2b-4c14-9d40-eb21e5b87f56 tempest-ServerRescueNegativeTestJSON-1221659768 tempest-ServerRescueNegativeTestJSON-1221659768-project] 10.222.0.26 "GET /v2.0/ports?device_id=332ea1a5-b86c-4ccd-b130-2904c695b590 HTTP/1.1" status: 200 len: 945 time: 0.2814634 Aug 29 19:23:27.397920 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b411df67-08a0-4ccd-b765-df114dc5b40e admin admin] Pushing event updated for resources: {'Port': ['ID=726c96d1-7df0-4ca4-971a-6c8ca9fb3b08,revision_number=2']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:23:27.402411 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.26', 58786) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 19:23:27.546272 dv-cinder-806191-2-iscsi neutron-server[93884]: INFO neutron.wsgi [req-d66c1c3d-cb55-4edc-9c42-493adc9c86b0 req-3a2eefcc-eeee-4970-909f-09bf5357a3dc tempest-ServerRescueNegativeTestJSON-1221659768 tempest-ServerRescueNegativeTestJSON-1221659768-project] 10.222.0.26 "GET /v2.0/security-groups?id=53892fd6-fc0b-43d7-b2d3-4778a69f0ff7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1501448 Aug 29 19:23:27.625849 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b411df67-08a0-4ccd-b765-df114dc5b40e admin admin] Network 4886099e-653a-4458-9041-94933d4c4594 is already hosted by enough agents. {{(pid=93884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 19:23:27.628517 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.scheduler.base_scheduler [None req-b411df67-08a0-4ccd-b765-df114dc5b40e admin admin] Resources bound (agent type, host, resource id): {{(pid=93884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 19:23:27.649407 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-491eb17a-6c7e-415e-a8be-4dd47e941012 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:23:27.892883 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-491eb17a-6c7e-415e-a8be-4dd47e941012 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:23:27.949212 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-491eb17a-6c7e-415e-a8be-4dd47e941012 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368872'] for security_group, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:23:27.978866 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b411df67-08a0-4ccd-b765-df114dc5b40e admin admin] Router 0bde452b-eec2-4df4-b813-22b22fc6a0b7 has already been hosted by L3 agent c3ed3b02-d107-45f2-9b2a-fff9b0cfaa96 {{(pid=93884) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 19:23:28.025494 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-f7f3f912-659a-49f9-ab3a-0560ee4983b1 None None] Device 9019eadf-1ac7-4eee-b2fc-d784fa56c06c up at agent ovs-agent-dv-cinder-806191-2-iscsi {{(pid=93885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 19:23:28.163020 dv-cinder-806191-2-iscsi neutron-server[93883]: INFO neutron.wsgi [None req-491eb17a-6c7e-415e-a8be-4dd47e941012 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=e098dfbb9d2c48efab1582234a0c9185&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7593598 Aug 29 19:23:28.163263 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.26', 58802) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 19:23:28.171718 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-491eb17a-6c7e-415e-a8be-4dd47e941012 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=830a81b9-02ec-474b-9b52-124fa4ed2b3e,revision_number=1']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:23:28.172957 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-f2a05034-fbe9-42d8-b39e-cc4c73290b9a None None] Provisioning complete for port 726c96d1-7df0-4ca4-971a-6c8ca9fb3b08 triggered by entity DHCP. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 19:23:28.173344 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-f2a05034-fbe9-42d8-b39e-cc4c73290b9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3627211'] for port, provisioning_complete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:23:28.211292 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45b3fc34-a86e-4610-996e-a074995ef0cb req-def71930-c0ce-4822-862e-72ef71e9920d tempest-VolumesActionsTest-881116330 tempest-VolumesActionsTest-881116330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 19:23:28.227048 dv-cinder-806191-2-iscsi neutron-server[93883]: INFO neutron.wsgi [req-45b3fc34-a86e-4610-996e-a074995ef0cb req-def71930-c0ce-4822-862e-72ef71e9920d tempest-VolumesActionsTest-881116330 tempest-VolumesActionsTest-881116330-project] 10.222.0.26 "GET /v2.0/ports?device_id=6d049ac7-29d3-4c08-b6b6-0e5e0e88b023 HTTP/1.1" status: 200 len: 945 time: 0.3258338 Aug 29 19:23:28.249489 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.plugins.ml2.plugin [None req-f2a05034-fbe9-42d8-b39e-cc4c73290b9a None None] Port 726c96d1-7df0-4ca4-971a-6c8ca9fb3b08 cannot update to ACTIVE because it is not bound. {{(pid=93885) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 19:23:28.257383 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-f7f3f912-659a-49f9-ab3a-0560ee4983b1 None None] Provisioning for port 9019eadf-1ac7-4eee-b2fc-d784fa56c06c completed by entity L2. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 19:23:28.272429 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-f7f3f912-659a-49f9-ab3a-0560ee4983b1 None None] Provisioning complete for port 9019eadf-1ac7-4eee-b2fc-d784fa56c06c triggered by entity L2. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 19:23:28.273265 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-f7f3f912-659a-49f9-ab3a-0560ee4983b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3627211'] for port, provisioning_complete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:23:28.294851 dv-cinder-806191-2-iscsi neutron-server[93883]: INFO neutron.wsgi [req-45b3fc34-a86e-4610-996e-a074995ef0cb req-ee39cd6d-d838-4db0-b534-d2ee98b63009 tempest-VolumesActionsTest-881116330 tempest-VolumesActionsTest-881116330-project] 10.222.0.26 "GET /v2.0/security-groups?id=0500c899-b6b6-4569-a16d-0e43e32676ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660508 Aug 29 19:23:28.319615 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b411df67-08a0-4ccd-b765-df114dc5b40e admin admin] Notify agent at l3_agent.dv-cinder-806191-2-iscsi the message routers_updated {{(pid=93884) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 19:23:28.342433 dv-cinder-806191-2-iscsi neutron-server[93884]: INFO neutron.wsgi [None req-b411df67-08a0-4ccd-b765-df114dc5b40e admin admin] 10.222.0.26 "PUT /v2.0/routers/0bde452b-eec2-4df4-b813-22b22fc6a0b7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1407509 Aug 29 19:23:28.352767 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-89177b31-a693-47b3-a45b-57d9c9b44990 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:23:28.395324 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-89177b31-a693-47b3-a45b-57d9c9b44990 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:23:28.420905 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-f7f3f912-659a-49f9-ab3a-0560ee4983b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3669058'] for port, before_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:23:28.447938 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-f7f3f912-659a-49f9-ab3a-0560ee4983b1 None None] For port 9019eadf-1ac7-4eee-b2fc-d784fa56c06c, host dv-cinder-806191-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806191-2-iscsi',level=0,port_id=9019eadf-1ac7-4eee-b2fc-d784fa56c06c,segment=NetworkSegment(abe37968-36e5-463a-bc67-a17a4a975f92),segment_id=abe37968-36e5-463a-bc67-a17a4a975f92)] {{(pid=93885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 19:23:28.454589 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-f7f3f912-659a-49f9-ab3a-0560ee4983b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3669005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3715978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777170436913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777169884182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777169884200'] for port, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:23:28.503528 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-89177b31-a693-47b3-a45b-57d9c9b44990 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368872'] for security_group, after_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:23:28.506231 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-89177b31-a693-47b3-a45b-57d9c9b44990 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:23:28.507641 dv-cinder-806191-2-iscsi neutron-server[93884]: INFO neutron.wsgi [None req-89177b31-a693-47b3-a45b-57d9c9b44990 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/830a81b9-02ec-474b-9b52-124fa4ed2b3e HTTP/1.1" status: 204 len: 168 time: 0.2894578 Aug 29 19:23:28.522493 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89177b31-a693-47b3-a45b-57d9c9b44990 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=830a81b9-02ec-474b-9b52-124fa4ed2b3e,revision_number=None']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:23:28.594909 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7f3f912-659a-49f9-ab3a-0560ee4983b1 None None] Pushing event updated for resources: {'Port': ['ID=9019eadf-1ac7-4eee-b2fc-d784fa56c06c,revision_number=4']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:23:28.788901 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37f6ce88-0544-433c-90e6-0e8e0107671b req-3583fb64-faa6-48d6-8ddb-7f398d14f056 tempest-ServerRescueNegativeTestJSON-1221659768 tempest-ServerRescueNegativeTestJSON-1221659768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 19:23:28.792858 dv-cinder-806191-2-iscsi neutron-server[93883]: INFO neutron.wsgi [req-37f6ce88-0544-433c-90e6-0e8e0107671b req-3583fb64-faa6-48d6-8ddb-7f398d14f056 tempest-ServerRescueNegativeTestJSON-1221659768 tempest-ServerRescueNegativeTestJSON-1221659768-project] 10.222.0.26 "GET /v2.0/ports?device_id=332ea1a5-b86c-4ccd-b130-2904c695b590 HTTP/1.1" status: 200 len: 945 time: 0.0973635 Aug 29 19:23:28.868350 dv-cinder-806191-2-iscsi neutron-server[93883]: INFO neutron.wsgi [req-37f6ce88-0544-433c-90e6-0e8e0107671b req-7d23a421-5961-4f99-8142-a15d6b1ff0a1 tempest-ServerRescueNegativeTestJSON-1221659768 tempest-ServerRescueNegativeTestJSON-1221659768-project] 10.222.0.26 "GET /v2.0/security-groups?id=53892fd6-fc0b-43d7-b2d3-4778a69f0ff7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635769 Aug 29 19:23:29.142573 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5ff44d7-2923-42ef-9a13-d6d0d85eacd5 None None] Sync routers for ids ['0bde452b-eec2-4df4-b813-22b22fc6a0b7'] in dv-cinder-806191-2-iscsi {{(pid=93885) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 19:23:29.153627 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5ff44d7-2923-42ef-9a13-d6d0d85eacd5 None None] Routers {'0bde452b-eec2-4df4-b813-22b22fc6a0b7'} bound to L3 agent in host dv-cinder-806191-2-iscsi {{(pid=93885) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 19:23:29.154317 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-a5ff44d7-2923-42ef-9a13-d6d0d85eacd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806191-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-29T19:13:49Z,description=,heartbeat_timestamp=2021-08-29T19:23:19Z,host='dv-cinder-806191-2-iscsi',id=c3ed3b02-d107-45f2-9b2a-fff9b0cfaa96,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T19:13:49Z,topic='l3_agent')) {'router_ids': ['0bde452b-eec2-4df4-b813-22b22fc6a0b7'], 'active': True} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 19:23:29.293462 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.26', 58832) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 19:23:29.299180 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.api.v2.base [None req-fab11347-89d3-466f-8da7-f1198576dbef admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1633991969-network', 'tenant_id': 'ad213c8533ff43208cc1896fe838d329'}} {{(pid=93884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 19:23:29.322720 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.db.l3_dvr_db [None req-a5ff44d7-2923-42ef-9a13-d6d0d85eacd5 None None] Set router 0bde452b-eec2-4df4-b813-22b22fc6a0b7 gateway port host: dv-cinder-806191-2-iscsi {{(pid=93885) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 19:23:29.332641 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fab11347-89d3-466f-8da7-f1198576dbef admin admin] Made reservation on behalf of ad213c8533ff43208cc1896fe838d329 for: {'network': 1} {{(pid=93884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 19:23:29.336527 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-fab11347-89d3-466f-8da7-f1198576dbef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3669058'] for network, before_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:23:29.355931 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-fab11347-89d3-466f-8da7-f1198576dbef admin admin] Notify callbacks [] for security_group, before_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:23:29.523085 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-fab11347-89d3-466f-8da7-f1198576dbef admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:23:29.528377 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-fab11347-89d3-466f-8da7-f1198576dbef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368872'] for security_group, after_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:23:29.562609 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fab11347-89d3-466f-8da7-f1198576dbef admin admin] vlan segment allocate from pool success with {'vlan_id': 112, 'physical_network': 'physnet1'} {{(pid=93884) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 19:23:29.568845 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fab11347-89d3-466f-8da7-f1198576dbef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6226800d-66e7-4138-8f80-33c4161479ad,revision_number=1']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:23:29.579396 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-fab11347-89d3-466f-8da7-f1198576dbef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3556912'] for segment, precommit_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:23:29.579396 dv-cinder-806191-2-iscsi neutron-server[93884]: INFO neutron.db.segments_db [None req-fab11347-89d3-466f-8da7-f1198576dbef admin admin] Added segment e44a6a1d-90f7-4e46-ab35-45978253e213 of type vlan for network af42a6ff-ceb8-4cd2-88bd-8b96cc22906e Aug 29 19:23:29.621075 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-a5ff44d7-2923-42ef-9a13-d6d0d85eacd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0bde452b-eec2-4df4-b813-22b22fc6a0b7', 'name': 'tempest-TestMinimumBasicScenario-288058672-router', 'tenant_id': 'ff839ffa806e4508a9f5f74da31561b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7209b701-ecaa-476a-bd58-d61d280c16d3', 'external_fixed_ips': [{'subnet_id': '71309eb1-223f-47ba-9803-1437c965e178', 'ip_address': '172.27.2.70'}], 'enable_snat': True}, 'gw_port_id': '9019eadf-1ac7-4eee-b2fc-d784fa56c06c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T19:23:20Z', 'updated_at': '2021-08-29T19:23:26Z', 'revision_number': 4, 'project_id': 'ff839ffa806e4508a9f5f74da31561b0', 'gw_port': {'id': '9019eadf-1ac7-4eee-b2fc-d784fa56c06c', 'name': '', 'network_id': '7209b701-ecaa-476a-bd58-d61d280c16d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:08:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0bde452b-eec2-4df4-b813-22b22fc6a0b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 375, 'fixed_ips': [{'subnet_id': '71309eb1-223f-47ba-9803-1437c965e178', 'ip_address': '172.27.2.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806191-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T19:23:21Z', 'updated_at': '2021-08-29T19:23:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71309eb1-223f-47ba-9803-1437c965e178', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806191-2-iscsi', '_interfaces': [{'id': '726c96d1-7df0-4ca4-971a-6c8ca9fb3b08', 'name': '', 'network_id': '4886099e-653a-4458-9041-94933d4c4594', 'tenant_id': 'ff839ffa806e4508a9f5f74da31561b0', 'mac_address': 'fa:16:3e:2e:55:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0bde452b-eec2-4df4-b813-22b22fc6a0b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 376, 'fixed_ips': [{'subnet_id': '1cb0277a-f969-4486-9535-ef7707ae6b74', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T19:23:25Z', 'updated_at': '2021-08-29T19:23:26Z', 'revision_number': 2, 'project_id': 'ff839ffa806e4508a9f5f74da31561b0', 'subnets': [{'id': '1cb0277a-f969-4486-9535-ef7707ae6b74', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806191-2-iscsi', False) {} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 19:23:29.624628 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-fab11347-89d3-466f-8da7-f1198576dbef admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777169867614'] for network, precommit_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:23:29.660090 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-fab11347-89d3-466f-8da7-f1198576dbef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-376669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3715978'] for network, after_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:23:29.661097 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fab11347-89d3-466f-8da7-f1198576dbef admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 19:23:29.661860 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-fab11347-89d3-466f-8da7-f1198576dbef admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3715960'] for network, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:23:29.666928 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5ff44d7-2923-42ef-9a13-d6d0d85eacd5 None None] Checking router: 0bde452b-eec2-4df4-b813-22b22fc6a0b7 for host: dv-cinder-806191-2-iscsi {{(pid=93885) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 19:23:29.667491 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5ff44d7-2923-42ef-9a13-d6d0d85eacd5 None None] Updating router 0bde452b-eec2-4df4-b813-22b22fc6a0b7 port 726c96d1-7df0-4ca4-971a-6c8ca9fb3b08 binding host dv-cinder-806191-2-iscsi {{(pid=93885) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 29 19:23:29.714262 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-a5ff44d7-2923-42ef-9a13-d6d0d85eacd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3669058'] for port, before_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:23:29.725276 dv-cinder-806191-2-iscsi neutron-server[93884]: INFO neutron.wsgi [None req-fab11347-89d3-466f-8da7-f1198576dbef admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.4297464 Aug 29 19:23:29.729440 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.26', 58836) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 19:23:29.735480 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron.api.v2.base [None req-6ed69d00-ac81-488c-941a-2d5ba46c7204 admin admin] Request body: {'subnet': {'network_id': 'af42a6ff-ceb8-4cd2-88bd-8b96cc22906e', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1633991969-subnet', 'tenant_id': 'ad213c8533ff43208cc1896fe838d329', 'ip_version': 4}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 19:23:29.742554 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fab11347-89d3-466f-8da7-f1198576dbef admin admin] Pushing event updated for resources: {'Network': ['ID=af42a6ff-ceb8-4cd2-88bd-8b96cc22906e,revision_number=1']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:23:29.764142 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ed69d00-ac81-488c-941a-2d5ba46c7204 admin admin] Made reservation on behalf of ad213c8533ff43208cc1896fe838d329 for: {'subnet': 1} {{(pid=93883) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 19:23:29.767363 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-6ed69d00-ac81-488c-941a-2d5ba46c7204 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-263977485'] for subnet, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:23:29.768642 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-f7f3f912-659a-49f9-ab3a-0560ee4983b1 None None] Network af42a6ff-ceb8-4cd2-88bd-8b96cc22906e details requested by agent ovs-agent-dv-cinder-806191-2-iscsi with host dv-cinder-806191-2-iscsi {{(pid=93885) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 19:23:29.907151 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-f7f3f912-659a-49f9-ab3a-0560ee4983b1 None None] Device 9019eadf-1ac7-4eee-b2fc-d784fa56c06c up at agent ovs-agent-dv-cinder-806191-2-iscsi {{(pid=93885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 19:23:30.041709 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-f7f3f912-659a-49f9-ab3a-0560ee4983b1 None None] Provisioning complete for port 9019eadf-1ac7-4eee-b2fc-d784fa56c06c triggered by entity L2. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 19:23:30.042323 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-f7f3f912-659a-49f9-ab3a-0560ee4983b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3627211'] for port, provisioning_complete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:23:30.213643 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e28ecc45-beb7-4f9a-913c-dbabdfefe4d2 req-90a73199-31bc-4cac-9a88-7ccd5b8ce885 tempest-ServerRescueNegativeTestJSON-1221659768 tempest-ServerRescueNegativeTestJSON-1221659768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 19:23:30.215375 dv-cinder-806191-2-iscsi neutron-server[93883]: INFO neutron.wsgi [req-e28ecc45-beb7-4f9a-913c-dbabdfefe4d2 req-90a73199-31bc-4cac-9a88-7ccd5b8ce885 tempest-ServerRescueNegativeTestJSON-1221659768 tempest-ServerRescueNegativeTestJSON-1221659768-project] 10.222.0.26 "GET /v2.0/ports?device_id=332ea1a5-b86c-4ccd-b130-2904c695b590 HTTP/1.1" status: 200 len: 945 time: 0.1110046 Aug 29 19:23:30.223879 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-6ed69d00-ac81-488c-941a-2d5ba46c7204 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-376708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3715978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-263308241', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-263977599'] for subnet, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:23:30.236986 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-a5ff44d7-2923-42ef-9a13-d6d0d85eacd5 None None] Notify callbacks [] for port, precommit_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:23:30.252322 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-a5ff44d7-2923-42ef-9a13-d6d0d85eacd5 None None] Transition to ACTIVE for port object 726c96d1-7df0-4ca4-971a-6c8ca9fb3b08 will not be triggered until provisioned by entity L2. {{(pid=93885) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 19:23:30.263458 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-a5ff44d7-2923-42ef-9a13-d6d0d85eacd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3669005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3715978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777170436913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777169884182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777169884200'] for port, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:23:30.304009 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ed69d00-ac81-488c-941a-2d5ba46c7204 admin admin] Pushing event updated for resources: {'Subnet': ['ID=46da7f16-aafe-4187-8808-92166353c1dc,revision_number=0']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:23:30.332274 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c77c04ec-3412-450a-bb64-a817ec503d68 None None] Pushing event updated for resources: {'Port': ['ID=726c96d1-7df0-4ca4-971a-6c8ca9fb3b08,revision_number=3']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:23:30.346852 dv-cinder-806191-2-iscsi neutron-server[93883]: INFO neutron.wsgi [req-e28ecc45-beb7-4f9a-913c-dbabdfefe4d2 req-3c95982e-67eb-4c7a-92d8-08cf0010abb5 tempest-ServerRescueNegativeTestJSON-1221659768 tempest-ServerRescueNegativeTestJSON-1221659768-project] 10.222.0.26 "GET /v2.0/security-groups?id=53892fd6-fc0b-43d7-b2d3-4778a69f0ff7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0865388 Aug 29 19:23:30.384029 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ed69d00-ac81-488c-941a-2d5ba46c7204 admin admin] Checking segment: {'id': 'e44a6a1d-90f7-4e46-ab35-45978253e213', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': 'af42a6ff-ceb8-4cd2-88bd-8b96cc22906e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93883) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 19:23:30.384518 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ed69d00-ac81-488c-941a-2d5ba46c7204 admin admin] Network hostable DHCP agents. Network: af42a6ff-ceb8-4cd2-88bd-8b96cc22906e, hostable agents: ['01567a2b-701c-44ec-9311-402810164ce4'], hosted agents: [] {{(pid=93883) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 19:23:30.416614 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.plugins.ml2.managers [None req-a5ff44d7-2923-42ef-9a13-d6d0d85eacd5 None None] Attempting to bind port 726c96d1-7df0-4ca4-971a-6c8ca9fb3b08 on host dv-cinder-806191-2-iscsi for vnic_type normal with profile {{(pid=93885) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 19:23:30.418068 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.plugins.ml2.managers [None req-a5ff44d7-2923-42ef-9a13-d6d0d85eacd5 None None] Attempting to bind port 726c96d1-7df0-4ca4-971a-6c8ca9fb3b08 by drivers openvswitch,hyperv on host dv-cinder-806191-2-iscsi at level 0 using segments [{'id': 'ce467763-0e5d-4dad-9dd7-1187695d2739', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '4886099e-653a-4458-9041-94933d4c4594'}] {{(pid=93885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 19:23:30.419782 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5ff44d7-2923-42ef-9a13-d6d0d85eacd5 None None] Attempting to bind port 726c96d1-7df0-4ca4-971a-6c8ca9fb3b08 on network 4886099e-653a-4458-9041-94933d4c4594 {{(pid=93885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 19:23:30.434935 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5ff44d7-2923-42ef-9a13-d6d0d85eacd5 None None] Checking agent: {'id': 'e2dce85b-d9d5-40cd-b89b-586c7cfc9b3c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-806191-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 19, 13, 50), 'started_at': datetime.datetime(2021, 8, 29, 19, 14, 20), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 19, 23, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-806191-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 19:23:30.435657 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5ff44d7-2923-42ef-9a13-d6d0d85eacd5 None None] Checking segment: {'id': 'ce467763-0e5d-4dad-9dd7-1187695d2739', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '4886099e-653a-4458-9041-94933d4c4594'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93885) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 19:23:30.436780 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-a5ff44d7-2923-42ef-9a13-d6d0d85eacd5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:23:30.438035 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5ff44d7-2923-42ef-9a13-d6d0d85eacd5 None None] Bound using segment: {'id': 'ce467763-0e5d-4dad-9dd7-1187695d2739', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '4886099e-653a-4458-9041-94933d4c4594'} {{(pid=93885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 19:23:30.438715 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.plugins.ml2.managers [None req-a5ff44d7-2923-42ef-9a13-d6d0d85eacd5 None None] Bound port: 726c96d1-7df0-4ca4-971a-6c8ca9fb3b08, host: dv-cinder-806191-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ce467763-0e5d-4dad-9dd7-1187695d2739', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '4886099e-653a-4458-9041-94933d4c4594'}}] {{(pid=93885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 19:23:30.439469 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-a5ff44d7-2923-42ef-9a13-d6d0d85eacd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3669058'] for port, before_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:23:30.449001 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ed69d00-ac81-488c-941a-2d5ba46c7204 admin admin] Network af42a6ff-ceb8-4cd2-88bd-8b96cc22906e is scheduled to be hosted by DHCP agent 01567a2b-701c-44ec-9311-402810164ce4 with binding_index 1 {{(pid=93883) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 19:23:30.484290 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron.scheduler.base_scheduler [None req-6ed69d00-ac81-488c-941a-2d5ba46c7204 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-806191-2-iscsi, af42a6ff-ceb8-4cd2-88bd-8b96cc22906e) {{(pid=93883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 19:23:30.499907 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ed69d00-ac81-488c-941a-2d5ba46c7204 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 19:23:30.500873 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-6ed69d00-ac81-488c-941a-2d5ba46c7204 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3715960'] for subnet, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:23:30.548455 dv-cinder-806191-2-iscsi neutron-server[93883]: INFO neutron.wsgi [None req-6ed69d00-ac81-488c-941a-2d5ba46c7204 admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.8175168 Aug 29 19:23:30.552205 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.26', 58850) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 19:23:30.554639 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3af99a6c-351f-451a-937f-319ad933ba4b None None] Network af42a6ff-ceb8-4cd2-88bd-8b96cc22906e requested from dv-cinder-806191-2-iscsi {{(pid=93885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 19:23:30.561050 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron.api.v2.base [None req-2abbc316-23cd-474b-b94e-6877b8b5ff41 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1633991969-router', 'tenant_id': 'ad213c8533ff43208cc1896fe838d329', 'external_gateway_info': {'network_id': '7209b701-ecaa-476a-bd58-d61d280c16d3'}}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 19:23:30.633785 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-2abbc316-23cd-474b-b94e-6877b8b5ff41 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3671342', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-28728'] for router, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:23:30.636788 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-2abbc316-23cd-474b-b94e-6877b8b5ff41 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3671426', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3677672', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-423498', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-28723'] for router, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:23:30.768837 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-a5ff44d7-2923-42ef-9a13-d6d0d85eacd5 None None] For port 726c96d1-7df0-4ca4-971a-6c8ca9fb3b08, host dv-cinder-806191-2-iscsi, cleared binding levels {{(pid=93885) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 19:23:30.779256 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-a5ff44d7-2923-42ef-9a13-d6d0d85eacd5 None None] For port 726c96d1-7df0-4ca4-971a-6c8ca9fb3b08, host dv-cinder-806191-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806191-2-iscsi',level=0,port_id=726c96d1-7df0-4ca4-971a-6c8ca9fb3b08,segment=NetworkSegment(ce467763-0e5d-4dad-9dd7-1187695d2739),segment_id=ce467763-0e5d-4dad-9dd7-1187695d2739)] {{(pid=93885) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 19:23:30.809446 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-a5ff44d7-2923-42ef-9a13-d6d0d85eacd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3669005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3715978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777170436913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777169884182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777169884200'] for port, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:23:30.871728 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-2abbc316-23cd-474b-b94e-6877b8b5ff41 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:23:31.071748 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5ff44d7-2923-42ef-9a13-d6d0d85eacd5 None None] Routers {'0bde452b-eec2-4df4-b813-22b22fc6a0b7'} bound to L3 agent in host dv-cinder-806191-2-iscsi {{(pid=93885) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 19:23:31.072773 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-a5ff44d7-2923-42ef-9a13-d6d0d85eacd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806191-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-29T19:13:49Z,description=,heartbeat_timestamp=2021-08-29T19:23:19Z,host='dv-cinder-806191-2-iscsi',id=c3ed3b02-d107-45f2-9b2a-fff9b0cfaa96,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T19:13:49Z,topic='l3_agent')) {'router_ids': ['0bde452b-eec2-4df4-b813-22b22fc6a0b7'], 'active': True} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 19:23:31.152703 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c77c04ec-3412-450a-bb64-a817ec503d68 None None] Pushing event updated for resources: {'Port': ['ID=726c96d1-7df0-4ca4-971a-6c8ca9fb3b08,revision_number=4']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:23:31.206081 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3b36557-5e34-4654-9b8a-77b83eeb446a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8d0de094-1158-5d9d-8828-d4d58d01f022-af42a6ff-ceb8-4cd2-88bd-8b96cc22906e', 'network_id': 'af42a6ff-ceb8-4cd2-88bd-8b96cc22906e', 'tenant_id': 'ad213c8533ff43208cc1896fe838d329', 'fixed_ips': [{'subnet_id': '46da7f16-aafe-4187-8808-92166353c1dc'}]}} from dv-cinder-806191-2-iscsi. {{(pid=93885) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 29 19:23:31.208021 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-a3b36557-5e34-4654-9b8a-77b83eeb446a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3669058'] for port, before_create {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:23:31.336149 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-2abbc316-23cd-474b-b94e-6877b8b5ff41 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:23:31.647296 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54206cd3-02ee-488f-98f9-64f57df6abbc req-a56c7734-524a-4b12-a8e0-24e0e7c17534 tempest-ServerRescueNegativeTestJSON-1221659768 tempest-ServerRescueNegativeTestJSON-1221659768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 19:23:31.650034 dv-cinder-806191-2-iscsi neutron-server[93884]: INFO neutron.wsgi [req-54206cd3-02ee-488f-98f9-64f57df6abbc req-a56c7734-524a-4b12-a8e0-24e0e7c17534 tempest-ServerRescueNegativeTestJSON-1221659768 tempest-ServerRescueNegativeTestJSON-1221659768-project] 10.222.0.26 "GET /v2.0/ports?device_id=332ea1a5-b86c-4ccd-b130-2904c695b590 HTTP/1.1" status: 200 len: 945 time: 0.1082084 Aug 29 19:23:31.726074 dv-cinder-806191-2-iscsi neutron-server[93884]: INFO neutron.wsgi [req-54206cd3-02ee-488f-98f9-64f57df6abbc req-61f3397c-2548-454f-a514-0403836cadc1 tempest-ServerRescueNegativeTestJSON-1221659768 tempest-ServerRescueNegativeTestJSON-1221659768-project] 10.222.0.26 "GET /v2.0/security-groups?id=53892fd6-fc0b-43d7-b2d3-4778a69f0ff7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663714 Aug 29 19:23:31.787119 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.db.l3_dvr_db [None req-a5ff44d7-2923-42ef-9a13-d6d0d85eacd5 None None] Set router 0bde452b-eec2-4df4-b813-22b22fc6a0b7 gateway port host: dv-cinder-806191-2-iscsi {{(pid=93885) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 19:23:31.889412 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.db.db_base_plugin_common [None req-a3b36557-5e34-4654-9b8a-77b83eeb446a None None] Allocated IP 172.20.0.2 (af42a6ff-ceb8-4cd2-88bd-8b96cc22906e/46da7f16-aafe-4187-8808-92166353c1dc/5c01ea31-99d3-4650-bd8f-41d8f69634e7) {{(pid=93885) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 19:23:31.975745 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-2abbc316-23cd-474b-b94e-6877b8b5ff41 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:23:32.070438 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3fcd9b8-8197-46fd-b52f-f27e5d30d92f req-4b7c396b-6cea-47a4-b677-dce3091ee640 tempest-VolumesActionsTest-881116330 tempest-VolumesActionsTest-881116330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 19:23:32.073359 dv-cinder-806191-2-iscsi neutron-server[93883]: INFO neutron.wsgi [req-f3fcd9b8-8197-46fd-b52f-f27e5d30d92f req-4b7c396b-6cea-47a4-b677-dce3091ee640 tempest-VolumesActionsTest-881116330 tempest-VolumesActionsTest-881116330-project] 10.222.0.26 "GET /v2.0/ports?device_id=6d049ac7-29d3-4c08-b6b6-0e5e0e88b023 HTTP/1.1" status: 200 len: 945 time: 0.3010681 Aug 29 19:23:32.076426 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-2abbc316-23cd-474b-b94e-6877b8b5ff41 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3669058'] for port, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:23:32.208589 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-a3b36557-5e34-4654-9b8a-77b83eeb446a None None] Notify callbacks [] for port, precommit_create {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:23:32.221038 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-a3b36557-5e34-4654-9b8a-77b83eeb446a None None] Transition to ACTIVE for port object 5c01ea31-99d3-4650-bd8f-41d8f69634e7 will not be triggered until provisioned by entity L2. {{(pid=93885) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 19:23:32.240864 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-a5ff44d7-2923-42ef-9a13-d6d0d85eacd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0bde452b-eec2-4df4-b813-22b22fc6a0b7', 'name': 'tempest-TestMinimumBasicScenario-288058672-router', 'tenant_id': 'ff839ffa806e4508a9f5f74da31561b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7209b701-ecaa-476a-bd58-d61d280c16d3', 'external_fixed_ips': [{'subnet_id': '71309eb1-223f-47ba-9803-1437c965e178', 'ip_address': '172.27.2.70'}], 'enable_snat': True}, 'gw_port_id': '9019eadf-1ac7-4eee-b2fc-d784fa56c06c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T19:23:20Z', 'updated_at': '2021-08-29T19:23:26Z', 'revision_number': 4, 'project_id': 'ff839ffa806e4508a9f5f74da31561b0', 'gw_port': {'id': '9019eadf-1ac7-4eee-b2fc-d784fa56c06c', 'name': '', 'network_id': '7209b701-ecaa-476a-bd58-d61d280c16d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:08:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0bde452b-eec2-4df4-b813-22b22fc6a0b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 375, 'fixed_ips': [{'subnet_id': '71309eb1-223f-47ba-9803-1437c965e178', 'ip_address': '172.27.2.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806191-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T19:23:21Z', 'updated_at': '2021-08-29T19:23:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71309eb1-223f-47ba-9803-1437c965e178', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806191-2-iscsi', '_interfaces': [{'id': '726c96d1-7df0-4ca4-971a-6c8ca9fb3b08', 'name': '', 'network_id': '4886099e-653a-4458-9041-94933d4c4594', 'tenant_id': 'ff839ffa806e4508a9f5f74da31561b0', 'mac_address': 'fa:16:3e:2e:55:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0bde452b-eec2-4df4-b813-22b22fc6a0b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 376, 'fixed_ips': [{'subnet_id': '1cb0277a-f969-4486-9535-ef7707ae6b74', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806191-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T19:23:25Z', 'updated_at': '2021-08-29T19:23:30Z', 'revision_number': 4, 'project_id': 'ff839ffa806e4508a9f5f74da31561b0', 'subnets': [{'id': '1cb0277a-f969-4486-9535-ef7707ae6b74', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806191-2-iscsi', False) {} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 19:23:32.284804 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5ff44d7-2923-42ef-9a13-d6d0d85eacd5 None None] The sync data for ids ['0bde452b-eec2-4df4-b813-22b22fc6a0b7'] in dv-cinder-806191-2-iscsi is: [{'id': '0bde452b-eec2-4df4-b813-22b22fc6a0b7', 'name': 'tempest-TestMinimumBasicScenario-288058672-router', 'tenant_id': 'ff839ffa806e4508a9f5f74da31561b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7209b701-ecaa-476a-bd58-d61d280c16d3', 'external_fixed_ips': [{'subnet_id': '71309eb1-223f-47ba-9803-1437c965e178', 'ip_address': '172.27.2.70'}], 'enable_snat': True}, 'gw_port_id': '9019eadf-1ac7-4eee-b2fc-d784fa56c06c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T19:23:20Z', 'updated_at': '2021-08-29T19:23:26Z', 'revision_number': 4, 'project_id': 'ff839ffa806e4508a9f5f74da31561b0', 'gw_port': {'id': '9019eadf-1ac7-4eee-b2fc-d784fa56c06c', 'name': '', 'network_id': '7209b701-ecaa-476a-bd58-d61d280c16d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:08:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0bde452b-eec2-4df4-b813-22b22fc6a0b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 375, 'fixed_ips': [{'subnet_id': '71309eb1-223f-47ba-9803-1437c965e178', 'ip_address': '172.27.2.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806191-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T19:23:21Z', 'updated_at': '2021-08-29T19:23:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71309eb1-223f-47ba-9803-1437c965e178', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806191-2-iscsi', '_interfaces': [{'id': '726c96d1-7df0-4ca4-971a-6c8ca9fb3b08', 'name': '', 'network_id': '4886099e-653a-4458-9041-94933d4c4594', 'tenant_id': 'ff839ffa806e4508a9f5f74da31561b0', 'mac_address': 'fa:16:3e:2e:55:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0bde452b-eec2-4df4-b813-22b22fc6a0b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 376, 'fixed_ips': [{'subnet_id': '1cb0277a-f969-4486-9535-ef7707ae6b74', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806191-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T19:23:25Z', 'updated_at': '2021-08-29T19:23:30Z', 'revision_number': 4, 'project_id': 'ff839ffa806e4508a9f5f74da31561b0', 'subnets': [{'id': '1cb0277a-f969-4486-9535-ef7707ae6b74', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93885) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 19:23:32.291111 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-a3b36557-5e34-4654-9b8a-77b83eeb446a None None] Transition to ACTIVE for port object 5c01ea31-99d3-4650-bd8f-41d8f69634e7 will not be triggered until provisioned by entity DHCP. {{(pid=93885) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 19:23:32.300560 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-a3b36557-5e34-4654-9b8a-77b83eeb446a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3669005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3715978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777169884164'] for port, after_create {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:23:32.326950 dv-cinder-806191-2-iscsi neutron-server[93883]: INFO neutron.wsgi [req-f3fcd9b8-8197-46fd-b52f-f27e5d30d92f req-48a6ac69-0f82-4e38-be95-7889c308613b tempest-VolumesActionsTest-881116330 tempest-VolumesActionsTest-881116330-project] 10.222.0.26 "GET /v2.0/security-groups?id=0500c899-b6b6-4569-a16d-0e43e32676ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2332900 Aug 29 19:23:32.354916 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3b36557-5e34-4654-9b8a-77b83eeb446a None None] Pushing event updated for resources: {'Port': ['ID=5c01ea31-99d3-4650-bd8f-41d8f69634e7,revision_number=1']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:23:32.374596 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3b36557-5e34-4654-9b8a-77b83eeb446a None None] Network af42a6ff-ceb8-4cd2-88bd-8b96cc22906e is already hosted by enough agents. {{(pid=93885) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 19:23:32.377433 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.scheduler.base_scheduler [None req-a3b36557-5e34-4654-9b8a-77b83eeb446a None None] Resources bound (agent type, host, resource id): {{(pid=93885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 19:23:32.381780 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3b36557-5e34-4654-9b8a-77b83eeb446a None None] Received port after_create {{(pid=93885) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 19:23:32.421972 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron.db.db_base_plugin_common [None req-2abbc316-23cd-474b-b94e-6877b8b5ff41 admin admin] Allocated IP 172.27.2.144 (7209b701-ecaa-476a-bd58-d61d280c16d3/71309eb1-223f-47ba-9803-1437c965e178/b35a6dda-b977-4909-8fec-e60c271da723) {{(pid=93883) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 19:23:32.502408 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.plugins.ml2.managers [None req-a3b36557-5e34-4654-9b8a-77b83eeb446a None None] Attempting to bind port 5c01ea31-99d3-4650-bd8f-41d8f69634e7 on host dv-cinder-806191-2-iscsi for vnic_type normal with profile {{(pid=93885) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 19:23:32.503127 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.plugins.ml2.managers [None req-a3b36557-5e34-4654-9b8a-77b83eeb446a None None] Attempting to bind port 5c01ea31-99d3-4650-bd8f-41d8f69634e7 by drivers openvswitch,hyperv on host dv-cinder-806191-2-iscsi at level 0 using segments [{'id': 'e44a6a1d-90f7-4e46-ab35-45978253e213', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': 'af42a6ff-ceb8-4cd2-88bd-8b96cc22906e'}] {{(pid=93885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 19:23:32.503619 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3b36557-5e34-4654-9b8a-77b83eeb446a None None] Attempting to bind port 5c01ea31-99d3-4650-bd8f-41d8f69634e7 on network af42a6ff-ceb8-4cd2-88bd-8b96cc22906e {{(pid=93885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 19:23:32.527547 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3b36557-5e34-4654-9b8a-77b83eeb446a None None] Checking agent: {'id': 'e2dce85b-d9d5-40cd-b89b-586c7cfc9b3c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-806191-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 19, 13, 50), 'started_at': datetime.datetime(2021, 8, 29, 19, 14, 20), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 19, 23, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-806191-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 19:23:32.528276 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3b36557-5e34-4654-9b8a-77b83eeb446a None None] Checking segment: {'id': 'e44a6a1d-90f7-4e46-ab35-45978253e213', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': 'af42a6ff-ceb8-4cd2-88bd-8b96cc22906e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93885) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 19:23:32.528788 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-a3b36557-5e34-4654-9b8a-77b83eeb446a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:23:32.529271 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3b36557-5e34-4654-9b8a-77b83eeb446a None None] Bound using segment: {'id': 'e44a6a1d-90f7-4e46-ab35-45978253e213', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': 'af42a6ff-ceb8-4cd2-88bd-8b96cc22906e'} {{(pid=93885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 19:23:32.529864 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.plugins.ml2.managers [None req-a3b36557-5e34-4654-9b8a-77b83eeb446a None None] Bound port: 5c01ea31-99d3-4650-bd8f-41d8f69634e7, host: dv-cinder-806191-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e44a6a1d-90f7-4e46-ab35-45978253e213', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': 'af42a6ff-ceb8-4cd2-88bd-8b96cc22906e'}}] {{(pid=93885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 19:23:32.530351 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-a3b36557-5e34-4654-9b8a-77b83eeb446a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3669058'] for port, before_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:23:32.639768 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-2abbc316-23cd-474b-b94e-6877b8b5ff41 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:23:32.658941 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-a3b36557-5e34-4654-9b8a-77b83eeb446a None None] For port 5c01ea31-99d3-4650-bd8f-41d8f69634e7, host dv-cinder-806191-2-iscsi, cleared binding levels {{(pid=93885) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 19:23:32.663669 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-a3b36557-5e34-4654-9b8a-77b83eeb446a None None] For port 5c01ea31-99d3-4650-bd8f-41d8f69634e7, host dv-cinder-806191-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806191-2-iscsi',level=0,port_id=5c01ea31-99d3-4650-bd8f-41d8f69634e7,segment=NetworkSegment(e44a6a1d-90f7-4e46-ab35-45978253e213),segment_id=e44a6a1d-90f7-4e46-ab35-45978253e213)] {{(pid=93885) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 19:23:32.671785 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-a3b36557-5e34-4654-9b8a-77b83eeb446a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3669005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3715978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777170436913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777169884182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777169884200'] for port, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:23:32.729083 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-2abbc316-23cd-474b-b94e-6877b8b5ff41 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3669005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3715978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777169884164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263410497'] for port, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:23:32.753610 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3b36557-5e34-4654-9b8a-77b83eeb446a None None] Pushing event updated for resources: {'Port': ['ID=5c01ea31-99d3-4650-bd8f-41d8f69634e7,revision_number=2']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:23:32.798211 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2abbc316-23cd-474b-b94e-6877b8b5ff41 admin admin] Network 7209b701-ecaa-476a-bd58-d61d280c16d3 is already hosted by enough agents. {{(pid=93883) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 19:23:32.812590 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron.scheduler.base_scheduler [None req-2abbc316-23cd-474b-b94e-6877b8b5ff41 admin admin] Resources bound (agent type, host, resource id): {{(pid=93883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 19:23:32.819823 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2abbc316-23cd-474b-b94e-6877b8b5ff41 admin admin] Pushing event updated for resources: {'Port': ['ID=b35a6dda-b977-4909-8fec-e60c271da723,revision_number=1']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:23:32.822963 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2abbc316-23cd-474b-b94e-6877b8b5ff41 admin admin] Received port after_create {{(pid=93883) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 19:23:33.007655 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-824c7319-a186-4b50-a457-5cec37f97b47 req-da150254-d1f1-45ec-b600-b915b6cbdbaa tempest-ServerRescueNegativeTestJSON-1221659768 tempest-ServerRescueNegativeTestJSON-1221659768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 19:23:33.011499 dv-cinder-806191-2-iscsi neutron-server[93884]: INFO neutron.wsgi [req-824c7319-a186-4b50-a457-5cec37f97b47 req-da150254-d1f1-45ec-b600-b915b6cbdbaa tempest-ServerRescueNegativeTestJSON-1221659768 tempest-ServerRescueNegativeTestJSON-1221659768-project] 10.222.0.26 "GET /v2.0/ports?device_id=332ea1a5-b86c-4ccd-b130-2904c695b590 HTTP/1.1" status: 200 len: 945 time: 0.0928679 Aug 29 19:23:33.126609 dv-cinder-806191-2-iscsi neutron-server[93884]: INFO neutron.wsgi [req-824c7319-a186-4b50-a457-5cec37f97b47 req-f3b99e15-9b81-454a-a89b-499cca54eeee tempest-ServerRescueNegativeTestJSON-1221659768 tempest-ServerRescueNegativeTestJSON-1221659768-project] 10.222.0.26 "GET /v2.0/security-groups?id=53892fd6-fc0b-43d7-b2d3-4778a69f0ff7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0910759 Aug 29 19:23:33.265032 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1281f31-2806-4409-b92e-fd8f45f36c22 req-d9bd9c84-a70b-4a0c-8f32-79f5a1c541e4 tempest-VolumesActionsTest-881116330 tempest-VolumesActionsTest-881116330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 19:23:33.268906 dv-cinder-806191-2-iscsi neutron-server[93884]: INFO neutron.wsgi [req-c1281f31-2806-4409-b92e-fd8f45f36c22 req-d9bd9c84-a70b-4a0c-8f32-79f5a1c541e4 tempest-VolumesActionsTest-881116330 tempest-VolumesActionsTest-881116330-project] 10.222.0.23 "GET /v2.0/ports?device_id=6d049ac7-29d3-4c08-b6b6-0e5e0e88b023 HTTP/1.1" status: 200 len: 945 time: 0.1116033 Aug 29 19:23:33.390845 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-2abbc316-23cd-474b-b94e-6877b8b5ff41 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:23:33.532823 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [req-c1281f31-2806-4409-b92e-fd8f45f36c22 req-d6261107-ceb5-4f88-899a-931a0a9b5d35 tempest-VolumesActionsTest-881116330 tempest-VolumesActionsTest-881116330-project] Deleting port f5c1153a-9f0f-433f-a4d1-327f9bddf350 {{(pid=93884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 19:23:33.533346 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-c1281f31-2806-4409-b92e-fd8f45f36c22 req-d6261107-ceb5-4f88-899a-931a0a9b5d35 tempest-VolumesActionsTest-881116330 tempest-VolumesActionsTest-881116330-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777170414367'] for port, before_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:23:33.756534 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdf05e53-a764-4755-a3b4-bb4fff364f50 req-62674ad5-b66e-487d-9c71-75664b8656bc tempest-VolumesActionsTest-881116330 tempest-VolumesActionsTest-881116330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 19:23:33.764350 dv-cinder-806191-2-iscsi neutron-server[93883]: INFO neutron.wsgi [req-fdf05e53-a764-4755-a3b4-bb4fff364f50 req-62674ad5-b66e-487d-9c71-75664b8656bc tempest-VolumesActionsTest-881116330 tempest-VolumesActionsTest-881116330-project] 10.222.0.26 "GET /v2.0/ports?device_id=6d049ac7-29d3-4c08-b6b6-0e5e0e88b023 HTTP/1.1" status: 200 len: 945 time: 0.3158784 Aug 29 19:23:33.771482 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.db [req-c1281f31-2806-4409-b92e-fd8f45f36c22 req-d6261107-ceb5-4f88-899a-931a0a9b5d35 tempest-VolumesActionsTest-881116330 tempest-VolumesActionsTest-881116330-project] For port f5c1153a-9f0f-433f-a4d1-327f9bddf350, host hv-cinder-80619, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80619',level=0,port_id=f5c1153a-9f0f-433f-a4d1-327f9bddf350,segment=NetworkSegment(6abc8a44-8b13-4a84-86d3-61da7e65e27c),segment_id=6abc8a44-8b13-4a84-86d3-61da7e65e27c)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 19:23:33.772818 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-c1281f31-2806-4409-b92e-fd8f45f36c22 req-d6261107-ceb5-4f88-899a-931a0a9b5d35 tempest-VolumesActionsTest-881116330 tempest-VolumesActionsTest-881116330-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3695122'] for port, precommit_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:23:33.819238 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [req-c1281f31-2806-4409-b92e-fd8f45f36c22 req-d6261107-ceb5-4f88-899a-931a0a9b5d35 tempest-VolumesActionsTest-881116330 tempest-VolumesActionsTest-881116330-project] Calling delete_port for f5c1153a-9f0f-433f-a4d1-327f9bddf350 owned by compute:nova {{(pid=93884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 19:23:33.904245 dv-cinder-806191-2-iscsi neutron-server[93883]: INFO neutron.wsgi [req-fdf05e53-a764-4755-a3b4-bb4fff364f50 req-0868ffdf-a848-46e4-b6e2-c5af3f39edb3 tempest-VolumesActionsTest-881116330 tempest-VolumesActionsTest-881116330-project] 10.222.0.26 "GET /v2.0/security-groups?id=0500c899-b6b6-4569-a16d-0e43e32676ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1297531 Aug 29 19:23:33.998908 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-2abbc316-23cd-474b-b94e-6877b8b5ff41 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3671481', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3676215'] for router, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:23:34.084886 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-f7f3f912-659a-49f9-ab3a-0560ee4983b1 None None] Device 5c01ea31-99d3-4650-bd8f-41d8f69634e7 up at agent ovs-agent-dv-cinder-806191-2-iscsi {{(pid=93885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 19:23:34.281404 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-f7f3f912-659a-49f9-ab3a-0560ee4983b1 None None] Provisioning for port 5c01ea31-99d3-4650-bd8f-41d8f69634e7 completed by entity L2. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 19:23:34.292348 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-f7f3f912-659a-49f9-ab3a-0560ee4983b1 None None] Device 726c96d1-7df0-4ca4-971a-6c8ca9fb3b08 up at agent ovs-agent-dv-cinder-806191-2-iscsi {{(pid=93885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 19:23:34.363702 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2abbc316-23cd-474b-b94e-6877b8b5ff41 admin admin] Router 9bf133b2-5cfa-4a19-b816-6f239aeafa21 is scheduled to L3 agent c3ed3b02-d107-45f2-9b2a-fff9b0cfaa96 with binding_index 1 {{(pid=93883) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 29 19:23:34.369024 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-c1281f31-2806-4409-b92e-fd8f45f36c22 req-d6261107-ceb5-4f88-899a-931a0a9b5d35 tempest-VolumesActionsTest-881116330 tempest-VolumesActionsTest-881116330-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3669005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3715978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777170436895', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777169884173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262862687'] for port, after_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:23:34.420452 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c42056c9-daba-430e-8b4d-f37c813bec39 None None] Network af42a6ff-ceb8-4cd2-88bd-8b96cc22906e requested from dv-cinder-806191-2-iscsi {{(pid=93885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 19:23:34.512579 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6261107-ceb5-4f88-899a-931a0a9b5d35 tempest-VolumesActionsTest-881116330 tempest-VolumesActionsTest-881116330-project] Pushing event deleted for resources: {'Port': ['ID=f5c1153a-9f0f-433f-a4d1-327f9bddf350,revision_number=None']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:23:34.640178 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-d56a00bc-2e97-427a-9f32-7e8c32380361 None None] Provisioning for port 5c01ea31-99d3-4650-bd8f-41d8f69634e7 completed by entity DHCP. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 19:23:34.658585 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-f7f3f912-659a-49f9-ab3a-0560ee4983b1 None None] Provisioning for port 726c96d1-7df0-4ca4-971a-6c8ca9fb3b08 completed by entity L2. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 19:23:34.667293 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-d56a00bc-2e97-427a-9f32-7e8c32380361 None None] Provisioning complete for port 5c01ea31-99d3-4650-bd8f-41d8f69634e7 triggered by entity DHCP. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 19:23:34.667959 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-d56a00bc-2e97-427a-9f32-7e8c32380361 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3627211'] for port, provisioning_complete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:23:34.669714 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2abbc316-23cd-474b-b94e-6877b8b5ff41 admin admin] Notify agent at l3_agent.dv-cinder-806191-2-iscsi the message routers_updated {{(pid=93883) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 19:23:34.692259 dv-cinder-806191-2-iscsi neutron-server[93886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a869abc0-eb01-4820-b639-27ad771e52d3 None None] Sync routers for ids ['9bf133b2-5cfa-4a19-b816-6f239aeafa21'] in dv-cinder-806191-2-iscsi {{(pid=93886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 19:23:34.700789 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-f7f3f912-659a-49f9-ab3a-0560ee4983b1 None None] Provisioning complete for port 726c96d1-7df0-4ca4-971a-6c8ca9fb3b08 triggered by entity L2. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 19:23:34.701459 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-f7f3f912-659a-49f9-ab3a-0560ee4983b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3627211'] for port, provisioning_complete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:23:34.713036 dv-cinder-806191-2-iscsi neutron-server[93886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a869abc0-eb01-4820-b639-27ad771e52d3 None None] Routers {'9bf133b2-5cfa-4a19-b816-6f239aeafa21'} bound to L3 agent in host dv-cinder-806191-2-iscsi {{(pid=93886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 19:23:34.715772 dv-cinder-806191-2-iscsi neutron-server[93886]: DEBUG neutron.db.l3_hamode_db [None req-a869abc0-eb01-4820-b639-27ad771e52d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806191-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-29T19:13:49Z,description=,heartbeat_timestamp=2021-08-29T19:23:19Z,host='dv-cinder-806191-2-iscsi',id=c3ed3b02-d107-45f2-9b2a-fff9b0cfaa96,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T19:13:49Z,topic='l3_agent')) {'router_ids': ['9bf133b2-5cfa-4a19-b816-6f239aeafa21'], 'active': True} {{(pid=93886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 19:23:34.744210 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-2abbc316-23cd-474b-b94e-6877b8b5ff41 admin admin] Notify callbacks [] for router, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:23:34.749580 dv-cinder-806191-2-iscsi neutron-server[93883]: INFO neutron.wsgi [None req-2abbc316-23cd-474b-b94e-6877b8b5ff41 admin admin] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 4.1920681 Aug 29 19:23:34.749936 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.26', 58988) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 19:23:34.756974 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.db.l3_dvrscheduler_db [req-c1281f31-2806-4409-b92e-fd8f45f36c22 req-d6261107-ceb5-4f88-899a-931a0a9b5d35 tempest-VolumesActionsTest-881116330 tempest-VolumesActionsTest-881116330-project] No DVR routers for this DVR port f5c1153a-9f0f-433f-a4d1-327f9bddf350 on host hv-cinder-80619 {{(pid=93884) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 19:23:34.774156 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfff6880-6df8-41b2-baa0-56a6379617c5 req-6d2618ef-0bc9-4613-a8ab-6d0127202348 tempest-ServerRescueNegativeTestJSON-1221659768 tempest-ServerRescueNegativeTestJSON-1221659768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 19:23:34.789961 dv-cinder-806191-2-iscsi neutron-server[93884]: INFO neutron.wsgi [req-cfff6880-6df8-41b2-baa0-56a6379617c5 req-6d2618ef-0bc9-4613-a8ab-6d0127202348 tempest-ServerRescueNegativeTestJSON-1221659768 tempest-ServerRescueNegativeTestJSON-1221659768-project] 10.222.0.26 "GET /v2.0/ports?device_id=332ea1a5-b86c-4ccd-b130-2904c695b590 HTTP/1.1" status: 200 len: 945 time: 0.3050063 Aug 29 19:23:34.838366 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-c1281f31-2806-4409-b92e-fd8f45f36c22 req-d6261107-ceb5-4f88-899a-931a0a9b5d35 tempest-VolumesActionsTest-881116330 tempest-VolumesActionsTest-881116330-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-256493'] for port, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:23:34.850919 dv-cinder-806191-2-iscsi neutron-server[93884]: INFO neutron.wsgi [req-c1281f31-2806-4409-b92e-fd8f45f36c22 req-d6261107-ceb5-4f88-899a-931a0a9b5d35 tempest-VolumesActionsTest-881116330 tempest-VolumesActionsTest-881116330-project] 10.222.0.23 "DELETE /v2.0/ports/f5c1153a-9f0f-433f-a4d1-327f9bddf350 HTTP/1.1" status: 204 len: 173 time: 1.5719624 Aug 29 19:23:34.852603 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6d049ac7-29d3-4c08-b6b6-0e5e0e88b023', 'name': 'network-vif-deleted', 'tag': 'f5c1153a-9f0f-433f-a4d1-327f9bddf350'}] {{(pid=93884) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 19:23:34.858326 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}af0273b9eb9050257146764f7dfc5aa69aec40d1770056ff1a21a350116cd0eb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a3adcc75-3c43-475b-b340-04095f8527dd" -d '{"events": [{"server_uuid": "6d049ac7-29d3-4c08-b6b6-0e5e0e88b023", "name": "network-vif-deleted", "tag": "f5c1153a-9f0f-433f-a4d1-327f9bddf350"}]}' {{(pid=93884) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 19:23:34.927861 dv-cinder-806191-2-iscsi neutron-server[93886]: DEBUG neutron.db.l3_dvr_db [None req-a869abc0-eb01-4820-b639-27ad771e52d3 None None] Set router 9bf133b2-5cfa-4a19-b816-6f239aeafa21 gateway port host: dv-cinder-806191-2-iscsi {{(pid=93886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 19:23:34.931569 dv-cinder-806191-2-iscsi neutron-server[93884]: INFO neutron.wsgi [req-cfff6880-6df8-41b2-baa0-56a6379617c5 req-29027830-64f2-49ab-bf83-ff12dcaca9d0 tempest-ServerRescueNegativeTestJSON-1221659768 tempest-ServerRescueNegativeTestJSON-1221659768-project] 10.222.0.26 "GET /v2.0/security-groups?id=53892fd6-fc0b-43d7-b2d3-4778a69f0ff7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1368434 Aug 29 19:23:35.033971 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-d56a00bc-2e97-427a-9f32-7e8c32380361 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3669058'] for port, before_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:23:35.083167 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 19:23:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3f66a94b-790a-4e87-9c4e-475d49978171 x-openstack-request-id: req-3f66a94b-790a-4e87-9c4e-475d49978171 {{(pid=93884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 19:23:35.084189 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6d049ac7-29d3-4c08-b6b6-0e5e0e88b023", "name": "network-vif-deleted", "tag": "f5c1153a-9f0f-433f-a4d1-327f9bddf350", "status": "completed", "code": 200}]} {{(pid=93884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 19:23:35.086306 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-3f66a94b-790a-4e87-9c4e-475d49978171 {{(pid=93884) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 19:23:35.087428 dv-cinder-806191-2-iscsi neutron-server[93884]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6d049ac7-29d3-4c08-b6b6-0e5e0e88b023', 'name': 'network-vif-deleted', 'tag': 'f5c1153a-9f0f-433f-a4d1-327f9bddf350', 'status': 'completed', 'code': 200} Aug 29 19:23:35.111726 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-f7f3f912-659a-49f9-ab3a-0560ee4983b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3669058'] for port, before_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:23:35.152207 dv-cinder-806191-2-iscsi neutron-server[93884]: INFO neutron.wsgi [req-89967c75-2814-4013-9501-8cdc4cfc88dc req-e72fb6bf-678e-494c-aa90-0a20718df816 tempest-VolumesActionsTest-881116330 tempest-VolumesActionsTest-881116330-project] 10.222.0.26 "GET /v2.0/ports?device_id=6d049ac7-29d3-4c08-b6b6-0e5e0e88b023 HTTP/1.1" status: 200 len: 210 time: 0.0873919 Aug 29 19:23:35.153421 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-d56a00bc-2e97-427a-9f32-7e8c32380361 None None] For port 5c01ea31-99d3-4650-bd8f-41d8f69634e7, host dv-cinder-806191-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806191-2-iscsi',level=0,port_id=5c01ea31-99d3-4650-bd8f-41d8f69634e7,segment=NetworkSegment(e44a6a1d-90f7-4e46-ab35-45978253e213),segment_id=e44a6a1d-90f7-4e46-ab35-45978253e213)] {{(pid=93885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 19:23:35.169364 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-d56a00bc-2e97-427a-9f32-7e8c32380361 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3669005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3715978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777170436913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777169884182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777169884200'] for port, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:23:35.233603 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-f7f3f912-659a-49f9-ab3a-0560ee4983b1 None None] For port 726c96d1-7df0-4ca4-971a-6c8ca9fb3b08, host dv-cinder-806191-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806191-2-iscsi',level=0,port_id=726c96d1-7df0-4ca4-971a-6c8ca9fb3b08,segment=NetworkSegment(ce467763-0e5d-4dad-9dd7-1187695d2739),segment_id=ce467763-0e5d-4dad-9dd7-1187695d2739)] {{(pid=93885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 19:23:35.247544 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-f7f3f912-659a-49f9-ab3a-0560ee4983b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3669005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3715978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777170436913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777169884182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777169884200'] for port, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:23:35.279785 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d56a00bc-2e97-427a-9f32-7e8c32380361 None None] Pushing event updated for resources: {'Port': ['ID=5c01ea31-99d3-4650-bd8f-41d8f69634e7,revision_number=3']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:23:35.307541 dv-cinder-806191-2-iscsi neutron-server[93886]: DEBUG neutron.db.l3_hamode_db [None req-a869abc0-eb01-4820-b639-27ad771e52d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9bf133b2-5cfa-4a19-b816-6f239aeafa21', 'name': 'tempest-TestMinimumBasicScenario-1633991969-router', 'tenant_id': 'ad213c8533ff43208cc1896fe838d329', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7209b701-ecaa-476a-bd58-d61d280c16d3', 'external_fixed_ips': [{'subnet_id': '71309eb1-223f-47ba-9803-1437c965e178', 'ip_address': '172.27.2.144'}], 'enable_snat': True}, 'gw_port_id': 'b35a6dda-b977-4909-8fec-e60c271da723', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T19:23:30Z', 'updated_at': '2021-08-29T19:23:33Z', 'revision_number': 3, 'project_id': 'ad213c8533ff43208cc1896fe838d329', 'gw_port': {'id': 'b35a6dda-b977-4909-8fec-e60c271da723', 'name': '', 'network_id': '7209b701-ecaa-476a-bd58-d61d280c16d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:b9:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9bf133b2-5cfa-4a19-b816-6f239aeafa21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 392, 'fixed_ips': [{'subnet_id': '71309eb1-223f-47ba-9803-1437c965e178', 'ip_address': '172.27.2.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T19:23:32Z', 'updated_at': '2021-08-29T19:23:32Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '71309eb1-223f-47ba-9803-1437c965e178', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806191-2-iscsi'}], 'dv-cinder-806191-2-iscsi', False) {} {{(pid=93886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 19:23:35.357446 dv-cinder-806191-2-iscsi neutron-server[93886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a869abc0-eb01-4820-b639-27ad771e52d3 None None] Checking router: 9bf133b2-5cfa-4a19-b816-6f239aeafa21 for host: dv-cinder-806191-2-iscsi {{(pid=93886) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 19:23:35.358065 dv-cinder-806191-2-iscsi neutron-server[93886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a869abc0-eb01-4820-b639-27ad771e52d3 None None] Updating router 9bf133b2-5cfa-4a19-b816-6f239aeafa21 port b35a6dda-b977-4909-8fec-e60c271da723 binding host dv-cinder-806191-2-iscsi {{(pid=93886) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 29 19:23:35.360619 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7f3f912-659a-49f9-ab3a-0560ee4983b1 None None] Pushing event updated for resources: {'Port': ['ID=726c96d1-7df0-4ca4-971a-6c8ca9fb3b08,revision_number=5']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:23:35.389192 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-8083c22c-f95d-4db2-89a8-f3613eb1eee8 None None] Provisioning complete for port 5c01ea31-99d3-4650-bd8f-41d8f69634e7 triggered by entity DHCP. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 19:23:35.389681 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-8083c22c-f95d-4db2-89a8-f3613eb1eee8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3627211'] for port, provisioning_complete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:23:35.480519 dv-cinder-806191-2-iscsi neutron-server[93886]: DEBUG neutron_lib.callbacks.manager [None req-a869abc0-eb01-4820-b639-27ad771e52d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3669058'] for port, before_update {{(pid=93886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:23:35.660400 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-54b2908f-6cd7-49b0-b340-34ecef1bf479 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3669058'] for port, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:23:35.786448 dv-cinder-806191-2-iscsi neutron-server[93886]: DEBUG neutron_lib.callbacks.manager [None req-a869abc0-eb01-4820-b639-27ad771e52d3 None None] Notify callbacks [] for port, precommit_update {{(pid=93886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:23:35.821889 dv-cinder-806191-2-iscsi neutron-server[93886]: DEBUG neutron.db.provisioning_blocks [None req-a869abc0-eb01-4820-b639-27ad771e52d3 None None] Transition to ACTIVE for port object b35a6dda-b977-4909-8fec-e60c271da723 will not be triggered until provisioned by entity L2. {{(pid=93886) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 19:23:35.832480 dv-cinder-806191-2-iscsi neutron-server[93886]: DEBUG neutron_lib.callbacks.manager [None req-a869abc0-eb01-4820-b639-27ad771e52d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3669005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3715978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777170436913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777169884182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777169884200'] for port, after_update {{(pid=93886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:23:35.904712 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-f7f3f912-659a-49f9-ab3a-0560ee4983b1 None None] Device 5c01ea31-99d3-4650-bd8f-41d8f69634e7 up at agent ovs-agent-dv-cinder-806191-2-iscsi {{(pid=93885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 19:23:35.917339 dv-cinder-806191-2-iscsi neutron-server[93886]: DEBUG neutron.plugins.ml2.managers [None req-a869abc0-eb01-4820-b639-27ad771e52d3 None None] Attempting to bind port b35a6dda-b977-4909-8fec-e60c271da723 on host dv-cinder-806191-2-iscsi for vnic_type normal with profile {{(pid=93886) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 19:23:35.917707 dv-cinder-806191-2-iscsi neutron-server[93886]: DEBUG neutron.plugins.ml2.managers [None req-a869abc0-eb01-4820-b639-27ad771e52d3 None None] Attempting to bind port b35a6dda-b977-4909-8fec-e60c271da723 by drivers openvswitch,hyperv on host dv-cinder-806191-2-iscsi at level 0 using segments [{'id': 'abe37968-36e5-463a-bc67-a17a4a975f92', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7209b701-ecaa-476a-bd58-d61d280c16d3'}] {{(pid=93886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 19:23:35.918054 dv-cinder-806191-2-iscsi neutron-server[93886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a869abc0-eb01-4820-b639-27ad771e52d3 None None] Attempting to bind port b35a6dda-b977-4909-8fec-e60c271da723 on network 7209b701-ecaa-476a-bd58-d61d280c16d3 {{(pid=93886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 19:23:35.926942 dv-cinder-806191-2-iscsi neutron-server[93886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2200f641-985c-44ff-b5f8-687dae75f181 None None] Pushing event updated for resources: {'Port': ['ID=b35a6dda-b977-4909-8fec-e60c271da723,revision_number=2']} {{(pid=93886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:23:35.930550 dv-cinder-806191-2-iscsi neutron-server[93886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a869abc0-eb01-4820-b639-27ad771e52d3 None None] Checking agent: {'id': 'e2dce85b-d9d5-40cd-b89b-586c7cfc9b3c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-806191-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 19, 13, 50), 'started_at': datetime.datetime(2021, 8, 29, 19, 14, 20), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 19, 23, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-806191-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 19:23:35.931070 dv-cinder-806191-2-iscsi neutron-server[93886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a869abc0-eb01-4820-b639-27ad771e52d3 None None] Checking segment: {'id': 'abe37968-36e5-463a-bc67-a17a4a975f92', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7209b701-ecaa-476a-bd58-d61d280c16d3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93886) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 19:23:35.931320 dv-cinder-806191-2-iscsi neutron-server[93886]: DEBUG neutron_lib.callbacks.manager [None req-a869abc0-eb01-4820-b639-27ad771e52d3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:23:35.932078 dv-cinder-806191-2-iscsi neutron-server[93886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a869abc0-eb01-4820-b639-27ad771e52d3 None None] Bound using segment: {'id': 'abe37968-36e5-463a-bc67-a17a4a975f92', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7209b701-ecaa-476a-bd58-d61d280c16d3'} {{(pid=93886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 19:23:35.932208 dv-cinder-806191-2-iscsi neutron-server[93886]: DEBUG neutron.plugins.ml2.managers [None req-a869abc0-eb01-4820-b639-27ad771e52d3 None None] Bound port: b35a6dda-b977-4909-8fec-e60c271da723, host: dv-cinder-806191-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'abe37968-36e5-463a-bc67-a17a4a975f92', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7209b701-ecaa-476a-bd58-d61d280c16d3'}}] {{(pid=93886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 19:23:35.932625 dv-cinder-806191-2-iscsi neutron-server[93886]: DEBUG neutron_lib.callbacks.manager [None req-a869abc0-eb01-4820-b639-27ad771e52d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3669058'] for port, before_update {{(pid=93886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:23:35.992309 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron.db.db_base_plugin_common [None req-54b2908f-6cd7-49b0-b340-34ecef1bf479 admin admin] Allocated IP 172.20.0.1 (af42a6ff-ceb8-4cd2-88bd-8b96cc22906e/46da7f16-aafe-4187-8808-92166353c1dc/fdf67fcf-6ec4-4900-a158-a101be572668) {{(pid=93883) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 19:23:36.004233 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-f7f3f912-659a-49f9-ab3a-0560ee4983b1 None None] Provisioning complete for port 5c01ea31-99d3-4650-bd8f-41d8f69634e7 triggered by entity L2. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 19:23:36.004614 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-f7f3f912-659a-49f9-ab3a-0560ee4983b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3627211'] for port, provisioning_complete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:23:36.042368 dv-cinder-806191-2-iscsi neutron-server[93886]: DEBUG neutron.plugins.ml2.db [None req-a869abc0-eb01-4820-b639-27ad771e52d3 None None] For port b35a6dda-b977-4909-8fec-e60c271da723, host dv-cinder-806191-2-iscsi, cleared binding levels {{(pid=93886) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 19:23:36.046767 dv-cinder-806191-2-iscsi neutron-server[93886]: DEBUG neutron.plugins.ml2.db [None req-a869abc0-eb01-4820-b639-27ad771e52d3 None None] For port b35a6dda-b977-4909-8fec-e60c271da723, host dv-cinder-806191-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806191-2-iscsi',level=0,port_id=b35a6dda-b977-4909-8fec-e60c271da723,segment=NetworkSegment(abe37968-36e5-463a-bc67-a17a4a975f92),segment_id=abe37968-36e5-463a-bc67-a17a4a975f92)] {{(pid=93886) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 19:23:36.053700 dv-cinder-806191-2-iscsi neutron-server[93886]: DEBUG neutron_lib.callbacks.manager [None req-a869abc0-eb01-4820-b639-27ad771e52d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3669005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3715978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777170436913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777169884182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777169884200'] for port, after_update {{(pid=93886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:23:36.133081 dv-cinder-806191-2-iscsi neutron-server[93886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2200f641-985c-44ff-b5f8-687dae75f181 None None] Pushing event updated for resources: {'Port': ['ID=b35a6dda-b977-4909-8fec-e60c271da723,revision_number=3']} {{(pid=93886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:23:36.149357 dv-cinder-806191-2-iscsi neutron-server[93886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a869abc0-eb01-4820-b639-27ad771e52d3 None None] Routers {'9bf133b2-5cfa-4a19-b816-6f239aeafa21'} bound to L3 agent in host dv-cinder-806191-2-iscsi {{(pid=93886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 19:23:36.150175 dv-cinder-806191-2-iscsi neutron-server[93886]: DEBUG neutron.db.l3_hamode_db [None req-a869abc0-eb01-4820-b639-27ad771e52d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806191-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-29T19:13:49Z,description=,heartbeat_timestamp=2021-08-29T19:23:19Z,host='dv-cinder-806191-2-iscsi',id=c3ed3b02-d107-45f2-9b2a-fff9b0cfaa96,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T19:13:49Z,topic='l3_agent')) {'router_ids': ['9bf133b2-5cfa-4a19-b816-6f239aeafa21'], 'active': True} {{(pid=93886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 19:23:36.164163 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-f7f3f912-659a-49f9-ab3a-0560ee4983b1 None None] Device 726c96d1-7df0-4ca4-971a-6c8ca9fb3b08 up at agent ovs-agent-dv-cinder-806191-2-iscsi {{(pid=93885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 19:23:36.207005 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aede79ae-74ff-4eb6-9564-c3939fcfb41e req-56e20786-b059-4702-977a-74152514cb7d tempest-ServerRescueNegativeTestJSON-1221659768 tempest-ServerRescueNegativeTestJSON-1221659768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 19:23:36.216492 dv-cinder-806191-2-iscsi neutron-server[93883]: INFO neutron.wsgi [req-aede79ae-74ff-4eb6-9564-c3939fcfb41e req-56e20786-b059-4702-977a-74152514cb7d tempest-ServerRescueNegativeTestJSON-1221659768 tempest-ServerRescueNegativeTestJSON-1221659768-project] 10.222.0.26 "GET /v2.0/ports?device_id=332ea1a5-b86c-4ccd-b130-2904c695b590 HTTP/1.1" status: 200 len: 945 time: 0.1744165 Aug 29 19:23:36.263999 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-54b2908f-6cd7-49b0-b340-34ecef1bf479 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:23:36.279610 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-e411ce9c-394c-453f-add9-812245090945 None None] Device f5c1153a-9f0f-433f-a4d1-327f9bddf350 no longer exists at agent hyperv_hv-cinder-80619 {{(pid=93885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 19:23:36.289140 dv-cinder-806191-2-iscsi neutron-server[93883]: INFO neutron.wsgi [req-aede79ae-74ff-4eb6-9564-c3939fcfb41e req-cd6d25fd-fa3d-4929-ab50-12e83bb411e3 tempest-ServerRescueNegativeTestJSON-1221659768 tempest-ServerRescueNegativeTestJSON-1221659768-project] 10.222.0.26 "GET /v2.0/security-groups?id=53892fd6-fc0b-43d7-b2d3-4778a69f0ff7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638173 Aug 29 19:23:36.311323 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron.db.provisioning_blocks [None req-54b2908f-6cd7-49b0-b340-34ecef1bf479 admin admin] Transition to ACTIVE for port object fdf67fcf-6ec4-4900-a158-a101be572668 will not be triggered until provisioned by entity DHCP. {{(pid=93883) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 19:23:36.322412 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.plugins.ml2.plugin [None req-e411ce9c-394c-453f-add9-812245090945 None None] No Port match for: f5c1153a-9f0f-433f-a4d1-327f9bddf350 {{(pid=93885) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 19:23:36.323229 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-e411ce9c-394c-453f-add9-812245090945 None None] Device f5c1153a-9f0f-433f-a4d1-327f9bddf350 not bound to the agent host hv-cinder-80619 {{(pid=93885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 19:23:36.375414 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-f7f3f912-659a-49f9-ab3a-0560ee4983b1 None None] Provisioning complete for port 726c96d1-7df0-4ca4-971a-6c8ca9fb3b08 triggered by entity L2. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 19:23:36.383407 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-f7f3f912-659a-49f9-ab3a-0560ee4983b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3627211'] for port, provisioning_complete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:23:36.389734 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-54b2908f-6cd7-49b0-b340-34ecef1bf479 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3669005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3715978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777169884164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263410497'] for port, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:23:36.441491 dv-cinder-806191-2-iscsi neutron-server[93886]: DEBUG neutron.db.l3_dvr_db [None req-a869abc0-eb01-4820-b639-27ad771e52d3 None None] Set router 9bf133b2-5cfa-4a19-b816-6f239aeafa21 gateway port host: dv-cinder-806191-2-iscsi {{(pid=93886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 19:23:36.441848 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54b2908f-6cd7-49b0-b340-34ecef1bf479 admin admin] Network af42a6ff-ceb8-4cd2-88bd-8b96cc22906e is already hosted by enough agents. {{(pid=93883) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 19:23:36.453194 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron.scheduler.base_scheduler [None req-54b2908f-6cd7-49b0-b340-34ecef1bf479 admin admin] Resources bound (agent type, host, resource id): {{(pid=93883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 19:23:36.471367 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54b2908f-6cd7-49b0-b340-34ecef1bf479 admin admin] Received port after_create {{(pid=93883) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 19:23:36.522610 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54b2908f-6cd7-49b0-b340-34ecef1bf479 admin admin] Pushing event updated for resources: {'Port': ['ID=fdf67fcf-6ec4-4900-a158-a101be572668,revision_number=1']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:23:36.573078 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-54b2908f-6cd7-49b0-b340-34ecef1bf479 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3676392'] for router_interface, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:23:36.764270 dv-cinder-806191-2-iscsi neutron-server[93886]: DEBUG neutron.db.l3_hamode_db [None req-a869abc0-eb01-4820-b639-27ad771e52d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9bf133b2-5cfa-4a19-b816-6f239aeafa21', 'name': 'tempest-TestMinimumBasicScenario-1633991969-router', 'tenant_id': 'ad213c8533ff43208cc1896fe838d329', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7209b701-ecaa-476a-bd58-d61d280c16d3', 'external_fixed_ips': [{'subnet_id': '71309eb1-223f-47ba-9803-1437c965e178', 'ip_address': '172.27.2.144'}], 'enable_snat': True}, 'gw_port_id': 'b35a6dda-b977-4909-8fec-e60c271da723', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T19:23:30Z', 'updated_at': '2021-08-29T19:23:33Z', 'revision_number': 3, 'project_id': 'ad213c8533ff43208cc1896fe838d329', 'gw_port': {'id': 'b35a6dda-b977-4909-8fec-e60c271da723', 'name': '', 'network_id': '7209b701-ecaa-476a-bd58-d61d280c16d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:b9:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9bf133b2-5cfa-4a19-b816-6f239aeafa21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 392, 'fixed_ips': [{'subnet_id': '71309eb1-223f-47ba-9803-1437c965e178', 'ip_address': '172.27.2.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806191-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T19:23:32Z', 'updated_at': '2021-08-29T19:23:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '71309eb1-223f-47ba-9803-1437c965e178', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806191-2-iscsi'}], 'dv-cinder-806191-2-iscsi', False) {} {{(pid=93886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 19:23:36.831942 dv-cinder-806191-2-iscsi neutron-server[93886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a869abc0-eb01-4820-b639-27ad771e52d3 None None] The sync data for ids ['9bf133b2-5cfa-4a19-b816-6f239aeafa21'] in dv-cinder-806191-2-iscsi is: [{'id': '9bf133b2-5cfa-4a19-b816-6f239aeafa21', 'name': 'tempest-TestMinimumBasicScenario-1633991969-router', 'tenant_id': 'ad213c8533ff43208cc1896fe838d329', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7209b701-ecaa-476a-bd58-d61d280c16d3', 'external_fixed_ips': [{'subnet_id': '71309eb1-223f-47ba-9803-1437c965e178', 'ip_address': '172.27.2.144'}], 'enable_snat': True}, 'gw_port_id': 'b35a6dda-b977-4909-8fec-e60c271da723', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T19:23:30Z', 'updated_at': '2021-08-29T19:23:33Z', 'revision_number': 3, 'project_id': 'ad213c8533ff43208cc1896fe838d329', 'gw_port': {'id': 'b35a6dda-b977-4909-8fec-e60c271da723', 'name': '', 'network_id': '7209b701-ecaa-476a-bd58-d61d280c16d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:b9:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9bf133b2-5cfa-4a19-b816-6f239aeafa21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 392, 'fixed_ips': [{'subnet_id': '71309eb1-223f-47ba-9803-1437c965e178', 'ip_address': '172.27.2.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806191-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T19:23:32Z', 'updated_at': '2021-08-29T19:23:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '71309eb1-223f-47ba-9803-1437c965e178', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806191-2-iscsi'}] {{(pid=93886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 19:23:36.945548 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-c7f0ef39-9cfb-47b1-beb0-1c4e874d56fc None None] Provisioning for port fdf67fcf-6ec4-4900-a158-a101be572668 completed by entity DHCP. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 19:23:36.946171 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f28e192c-6a1d-42ec-b6a8-8eb251a654e6 req-471f8c75-ad46-4593-a6d2-70a42b4bf24c tempest-VolumesActionsTest-881116330 tempest-VolumesActionsTest-881116330-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 19:23:36.948022 dv-cinder-806191-2-iscsi neutron-server[93884]: INFO neutron.wsgi [req-f28e192c-6a1d-42ec-b6a8-8eb251a654e6 req-471f8c75-ad46-4593-a6d2-70a42b4bf24c tempest-VolumesActionsTest-881116330 tempest-VolumesActionsTest-881116330-project] 10.222.0.26 "GET /v2.0/networks?id=f4c14748-e4f9-4ea5-a2e3-0990fe428c6b HTTP/1.1" status: 200 len: 808 time: 0.4540224 Aug 29 19:23:36.953080 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-c7f0ef39-9cfb-47b1-beb0-1c4e874d56fc None None] Provisioning complete for port fdf67fcf-6ec4-4900-a158-a101be572668 triggered by entity DHCP. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 19:23:36.953830 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-c7f0ef39-9cfb-47b1-beb0-1c4e874d56fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3627211'] for port, provisioning_complete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:23:36.969414 dv-cinder-806191-2-iscsi neutron-server[93884]: INFO neutron.wsgi [req-f28e192c-6a1d-42ec-b6a8-8eb251a654e6 req-392264d8-93ad-4bcb-810c-fe029795c42b tempest-VolumesActionsTest-881116330 tempest-VolumesActionsTest-881116330-project] 10.222.0.26 "GET /v2.0/quotas/3181a74635a54c18b21d4efcb9b51d49 HTTP/1.1" status: 200 len: 375 time: 0.0105417 Aug 29 19:23:36.997641 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-54b2908f-6cd7-49b0-b340-34ecef1bf479 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3669058'] for port, before_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:23:37.007793 dv-cinder-806191-2-iscsi neutron-server[93884]: INFO neutron.wsgi [req-f28e192c-6a1d-42ec-b6a8-8eb251a654e6 req-6b514811-d47b-4815-a190-1ca64c8248f3 tempest-VolumesActionsTest-881116330 tempest-VolumesActionsTest-881116330-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=3181a74635a54c18b21d4efcb9b51d49&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0311005 Aug 29 19:23:37.057781 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.plugins.ml2.plugin [None req-c7f0ef39-9cfb-47b1-beb0-1c4e874d56fc None None] Port fdf67fcf-6ec4-4900-a158-a101be572668 cannot update to ACTIVE because it is not bound. {{(pid=93885) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 19:23:37.167550 dv-cinder-806191-2-iscsi neutron-server[93884]: INFO neutron.wsgi [req-f28e192c-6a1d-42ec-b6a8-8eb251a654e6 req-85741e90-101d-4777-ad4f-a463b3740f0f service neutron] 10.222.0.26 "GET /v2.0/networks/f4c14748-e4f9-4ea5-a2e3-0990fe428c6b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1479924 Aug 29 19:23:37.303465 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-54b2908f-6cd7-49b0-b340-34ecef1bf479 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:23:37.313299 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-54b2908f-6cd7-49b0-b340-34ecef1bf479 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3669005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3715978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777170436913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777169884182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777169884200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-263410520'] for port, after_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:23:37.447834 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e5cce00-a2f8-4a75-bc52-3438fb1a132b req-016538c7-dba3-4042-aadf-477940b76c54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 19:23:37.450793 dv-cinder-806191-2-iscsi neutron-server[93884]: INFO neutron.wsgi [req-4e5cce00-a2f8-4a75-bc52-3438fb1a132b req-016538c7-dba3-4042-aadf-477940b76c54 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=332ea1a5-b86c-4ccd-b130-2904c695b590 HTTP/1.1" status: 200 len: 1098 time: 0.2517052 Aug 29 19:23:37.458053 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54b2908f-6cd7-49b0-b340-34ecef1bf479 admin admin] Pushing event updated for resources: {'Port': ['ID=fdf67fcf-6ec4-4900-a158-a101be572668,revision_number=2']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:23:37.465176 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-54b2908f-6cd7-49b0-b340-34ecef1bf479 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3716004', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3676983'] for router_interface, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:23:37.578655 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-711e61c3-063b-4a9b-b50d-a13452508b27 req-95a0a85a-bbb9-4d96-a797-9a8c877ebfa7 tempest-ServerRescueNegativeTestJSON-1221659768 tempest-ServerRescueNegativeTestJSON-1221659768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 19:23:37.580551 dv-cinder-806191-2-iscsi neutron-server[93883]: INFO neutron.wsgi [req-711e61c3-063b-4a9b-b50d-a13452508b27 req-95a0a85a-bbb9-4d96-a797-9a8c877ebfa7 tempest-ServerRescueNegativeTestJSON-1221659768 tempest-ServerRescueNegativeTestJSON-1221659768-project] 10.222.0.26 "GET /v2.0/ports?device_id=332ea1a5-b86c-4ccd-b130-2904c695b590 HTTP/1.1" status: 200 len: 945 time: 0.1165555 Aug 29 19:23:37.583440 dv-cinder-806191-2-iscsi neutron-server[93884]: INFO neutron.wsgi [req-f28e192c-6a1d-42ec-b6a8-8eb251a654e6 req-b2969cff-ae56-40a4-a683-256a039da6d0 service neutron] 10.222.0.26 "GET /v2.0/networks/f4c14748-e4f9-4ea5-a2e3-0990fe428c6b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4059675 Aug 29 19:23:37.598968 dv-cinder-806191-2-iscsi neutron-server[93884]: INFO neutron.wsgi [req-4e5cce00-a2f8-4a75-bc52-3438fb1a132b req-bd516e60-dd96-4fa3-a037-7ef557c25750 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=53892fd6-fc0b-43d7-b2d3-4778a69f0ff7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1370888 Aug 29 19:23:37.689685 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54b2908f-6cd7-49b0-b340-34ecef1bf479 admin admin] Network af42a6ff-ceb8-4cd2-88bd-8b96cc22906e is already hosted by enough agents. {{(pid=93883) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 19:23:37.694420 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron.scheduler.base_scheduler [None req-54b2908f-6cd7-49b0-b340-34ecef1bf479 admin admin] Resources bound (agent type, host, resource id): {{(pid=93883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 19:23:37.791766 dv-cinder-806191-2-iscsi neutron-server[93883]: INFO neutron.wsgi [req-711e61c3-063b-4a9b-b50d-a13452508b27 req-10d0aef8-aa53-4358-a98e-6dba4dac37e2 tempest-ServerRescueNegativeTestJSON-1221659768 tempest-ServerRescueNegativeTestJSON-1221659768-project] 10.222.0.26 "GET /v2.0/security-groups?id=53892fd6-fc0b-43d7-b2d3-4778a69f0ff7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1952236 Aug 29 19:23:37.920421 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-54b2908f-6cd7-49b0-b340-34ecef1bf479 admin admin] Router 9bf133b2-5cfa-4a19-b816-6f239aeafa21 has already been hosted by L3 agent c3ed3b02-d107-45f2-9b2a-fff9b0cfaa96 {{(pid=93883) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 19:23:38.133734 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-4e0ae664-b2ae-411b-b3cc-a2bdfafa66ff None None] Provisioning complete for port fdf67fcf-6ec4-4900-a158-a101be572668 triggered by entity DHCP. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 19:23:38.136399 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-4e0ae664-b2ae-411b-b3cc-a2bdfafa66ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3627211'] for port, provisioning_complete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:23:38.214068 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-f7f3f912-659a-49f9-ab3a-0560ee4983b1 None None] Device b35a6dda-b977-4909-8fec-e60c271da723 up at agent ovs-agent-dv-cinder-806191-2-iscsi {{(pid=93885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 19:23:38.310106 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.plugins.ml2.plugin [None req-4e0ae664-b2ae-411b-b3cc-a2bdfafa66ff None None] Port fdf67fcf-6ec4-4900-a158-a101be572668 cannot update to ACTIVE because it is not bound. {{(pid=93885) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 19:23:38.367914 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-f7f3f912-659a-49f9-ab3a-0560ee4983b1 None None] Provisioning for port b35a6dda-b977-4909-8fec-e60c271da723 completed by entity L2. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 19:23:38.373447 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-f7f3f912-659a-49f9-ab3a-0560ee4983b1 None None] Provisioning complete for port b35a6dda-b977-4909-8fec-e60c271da723 triggered by entity L2. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 19:23:38.374005 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-f7f3f912-659a-49f9-ab3a-0560ee4983b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3627211'] for port, provisioning_complete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:23:38.471990 dv-cinder-806191-2-iscsi neutron-server[93883]: INFO neutron.wsgi [req-d3df6ddc-968d-4604-9215-9e255db9501c req-e5534b3a-4667-4465-8be4-cabd7b37b4be tempest-VolumesActionsTest-881116330 tempest-VolumesActionsTest-881116330-project] 10.222.0.26 "GET /v2.0/ports?device_id=fe513439-de6b-4b3b-bf90-bf8be18dbc47 HTTP/1.1" status: 200 len: 210 time: 0.2829790 Aug 29 19:23:38.515612 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-54b2908f-6cd7-49b0-b340-34ecef1bf479 admin admin] Notify agent at l3_agent.dv-cinder-806191-2-iscsi the message routers_updated {{(pid=93883) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 19:23:38.521961 dv-cinder-806191-2-iscsi neutron-server[93883]: INFO neutron.wsgi [None req-54b2908f-6cd7-49b0-b340-34ecef1bf479 admin admin] 10.222.0.26 "PUT /v2.0/routers/9bf133b2-5cfa-4a19-b816-6f239aeafa21/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7706249 Aug 29 19:23:38.584089 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-f7f3f912-659a-49f9-ab3a-0560ee4983b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3669058'] for port, before_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:23:38.646885 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-f7f3f912-659a-49f9-ab3a-0560ee4983b1 None None] For port b35a6dda-b977-4909-8fec-e60c271da723, host dv-cinder-806191-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806191-2-iscsi',level=0,port_id=b35a6dda-b977-4909-8fec-e60c271da723,segment=NetworkSegment(abe37968-36e5-463a-bc67-a17a4a975f92),segment_id=abe37968-36e5-463a-bc67-a17a4a975f92)] {{(pid=93885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 19:23:38.654939 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-f7f3f912-659a-49f9-ab3a-0560ee4983b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3669005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3715978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777170436913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777169884182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777169884200'] for port, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:23:38.749533 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7f3f912-659a-49f9-ab3a-0560ee4983b1 None None] Pushing event updated for resources: {'Port': ['ID=b35a6dda-b977-4909-8fec-e60c271da723,revision_number=4']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:23:39.001632 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4651597b-ddcd-441d-adaf-08f86f52f788 req-defa9517-a773-4f98-b4c3-b9b0af8868a2 tempest-ServerRescueNegativeTestJSON-1221659768 tempest-ServerRescueNegativeTestJSON-1221659768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 19:23:39.010344 dv-cinder-806191-2-iscsi neutron-server[93884]: INFO neutron.wsgi [req-4651597b-ddcd-441d-adaf-08f86f52f788 req-defa9517-a773-4f98-b4c3-b9b0af8868a2 tempest-ServerRescueNegativeTestJSON-1221659768 tempest-ServerRescueNegativeTestJSON-1221659768-project] 10.222.0.26 "GET /v2.0/ports?device_id=332ea1a5-b86c-4ccd-b130-2904c695b590 HTTP/1.1" status: 200 len: 945 time: 0.0727465 Aug 29 19:23:39.086411 dv-cinder-806191-2-iscsi neutron-server[93884]: INFO neutron.wsgi [req-4651597b-ddcd-441d-adaf-08f86f52f788 req-02c12846-1b75-4bb4-9d89-2e6803687fd7 tempest-ServerRescueNegativeTestJSON-1221659768 tempest-ServerRescueNegativeTestJSON-1221659768-project] 10.222.0.26 "GET /v2.0/security-groups?id=53892fd6-fc0b-43d7-b2d3-4778a69f0ff7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736210 Aug 29 19:23:39.677516 dv-cinder-806191-2-iscsi neutron-server[93884]: INFO neutron.wsgi [req-52ccee3c-b3b6-42d0-a242-1f2a7acea3fd req-e59e010a-dab8-4342-9b7a-83413dafff63 tempest-VolumesActionsTest-881116330 tempest-VolumesActionsTest-881116330-project] 10.222.0.26 "GET /v2.0/ports?device_id=fe513439-de6b-4b3b-bf90-bf8be18dbc47 HTTP/1.1" status: 200 len: 210 time: 0.0561869 Aug 29 19:23:39.744598 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ba9982a-b43c-4f1d-9cd2-def34d2f2652 None None] Sync routers for ids ['9bf133b2-5cfa-4a19-b816-6f239aeafa21'] in dv-cinder-806191-2-iscsi {{(pid=93885) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 19:23:39.757663 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ba9982a-b43c-4f1d-9cd2-def34d2f2652 None None] Routers {'9bf133b2-5cfa-4a19-b816-6f239aeafa21'} bound to L3 agent in host dv-cinder-806191-2-iscsi {{(pid=93885) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 19:23:39.758770 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-2ba9982a-b43c-4f1d-9cd2-def34d2f2652 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806191-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-29T19:13:49Z,description=,heartbeat_timestamp=2021-08-29T19:23:19Z,host='dv-cinder-806191-2-iscsi',id=c3ed3b02-d107-45f2-9b2a-fff9b0cfaa96,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T19:13:49Z,topic='l3_agent')) {'router_ids': ['9bf133b2-5cfa-4a19-b816-6f239aeafa21'], 'active': True} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 19:23:39.891668 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-f7f3f912-659a-49f9-ab3a-0560ee4983b1 None None] Device b35a6dda-b977-4909-8fec-e60c271da723 up at agent ovs-agent-dv-cinder-806191-2-iscsi {{(pid=93885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 19:23:39.928364 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.db.l3_dvr_db [None req-2ba9982a-b43c-4f1d-9cd2-def34d2f2652 None None] Set router 9bf133b2-5cfa-4a19-b816-6f239aeafa21 gateway port host: dv-cinder-806191-2-iscsi {{(pid=93885) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 19:23:40.189193 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-f7f3f912-659a-49f9-ab3a-0560ee4983b1 None None] Provisioning complete for port b35a6dda-b977-4909-8fec-e60c271da723 triggered by entity L2. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 19:23:40.189683 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-f7f3f912-659a-49f9-ab3a-0560ee4983b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3627211'] for port, provisioning_complete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:23:40.355875 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f28e192c-6a1d-42ec-b6a8-8eb251a654e6 req-06a5cfd1-7c75-4363-9c76-b8d05c46174b tempest-VolumesActionsTest-881116330 tempest-VolumesActionsTest-881116330-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 19:23:40.359897 dv-cinder-806191-2-iscsi neutron-server[93884]: INFO neutron.wsgi [req-f28e192c-6a1d-42ec-b6a8-8eb251a654e6 req-06a5cfd1-7c75-4363-9c76-b8d05c46174b tempest-VolumesActionsTest-881116330 tempest-VolumesActionsTest-881116330-project] 10.222.0.23 "GET /v2.0/networks?id=f4c14748-e4f9-4ea5-a2e3-0990fe428c6b HTTP/1.1" status: 200 len: 808 time: 0.2450674 Aug 29 19:23:40.380289 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.api.v2.base [req-f28e192c-6a1d-42ec-b6a8-8eb251a654e6 req-f496f647-04ae-4958-9e1c-040176d3de96 tempest-VolumesActionsTest-881116330 tempest-VolumesActionsTest-881116330-project] Request body: {'port': {'device_id': 'fe513439-de6b-4b3b-bf90-bf8be18dbc47', 'network_id': 'f4c14748-e4f9-4ea5-a2e3-0990fe428c6b', 'admin_state_up': True, 'tenant_id': '3181a74635a54c18b21d4efcb9b51d49'}} {{(pid=93884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 19:23:40.391760 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f30f0e1-bd0c-42d4-9404-5834dbdf32c5 req-b8f5a82a-87ac-48e0-86b0-faeb90971766 tempest-ServerRescueNegativeTestJSON-1221659768 tempest-ServerRescueNegativeTestJSON-1221659768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 19:23:40.396721 dv-cinder-806191-2-iscsi neutron-server[93883]: INFO neutron.wsgi [req-1f30f0e1-bd0c-42d4-9404-5834dbdf32c5 req-b8f5a82a-87ac-48e0-86b0-faeb90971766 tempest-ServerRescueNegativeTestJSON-1221659768 tempest-ServerRescueNegativeTestJSON-1221659768-project] 10.222.0.26 "GET /v2.0/ports?device_id=332ea1a5-b86c-4ccd-b130-2904c695b590 HTTP/1.1" status: 200 len: 945 time: 0.1266842 Aug 29 19:23:40.519414 dv-cinder-806191-2-iscsi neutron-server[93883]: INFO neutron.wsgi [req-1f30f0e1-bd0c-42d4-9404-5834dbdf32c5 req-decee2b3-7bd7-4b12-a94f-1a7631786fd9 tempest-ServerRescueNegativeTestJSON-1221659768 tempest-ServerRescueNegativeTestJSON-1221659768-project] 10.222.0.26 "GET /v2.0/security-groups?id=53892fd6-fc0b-43d7-b2d3-4778a69f0ff7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1140494 Aug 29 19:23:40.534487 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f28e192c-6a1d-42ec-b6a8-8eb251a654e6 req-f496f647-04ae-4958-9e1c-040176d3de96 tempest-VolumesActionsTest-881116330 tempest-VolumesActionsTest-881116330-project] Made reservation on behalf of 3181a74635a54c18b21d4efcb9b51d49 for: {'port': 1} {{(pid=93884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 19:23:40.538992 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-f28e192c-6a1d-42ec-b6a8-8eb251a654e6 req-f496f647-04ae-4958-9e1c-040176d3de96 tempest-VolumesActionsTest-881116330 tempest-VolumesActionsTest-881116330-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3669058'] for port, before_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:23:40.703952 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-2ba9982a-b43c-4f1d-9cd2-def34d2f2652 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9bf133b2-5cfa-4a19-b816-6f239aeafa21', 'name': 'tempest-TestMinimumBasicScenario-1633991969-router', 'tenant_id': 'ad213c8533ff43208cc1896fe838d329', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7209b701-ecaa-476a-bd58-d61d280c16d3', 'external_fixed_ips': [{'subnet_id': '71309eb1-223f-47ba-9803-1437c965e178', 'ip_address': '172.27.2.144'}], 'enable_snat': True}, 'gw_port_id': 'b35a6dda-b977-4909-8fec-e60c271da723', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T19:23:30Z', 'updated_at': '2021-08-29T19:23:36Z', 'revision_number': 4, 'project_id': 'ad213c8533ff43208cc1896fe838d329', 'gw_port': {'id': 'b35a6dda-b977-4909-8fec-e60c271da723', 'name': '', 'network_id': '7209b701-ecaa-476a-bd58-d61d280c16d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:b9:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bf133b2-5cfa-4a19-b816-6f239aeafa21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 392, 'fixed_ips': [{'subnet_id': '71309eb1-223f-47ba-9803-1437c965e178', 'ip_address': '172.27.2.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806191-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T19:23:32Z', 'updated_at': '2021-08-29T19:23:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71309eb1-223f-47ba-9803-1437c965e178', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806191-2-iscsi', '_interfaces': [{'id': 'fdf67fcf-6ec4-4900-a158-a101be572668', 'name': '', 'network_id': 'af42a6ff-ceb8-4cd2-88bd-8b96cc22906e', 'tenant_id': 'ad213c8533ff43208cc1896fe838d329', 'mac_address': 'fa:16:3e:c5:c6:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9bf133b2-5cfa-4a19-b816-6f239aeafa21', 'device_owner': 'network:router_interface', 'standard_attr_id': 393, 'fixed_ips': [{'subnet_id': '46da7f16-aafe-4187-8808-92166353c1dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T19:23:35Z', 'updated_at': '2021-08-29T19:23:37Z', 'revision_number': 2, 'project_id': 'ad213c8533ff43208cc1896fe838d329', 'subnets': [{'id': '46da7f16-aafe-4187-8808-92166353c1dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806191-2-iscsi', False) {} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 19:23:40.829950 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ba9982a-b43c-4f1d-9cd2-def34d2f2652 None None] Checking router: 9bf133b2-5cfa-4a19-b816-6f239aeafa21 for host: dv-cinder-806191-2-iscsi {{(pid=93885) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 19:23:40.831091 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ba9982a-b43c-4f1d-9cd2-def34d2f2652 None None] Updating router 9bf133b2-5cfa-4a19-b816-6f239aeafa21 port fdf67fcf-6ec4-4900-a158-a101be572668 binding host dv-cinder-806191-2-iscsi {{(pid=93885) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 29 19:23:40.913583 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-2ba9982a-b43c-4f1d-9cd2-def34d2f2652 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3669058'] for port, before_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:23:40.951740 dv-cinder-806191-2-iscsi neutron-server[93884]: INFO neutron.wsgi [req-e1a1d410-b571-4cbb-90b7-692c75104ee0 req-c54d006d-4c65-44eb-ba25-df8e9afd77ae tempest-VolumesActionsTest-881116330 tempest-VolumesActionsTest-881116330-project] 10.222.0.26 "GET /v2.0/ports?device_id=fe513439-de6b-4b3b-bf90-bf8be18dbc47 HTTP/1.1" status: 200 len: 210 time: 0.0928619 Aug 29 19:23:41.024975 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.db.db_base_plugin_common [req-f28e192c-6a1d-42ec-b6a8-8eb251a654e6 req-f496f647-04ae-4958-9e1c-040176d3de96 tempest-VolumesActionsTest-881116330 tempest-VolumesActionsTest-881116330-project] Allocated IP 172.20.0.9 (f4c14748-e4f9-4ea5-a2e3-0990fe428c6b/0f59f6f4-0e46-4095-abfe-5ea608f2d712/e186246c-a340-4a81-98ed-c8e97ec5bc3e) {{(pid=93884) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 19:23:41.056361 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87672685-1981-402e-a588-7cbd008c0054 req-595c14ed-7d43-4ba7-b6b3-49c07fd1c48c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 19:23:41.068004 dv-cinder-806191-2-iscsi neutron-server[93883]: INFO neutron.wsgi [req-87672685-1981-402e-a588-7cbd008c0054 req-595c14ed-7d43-4ba7-b6b3-49c07fd1c48c service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=bb269c9ea7fa4ad9981b168c22af7757&device_id=332ea1a5-b86c-4ccd-b130-2904c695b590 HTTP/1.1" status: 200 len: 1098 time: 0.1073625 Aug 29 19:23:41.415145 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df6fa986-4cb4-4972-ba7d-628dba076390 req-23af2a84-f282-4a3f-a203-2d789a055f18 tempest-ServerRescueNegativeTestJSON-1221659768 tempest-ServerRescueNegativeTestJSON-1221659768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 19:23:41.423906 dv-cinder-806191-2-iscsi neutron-server[93883]: INFO neutron.wsgi [req-df6fa986-4cb4-4972-ba7d-628dba076390 req-23af2a84-f282-4a3f-a203-2d789a055f18 tempest-ServerRescueNegativeTestJSON-1221659768 tempest-ServerRescueNegativeTestJSON-1221659768-project] 10.222.0.26 "GET /v2.0/ports?device_id=332ea1a5-b86c-4ccd-b130-2904c695b590 HTTP/1.1" status: 200 len: 945 time: 0.3491616 Aug 29 19:23:41.489482 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87672685-1981-402e-a588-7cbd008c0054 req-01b7916b-ed2c-4e4b-856f-550e4673fceb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 19:23:41.491353 dv-cinder-806191-2-iscsi neutron-server[93883]: INFO neutron.wsgi [req-87672685-1981-402e-a588-7cbd008c0054 req-01b7916b-ed2c-4e4b-856f-550e4673fceb service neutron] 10.222.0.23 "GET /v2.0/networks?id=b31f2377-81f8-426f-9dd2-b3757c46201b HTTP/1.1" status: 200 len: 919 time: 0.4034579 Aug 29 19:23:41.525227 dv-cinder-806191-2-iscsi neutron-server[93883]: INFO neutron.wsgi [req-df6fa986-4cb4-4972-ba7d-628dba076390 req-0ded4491-137d-4c28-b638-8a47610ebd0a tempest-ServerRescueNegativeTestJSON-1221659768 tempest-ServerRescueNegativeTestJSON-1221659768-project] 10.222.0.26 "GET /v2.0/security-groups?id=53892fd6-fc0b-43d7-b2d3-4778a69f0ff7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1002429 Aug 29 19:23:41.571668 dv-cinder-806191-2-iscsi neutron-server[93883]: INFO neutron.wsgi [req-87672685-1981-402e-a588-7cbd008c0054 req-bec7b4ac-067d-4530-8072-104bab3f0b47 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0b58d40a-64db-4ff8-b84a-d62dc022f6b9 HTTP/1.1" status: 200 len: 217 time: 0.0644848 Aug 29 19:23:41.621321 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-f28e192c-6a1d-42ec-b6a8-8eb251a654e6 req-f496f647-04ae-4958-9e1c-040176d3de96 tempest-VolumesActionsTest-881116330 tempest-VolumesActionsTest-881116330-project] Notify callbacks [] for port, precommit_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:23:41.681686 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-f28e192c-6a1d-42ec-b6a8-8eb251a654e6 req-f496f647-04ae-4958-9e1c-040176d3de96 tempest-VolumesActionsTest-881116330 tempest-VolumesActionsTest-881116330-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3669005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3715978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777169884164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262862687'] for port, after_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:23:41.685611 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87672685-1981-402e-a588-7cbd008c0054 req-440ab225-c70d-42c0-990b-8506ddebca9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 19:23:41.694753 dv-cinder-806191-2-iscsi neutron-server[93883]: INFO neutron.wsgi [req-87672685-1981-402e-a588-7cbd008c0054 req-440ab225-c70d-42c0-990b-8506ddebca9a service neutron] 10.222.0.23 "GET /v2.0/subnets?id=8c14e703-3ff5-4626-a4b1-f0e4a5ebc648 HTTP/1.1" status: 200 len: 858 time: 0.1052730 Aug 29 19:23:41.728820 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f28e192c-6a1d-42ec-b6a8-8eb251a654e6 req-f496f647-04ae-4958-9e1c-040176d3de96 tempest-VolumesActionsTest-881116330 tempest-VolumesActionsTest-881116330-project] Network f4c14748-e4f9-4ea5-a2e3-0990fe428c6b is already hosted by enough agents. {{(pid=93884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 19:23:41.733073 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.scheduler.base_scheduler [req-f28e192c-6a1d-42ec-b6a8-8eb251a654e6 req-f496f647-04ae-4958-9e1c-040176d3de96 tempest-VolumesActionsTest-881116330 tempest-VolumesActionsTest-881116330-project] Resources bound (agent type, host, resource id): {{(pid=93884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 19:23:41.747665 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.db.l3_dvrscheduler_db [req-f28e192c-6a1d-42ec-b6a8-8eb251a654e6 req-f496f647-04ae-4958-9e1c-040176d3de96 tempest-VolumesActionsTest-881116330 tempest-VolumesActionsTest-881116330-project] Received port after_create {{(pid=93884) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 19:23:41.783378 dv-cinder-806191-2-iscsi neutron-server[93883]: INFO neutron.wsgi [req-87672685-1981-402e-a588-7cbd008c0054 req-0dab632e-ffc7-49ef-859e-4666ee12241d service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=b31f2377-81f8-426f-9dd2-b3757c46201b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0774009 Aug 29 19:23:41.806016 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f496f647-04ae-4958-9e1c-040176d3de96 tempest-VolumesActionsTest-881116330 tempest-VolumesActionsTest-881116330-project] Pushing event updated for resources: {'Port': ['ID=e186246c-a340-4a81-98ed-c8e97ec5bc3e,revision_number=1']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:23:41.833575 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f496f647-04ae-4958-9e1c-040176d3de96 tempest-VolumesActionsTest-881116330 tempest-VolumesActionsTest-881116330-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806191-2-iscsi {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:23:41.833847 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f496f647-04ae-4958-9e1c-040176d3de96 tempest-VolumesActionsTest-881116330 tempest-VolumesActionsTest-881116330-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806191-2-iscsi {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:23:41.834173 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f496f647-04ae-4958-9e1c-040176d3de96 tempest-VolumesActionsTest-881116330 tempest-VolumesActionsTest-881116330-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806191-2-iscsi {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:23:41.834566 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f496f647-04ae-4958-9e1c-040176d3de96 tempest-VolumesActionsTest-881116330 tempest-VolumesActionsTest-881116330-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806191-2-iscsi {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:23:41.834899 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f496f647-04ae-4958-9e1c-040176d3de96 tempest-VolumesActionsTest-881116330 tempest-VolumesActionsTest-881116330-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-806191-2-iscsi {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:23:41.835220 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f496f647-04ae-4958-9e1c-040176d3de96 tempest-VolumesActionsTest-881116330 tempest-VolumesActionsTest-881116330-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806191-2-iscsi {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:23:41.841163 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f496f647-04ae-4958-9e1c-040176d3de96 tempest-VolumesActionsTest-881116330 tempest-VolumesActionsTest-881116330-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-806191-2-iscsi {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:23:41.841627 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f496f647-04ae-4958-9e1c-040176d3de96 tempest-VolumesActionsTest-881116330 tempest-VolumesActionsTest-881116330-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-806191-2-iscsi {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:23:41.841970 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f496f647-04ae-4958-9e1c-040176d3de96 tempest-VolumesActionsTest-881116330 tempest-VolumesActionsTest-881116330-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806191-2-iscsi {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:23:41.842330 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f496f647-04ae-4958-9e1c-040176d3de96 tempest-VolumesActionsTest-881116330 tempest-VolumesActionsTest-881116330-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806191-2-iscsi {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:23:41.843911 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f496f647-04ae-4958-9e1c-040176d3de96 tempest-VolumesActionsTest-881116330 tempest-VolumesActionsTest-881116330-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806191-2-iscsi {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:23:41.843911 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f496f647-04ae-4958-9e1c-040176d3de96 tempest-VolumesActionsTest-881116330 tempest-VolumesActionsTest-881116330-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806191-2-iscsi {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:23:41.850723 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-2ba9982a-b43c-4f1d-9cd2-def34d2f2652 None None] Notify callbacks [] for port, precommit_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:23:41.866624 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-2ba9982a-b43c-4f1d-9cd2-def34d2f2652 None None] Transition to ACTIVE for port object fdf67fcf-6ec4-4900-a158-a101be572668 will not be triggered until provisioned by entity L2. {{(pid=93885) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 19:23:41.881261 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-2ba9982a-b43c-4f1d-9cd2-def34d2f2652 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3669005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3715978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777170436913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777169884182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777169884200'] for port, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:23:41.892426 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f28e192c-6a1d-42ec-b6a8-8eb251a654e6 req-f496f647-04ae-4958-9e1c-040176d3de96 tempest-VolumesActionsTest-881116330 tempest-VolumesActionsTest-881116330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 19:23:41.893462 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-f28e192c-6a1d-42ec-b6a8-8eb251a654e6 req-f496f647-04ae-4958-9e1c-040176d3de96 tempest-VolumesActionsTest-881116330 tempest-VolumesActionsTest-881116330-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-256493'] for port, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:23:41.923420 dv-cinder-806191-2-iscsi neutron-server[93884]: INFO neutron.wsgi [req-f28e192c-6a1d-42ec-b6a8-8eb251a654e6 req-f496f647-04ae-4958-9e1c-040176d3de96 tempest-VolumesActionsTest-881116330 tempest-VolumesActionsTest-881116330-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5477395 Aug 29 19:23:41.949043 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e8740a1-23cf-45d0-9922-585eeca6b834 None None] Pushing event updated for resources: {'Port': ['ID=fdf67fcf-6ec4-4900-a158-a101be572668,revision_number=3']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:23:41.951622 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.api.v2.base [req-f28e192c-6a1d-42ec-b6a8-8eb251a654e6 req-1bf54334-caba-4c0a-b770-4a648a6091da service neutron] Request body: {'port': {'device_id': 'fe513439-de6b-4b3b-bf90-bf8be18dbc47', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80619'}} {{(pid=93884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 19:23:42.077569 dv-cinder-806191-2-iscsi neutron-server[93883]: INFO neutron.wsgi [req-87672685-1981-402e-a588-7cbd008c0054 req-db04899b-df1b-4fb4-8fed-f0abae1a3357 service neutron] 10.222.0.23 "GET /v2.0/networks/b31f2377-81f8-426f-9dd2-b3757c46201b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2851787 Aug 29 19:23:42.119731 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.plugins.ml2.managers [None req-2ba9982a-b43c-4f1d-9cd2-def34d2f2652 None None] Attempting to bind port fdf67fcf-6ec4-4900-a158-a101be572668 on host dv-cinder-806191-2-iscsi for vnic_type normal with profile {{(pid=93885) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 19:23:42.120150 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.plugins.ml2.managers [None req-2ba9982a-b43c-4f1d-9cd2-def34d2f2652 None None] Attempting to bind port fdf67fcf-6ec4-4900-a158-a101be572668 by drivers openvswitch,hyperv on host dv-cinder-806191-2-iscsi at level 0 using segments [{'id': 'e44a6a1d-90f7-4e46-ab35-45978253e213', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': 'af42a6ff-ceb8-4cd2-88bd-8b96cc22906e'}] {{(pid=93885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 19:23:42.120528 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ba9982a-b43c-4f1d-9cd2-def34d2f2652 None None] Attempting to bind port fdf67fcf-6ec4-4900-a158-a101be572668 on network af42a6ff-ceb8-4cd2-88bd-8b96cc22906e {{(pid=93885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 19:23:42.126595 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-f28e192c-6a1d-42ec-b6a8-8eb251a654e6 req-1bf54334-caba-4c0a-b770-4a648a6091da service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3669058'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:23:42.139364 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ba9982a-b43c-4f1d-9cd2-def34d2f2652 None None] Checking agent: {'id': 'e2dce85b-d9d5-40cd-b89b-586c7cfc9b3c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-806191-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 19, 13, 50), 'started_at': datetime.datetime(2021, 8, 29, 19, 14, 20), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 19, 23, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-806191-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 19:23:42.139936 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ba9982a-b43c-4f1d-9cd2-def34d2f2652 None None] Checking segment: {'id': 'e44a6a1d-90f7-4e46-ab35-45978253e213', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': 'af42a6ff-ceb8-4cd2-88bd-8b96cc22906e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93885) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 19:23:42.140293 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-2ba9982a-b43c-4f1d-9cd2-def34d2f2652 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:23:42.140705 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ba9982a-b43c-4f1d-9cd2-def34d2f2652 None None] Bound using segment: {'id': 'e44a6a1d-90f7-4e46-ab35-45978253e213', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': 'af42a6ff-ceb8-4cd2-88bd-8b96cc22906e'} {{(pid=93885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 19:23:42.145337 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.plugins.ml2.managers [None req-2ba9982a-b43c-4f1d-9cd2-def34d2f2652 None None] Bound port: fdf67fcf-6ec4-4900-a158-a101be572668, host: dv-cinder-806191-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e44a6a1d-90f7-4e46-ab35-45978253e213', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': 'af42a6ff-ceb8-4cd2-88bd-8b96cc22906e'}}] {{(pid=93885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 19:23:42.145794 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-2ba9982a-b43c-4f1d-9cd2-def34d2f2652 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3669058'] for port, before_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:23:42.261857 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-2ba9982a-b43c-4f1d-9cd2-def34d2f2652 None None] For port fdf67fcf-6ec4-4900-a158-a101be572668, host dv-cinder-806191-2-iscsi, cleared binding levels {{(pid=93885) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 19:23:42.304547 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-2ba9982a-b43c-4f1d-9cd2-def34d2f2652 None None] For port fdf67fcf-6ec4-4900-a158-a101be572668, host dv-cinder-806191-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806191-2-iscsi',level=0,port_id=fdf67fcf-6ec4-4900-a158-a101be572668,segment=NetworkSegment(e44a6a1d-90f7-4e46-ab35-45978253e213),segment_id=e44a6a1d-90f7-4e46-ab35-45978253e213)] {{(pid=93885) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 19:23:42.313159 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-2ba9982a-b43c-4f1d-9cd2-def34d2f2652 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3669005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3715978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777170436913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777169884182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777169884200'] for port, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:23:42.318343 dv-cinder-806191-2-iscsi neutron-server[93883]: INFO neutron.wsgi [req-87672685-1981-402e-a588-7cbd008c0054 req-648c1b1a-731d-4a46-87c8-76eec115e805 service neutron] 10.222.0.23 "GET /v2.0/networks/b31f2377-81f8-426f-9dd2-b3757c46201b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2219617 Aug 29 19:23:42.368142 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65a37fed-1371-490c-b70e-f6bec36e2112 req-c2b47bdf-8bc6-44ae-994e-9bcb200080a6 tempest-VolumesActionsTest-881116330 tempest-VolumesActionsTest-881116330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 19:23:42.370026 dv-cinder-806191-2-iscsi neutron-server[93884]: INFO neutron.wsgi [req-65a37fed-1371-490c-b70e-f6bec36e2112 req-c2b47bdf-8bc6-44ae-994e-9bcb200080a6 tempest-VolumesActionsTest-881116330 tempest-VolumesActionsTest-881116330-project] 10.222.0.26 "GET /v2.0/ports?device_id=fe513439-de6b-4b3b-bf90-bf8be18dbc47 HTTP/1.1" status: 200 len: 931 time: 0.1798444 Aug 29 19:23:42.473264 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ba9982a-b43c-4f1d-9cd2-def34d2f2652 None None] Routers {'9bf133b2-5cfa-4a19-b816-6f239aeafa21'} bound to L3 agent in host dv-cinder-806191-2-iscsi {{(pid=93885) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 19:23:42.474444 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-2ba9982a-b43c-4f1d-9cd2-def34d2f2652 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806191-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-29T19:13:49Z,description=,heartbeat_timestamp=2021-08-29T19:23:19Z,host='dv-cinder-806191-2-iscsi',id=c3ed3b02-d107-45f2-9b2a-fff9b0cfaa96,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T19:13:49Z,topic='l3_agent')) {'router_ids': ['9bf133b2-5cfa-4a19-b816-6f239aeafa21'], 'active': True} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 19:23:42.537932 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e8740a1-23cf-45d0-9922-585eeca6b834 None None] Pushing event updated for resources: {'Port': ['ID=fdf67fcf-6ec4-4900-a158-a101be572668,revision_number=4']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:23:42.597825 dv-cinder-806191-2-iscsi neutron-server[93884]: INFO neutron.wsgi [req-65a37fed-1371-490c-b70e-f6bec36e2112 req-811e1083-5c5e-420d-8a66-65eaffd34c10 tempest-VolumesActionsTest-881116330 tempest-VolumesActionsTest-881116330-project] 10.222.0.26 "GET /v2.0/security-groups?id=0500c899-b6b6-4569-a16d-0e43e32676ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1523759 Aug 29 19:23:42.726862 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.db.l3_dvr_db [None req-2ba9982a-b43c-4f1d-9cd2-def34d2f2652 None None] Set router 9bf133b2-5cfa-4a19-b816-6f239aeafa21 gateway port host: dv-cinder-806191-2-iscsi {{(pid=93885) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 19:23:42.884701 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.notifiers.nova [req-f28e192c-6a1d-42ec-b6a8-8eb251a654e6 req-1bf54334-caba-4c0a-b770-4a648a6091da service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e186246c-a340-4a81-98ed-c8e97ec5bc3e {{(pid=93884) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 19:23:42.895749 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-f28e192c-6a1d-42ec-b6a8-8eb251a654e6 req-1bf54334-caba-4c0a-b770-4a648a6091da service neutron] Notify callbacks [] for port, precommit_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:23:42.912150 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [req-f28e192c-6a1d-42ec-b6a8-8eb251a654e6 req-1bf54334-caba-4c0a-b770-4a648a6091da service neutron] Transition to ACTIVE for port object e186246c-a340-4a81-98ed-c8e97ec5bc3e will not be triggered until provisioned by entity L2. {{(pid=93884) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 19:23:42.924403 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-f28e192c-6a1d-42ec-b6a8-8eb251a654e6 req-1bf54334-caba-4c0a-b770-4a648a6091da service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3669005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3715978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777170436913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777169884182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777169884200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-262862662'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:23:43.010145 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0786352d-dcc8-49ae-9287-1955ce114e20 req-12e96dd8-afdf-4dfa-9182-a56d426f3a84 tempest-ServerRescueNegativeTestJSON-1221659768 tempest-ServerRescueNegativeTestJSON-1221659768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 19:23:43.014998 dv-cinder-806191-2-iscsi neutron-server[93884]: INFO neutron.wsgi [req-0786352d-dcc8-49ae-9287-1955ce114e20 req-12e96dd8-afdf-4dfa-9182-a56d426f3a84 tempest-ServerRescueNegativeTestJSON-1221659768 tempest-ServerRescueNegativeTestJSON-1221659768-project] 10.222.0.26 "GET /v2.0/ports?device_id=332ea1a5-b86c-4ccd-b130-2904c695b590 HTTP/1.1" status: 200 len: 945 time: 0.2576802 Aug 29 19:23:43.088505 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bf54334-caba-4c0a-b770-4a648a6091da service neutron] Pushing event updated for resources: {'Port': ['ID=e186246c-a340-4a81-98ed-c8e97ec5bc3e,revision_number=2']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:23:43.169244 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-2ba9982a-b43c-4f1d-9cd2-def34d2f2652 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9bf133b2-5cfa-4a19-b816-6f239aeafa21', 'name': 'tempest-TestMinimumBasicScenario-1633991969-router', 'tenant_id': 'ad213c8533ff43208cc1896fe838d329', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7209b701-ecaa-476a-bd58-d61d280c16d3', 'external_fixed_ips': [{'subnet_id': '71309eb1-223f-47ba-9803-1437c965e178', 'ip_address': '172.27.2.144'}], 'enable_snat': True}, 'gw_port_id': 'b35a6dda-b977-4909-8fec-e60c271da723', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T19:23:30Z', 'updated_at': '2021-08-29T19:23:36Z', 'revision_number': 4, 'project_id': 'ad213c8533ff43208cc1896fe838d329', 'gw_port': {'id': 'b35a6dda-b977-4909-8fec-e60c271da723', 'name': '', 'network_id': '7209b701-ecaa-476a-bd58-d61d280c16d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:b9:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bf133b2-5cfa-4a19-b816-6f239aeafa21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 392, 'fixed_ips': [{'subnet_id': '71309eb1-223f-47ba-9803-1437c965e178', 'ip_address': '172.27.2.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806191-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T19:23:32Z', 'updated_at': '2021-08-29T19:23:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71309eb1-223f-47ba-9803-1437c965e178', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806191-2-iscsi', '_interfaces': [{'id': 'fdf67fcf-6ec4-4900-a158-a101be572668', 'name': '', 'network_id': 'af42a6ff-ceb8-4cd2-88bd-8b96cc22906e', 'tenant_id': 'ad213c8533ff43208cc1896fe838d329', 'mac_address': 'fa:16:3e:c5:c6:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9bf133b2-5cfa-4a19-b816-6f239aeafa21', 'device_owner': 'network:router_interface', 'standard_attr_id': 393, 'fixed_ips': [{'subnet_id': '46da7f16-aafe-4187-8808-92166353c1dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806191-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T19:23:35Z', 'updated_at': '2021-08-29T19:23:42Z', 'revision_number': 4, 'project_id': 'ad213c8533ff43208cc1896fe838d329', 'subnets': [{'id': '46da7f16-aafe-4187-8808-92166353c1dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806191-2-iscsi', False) {} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 19:23:43.180700 dv-cinder-806191-2-iscsi neutron-server[93884]: INFO neutron.wsgi [req-0786352d-dcc8-49ae-9287-1955ce114e20 req-a822fbe8-d0c9-473c-aa27-b2523b5ccd74 tempest-ServerRescueNegativeTestJSON-1221659768 tempest-ServerRescueNegativeTestJSON-1221659768-project] 10.222.0.26 "GET /v2.0/security-groups?id=53892fd6-fc0b-43d7-b2d3-4778a69f0ff7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1473577 Aug 29 19:23:43.255486 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ba9982a-b43c-4f1d-9cd2-def34d2f2652 None None] The sync data for ids ['9bf133b2-5cfa-4a19-b816-6f239aeafa21'] in dv-cinder-806191-2-iscsi is: [{'id': '9bf133b2-5cfa-4a19-b816-6f239aeafa21', 'name': 'tempest-TestMinimumBasicScenario-1633991969-router', 'tenant_id': 'ad213c8533ff43208cc1896fe838d329', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7209b701-ecaa-476a-bd58-d61d280c16d3', 'external_fixed_ips': [{'subnet_id': '71309eb1-223f-47ba-9803-1437c965e178', 'ip_address': '172.27.2.144'}], 'enable_snat': True}, 'gw_port_id': 'b35a6dda-b977-4909-8fec-e60c271da723', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T19:23:30Z', 'updated_at': '2021-08-29T19:23:36Z', 'revision_number': 4, 'project_id': 'ad213c8533ff43208cc1896fe838d329', 'gw_port': {'id': 'b35a6dda-b977-4909-8fec-e60c271da723', 'name': '', 'network_id': '7209b701-ecaa-476a-bd58-d61d280c16d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:b9:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bf133b2-5cfa-4a19-b816-6f239aeafa21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 392, 'fixed_ips': [{'subnet_id': '71309eb1-223f-47ba-9803-1437c965e178', 'ip_address': '172.27.2.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806191-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T19:23:32Z', 'updated_at': '2021-08-29T19:23:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71309eb1-223f-47ba-9803-1437c965e178', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806191-2-iscsi', '_interfaces': [{'id': 'fdf67fcf-6ec4-4900-a158-a101be572668', 'name': '', 'network_id': 'af42a6ff-ceb8-4cd2-88bd-8b96cc22906e', 'tenant_id': 'ad213c8533ff43208cc1896fe838d329', 'mac_address': 'fa:16:3e:c5:c6:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9bf133b2-5cfa-4a19-b816-6f239aeafa21', 'device_owner': 'network:router_interface', 'standard_attr_id': 393, 'fixed_ips': [{'subnet_id': '46da7f16-aafe-4187-8808-92166353c1dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806191-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T19:23:35Z', 'updated_at': '2021-08-29T19:23:42Z', 'revision_number': 4, 'project_id': 'ad213c8533ff43208cc1896fe838d329', 'subnets': [{'id': '46da7f16-aafe-4187-8808-92166353c1dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93885) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 19:23:43.275247 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.managers [req-f28e192c-6a1d-42ec-b6a8-8eb251a654e6 req-1bf54334-caba-4c0a-b770-4a648a6091da service neutron] Attempting to bind port e186246c-a340-4a81-98ed-c8e97ec5bc3e on host hv-cinder-80619 for vnic_type normal with profile {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 19:23:43.275815 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.managers [req-f28e192c-6a1d-42ec-b6a8-8eb251a654e6 req-1bf54334-caba-4c0a-b770-4a648a6091da service neutron] Attempting to bind port e186246c-a340-4a81-98ed-c8e97ec5bc3e by drivers openvswitch,hyperv on host hv-cinder-80619 at level 0 using segments [{'id': '6abc8a44-8b13-4a84-86d3-61da7e65e27c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': 'f4c14748-e4f9-4ea5-a2e3-0990fe428c6b'}] {{(pid=93884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 19:23:43.276361 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f28e192c-6a1d-42ec-b6a8-8eb251a654e6 req-1bf54334-caba-4c0a-b770-4a648a6091da service neutron] Attempting to bind port e186246c-a340-4a81-98ed-c8e97ec5bc3e on network f4c14748-e4f9-4ea5-a2e3-0990fe428c6b {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 19:23:43.290113 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f28e192c-6a1d-42ec-b6a8-8eb251a654e6 req-1bf54334-caba-4c0a-b770-4a648a6091da service neutron] Port e186246c-a340-4a81-98ed-c8e97ec5bc3e on network f4c14748-e4f9-4ea5-a2e3-0990fe428c6b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80619 {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 19:23:43.290644 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f28e192c-6a1d-42ec-b6a8-8eb251a654e6 req-1bf54334-caba-4c0a-b770-4a648a6091da service neutron] Attempting to bind port e186246c-a340-4a81-98ed-c8e97ec5bc3e on network f4c14748-e4f9-4ea5-a2e3-0990fe428c6b {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 19:23:43.331091 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f28e192c-6a1d-42ec-b6a8-8eb251a654e6 req-1bf54334-caba-4c0a-b770-4a648a6091da service neutron] Checking agent: {'id': 'f86fd93b-ec6e-427a-a263-b2bcb0cc3d39', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80619', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 19, 19, 51), 'started_at': datetime.datetime(2021, 8, 29, 19, 19, 51), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 19, 23, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 19:23:43.331999 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f28e192c-6a1d-42ec-b6a8-8eb251a654e6 req-1bf54334-caba-4c0a-b770-4a648a6091da service neutron] Checking segment: {'id': '6abc8a44-8b13-4a84-86d3-61da7e65e27c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': 'f4c14748-e4f9-4ea5-a2e3-0990fe428c6b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93884) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 19:23:43.332719 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f28e192c-6a1d-42ec-b6a8-8eb251a654e6 req-1bf54334-caba-4c0a-b770-4a648a6091da service neutron] Bound using segment: {'id': '6abc8a44-8b13-4a84-86d3-61da7e65e27c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': 'f4c14748-e4f9-4ea5-a2e3-0990fe428c6b'} {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 19:23:43.333554 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.managers [req-f28e192c-6a1d-42ec-b6a8-8eb251a654e6 req-1bf54334-caba-4c0a-b770-4a648a6091da service neutron] Bound port: e186246c-a340-4a81-98ed-c8e97ec5bc3e, host: hv-cinder-80619, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6abc8a44-8b13-4a84-86d3-61da7e65e27c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': 'f4c14748-e4f9-4ea5-a2e3-0990fe428c6b'}}] {{(pid=93884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 19:23:43.345727 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-f28e192c-6a1d-42ec-b6a8-8eb251a654e6 req-1bf54334-caba-4c0a-b770-4a648a6091da service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3669058'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:23:43.463224 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.db [req-f28e192c-6a1d-42ec-b6a8-8eb251a654e6 req-1bf54334-caba-4c0a-b770-4a648a6091da service neutron] For port e186246c-a340-4a81-98ed-c8e97ec5bc3e, host hv-cinder-80619, cleared binding levels {{(pid=93884) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 19:23:43.469443 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.db [req-f28e192c-6a1d-42ec-b6a8-8eb251a654e6 req-1bf54334-caba-4c0a-b770-4a648a6091da service neutron] For port e186246c-a340-4a81-98ed-c8e97ec5bc3e, host hv-cinder-80619, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80619',level=0,port_id=e186246c-a340-4a81-98ed-c8e97ec5bc3e,segment=NetworkSegment(6abc8a44-8b13-4a84-86d3-61da7e65e27c),segment_id=6abc8a44-8b13-4a84-86d3-61da7e65e27c)] {{(pid=93884) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 19:23:43.477951 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-f28e192c-6a1d-42ec-b6a8-8eb251a654e6 req-1bf54334-caba-4c0a-b770-4a648a6091da service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3669005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3715978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777170436913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777169884182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777169884200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-262862662'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:23:43.579452 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bf54334-caba-4c0a-b770-4a648a6091da service neutron] Pushing event updated for resources: {'Port': ['ID=e186246c-a340-4a81-98ed-c8e97ec5bc3e,revision_number=3']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:23:43.585153 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f28e192c-6a1d-42ec-b6a8-8eb251a654e6 req-1bf54334-caba-4c0a-b770-4a648a6091da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 19:23:43.585879 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-f28e192c-6a1d-42ec-b6a8-8eb251a654e6 req-1bf54334-caba-4c0a-b770-4a648a6091da service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-256493'] for port, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:23:43.587861 dv-cinder-806191-2-iscsi neutron-server[93884]: INFO neutron.wsgi [req-f28e192c-6a1d-42ec-b6a8-8eb251a654e6 req-1bf54334-caba-4c0a-b770-4a648a6091da service neutron] 10.222.0.23 "PUT /v2.0/ports/e186246c-a340-4a81-98ed-c8e97ec5bc3e HTTP/1.1" status: 200 len: 1093 time: 1.6538310 Aug 29 19:23:43.588346 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fe513439-de6b-4b3b-bf90-bf8be18dbc47', 'tag': 'e186246c-a340-4a81-98ed-c8e97ec5bc3e'}] {{(pid=93884) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 19:23:43.591552 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}af0273b9eb9050257146764f7dfc5aa69aec40d1770056ff1a21a350116cd0eb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1d92cd5f-9f17-486a-b479-7cc5cfd8a456" -d '{"events": [{"name": "network-changed", "server_uuid": "fe513439-de6b-4b3b-bf90-bf8be18dbc47", "tag": "e186246c-a340-4a81-98ed-c8e97ec5bc3e"}]}' {{(pid=93884) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 19:23:43.677930 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 19:23:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-11408c9e-1d71-4bcf-b1a1-36bbc4e551c0 x-openstack-request-id: req-11408c9e-1d71-4bcf-b1a1-36bbc4e551c0 {{(pid=93884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 19:23:43.678248 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fe513439-de6b-4b3b-bf90-bf8be18dbc47", "tag": "e186246c-a340-4a81-98ed-c8e97ec5bc3e", "status": "completed", "code": 200}]} {{(pid=93884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 19:23:43.678518 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-11408c9e-1d71-4bcf-b1a1-36bbc4e551c0 {{(pid=93884) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 19:23:43.678924 dv-cinder-806191-2-iscsi neutron-server[93884]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fe513439-de6b-4b3b-bf90-bf8be18dbc47', 'tag': 'e186246c-a340-4a81-98ed-c8e97ec5bc3e', 'status': 'completed', 'code': 200} Aug 29 19:23:43.794853 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f28e192c-6a1d-42ec-b6a8-8eb251a654e6 req-4f713074-b9f3-48f7-8a58-71a28647f9c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 19:23:43.798948 dv-cinder-806191-2-iscsi neutron-server[93884]: INFO neutron.wsgi [req-f28e192c-6a1d-42ec-b6a8-8eb251a654e6 req-4f713074-b9f3-48f7-8a58-71a28647f9c3 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=3181a74635a54c18b21d4efcb9b51d49&device_id=fe513439-de6b-4b3b-bf90-bf8be18dbc47 HTTP/1.1" status: 200 len: 1096 time: 0.1340106 Aug 29 19:23:43.881098 dv-cinder-806191-2-iscsi neutron-server[93884]: INFO neutron.wsgi [req-f28e192c-6a1d-42ec-b6a8-8eb251a654e6 req-283e6c86-f57e-4562-87ef-fb827a3afd04 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e186246c-a340-4a81-98ed-c8e97ec5bc3e HTTP/1.1" status: 200 len: 217 time: 0.0651255 Aug 29 19:23:43.899939 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9541992f-233d-4e0b-8766-6287829b48de req-ea6d9246-73ac-4175-ab13-1277a62ea4cc tempest-VolumesActionsTest-881116330 tempest-VolumesActionsTest-881116330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 19:23:43.906298 dv-cinder-806191-2-iscsi neutron-server[93884]: INFO neutron.wsgi [req-9541992f-233d-4e0b-8766-6287829b48de req-ea6d9246-73ac-4175-ab13-1277a62ea4cc tempest-VolumesActionsTest-881116330 tempest-VolumesActionsTest-881116330-project] 10.222.0.26 "GET /v2.0/ports?device_id=fe513439-de6b-4b3b-bf90-bf8be18dbc47 HTTP/1.1" status: 200 len: 943 time: 0.1368234 Aug 29 19:23:43.972350 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-f7f3f912-659a-49f9-ab3a-0560ee4983b1 None None] Device fdf67fcf-6ec4-4900-a158-a101be572668 up at agent ovs-agent-dv-cinder-806191-2-iscsi {{(pid=93885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 19:23:44.010235 dv-cinder-806191-2-iscsi neutron-server[93884]: INFO neutron.wsgi [req-9541992f-233d-4e0b-8766-6287829b48de req-611e5273-2da1-4b05-845d-69cdb32eabf2 tempest-VolumesActionsTest-881116330 tempest-VolumesActionsTest-881116330-project] 10.222.0.26 "GET /v2.0/security-groups?id=0500c899-b6b6-4569-a16d-0e43e32676ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0975969 Aug 29 19:23:44.054025 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f28e192c-6a1d-42ec-b6a8-8eb251a654e6 req-396ccf64-b2e5-4f8f-aac5-c9b729ad1a58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 19:23:44.055697 dv-cinder-806191-2-iscsi neutron-server[93884]: INFO neutron.wsgi [req-f28e192c-6a1d-42ec-b6a8-8eb251a654e6 req-396ccf64-b2e5-4f8f-aac5-c9b729ad1a58 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=0f59f6f4-0e46-4095-abfe-5ea608f2d712 HTTP/1.1" status: 200 len: 848 time: 0.1470659 Aug 29 19:23:44.079484 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-f7f3f912-659a-49f9-ab3a-0560ee4983b1 None None] Provisioning for port fdf67fcf-6ec4-4900-a158-a101be572668 completed by entity L2. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 19:23:44.090303 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-f7f3f912-659a-49f9-ab3a-0560ee4983b1 None None] Provisioning complete for port fdf67fcf-6ec4-4900-a158-a101be572668 triggered by entity L2. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 19:23:44.092090 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-f7f3f912-659a-49f9-ab3a-0560ee4983b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3627211'] for port, provisioning_complete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:23:44.111365 dv-cinder-806191-2-iscsi neutron-server[93884]: INFO neutron.wsgi [req-f28e192c-6a1d-42ec-b6a8-8eb251a654e6 req-815aefdf-f481-425d-bf0f-f2b1709c737f service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=f4c14748-e4f9-4ea5-a2e3-0990fe428c6b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0428455 Aug 29 19:23:44.363893 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-f7f3f912-659a-49f9-ab3a-0560ee4983b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3669058'] for port, before_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:23:44.384571 dv-cinder-806191-2-iscsi neutron-server[93884]: INFO neutron.wsgi [req-f28e192c-6a1d-42ec-b6a8-8eb251a654e6 req-679aaa57-e46b-4442-8a7c-712177e1f987 service neutron] 10.222.0.23 "GET /v2.0/networks/f4c14748-e4f9-4ea5-a2e3-0990fe428c6b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2548409 Aug 29 19:23:44.442315 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-f7f3f912-659a-49f9-ab3a-0560ee4983b1 None None] For port fdf67fcf-6ec4-4900-a158-a101be572668, host dv-cinder-806191-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806191-2-iscsi',level=0,port_id=fdf67fcf-6ec4-4900-a158-a101be572668,segment=NetworkSegment(e44a6a1d-90f7-4e46-ab35-45978253e213),segment_id=e44a6a1d-90f7-4e46-ab35-45978253e213)] {{(pid=93885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 19:23:44.443681 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f6a376f-e52d-45ec-8d4d-26d0ea7489ef req-72d82d58-1f61-430a-a51c-f9888c220bd1 tempest-ServerRescueNegativeTestJSON-1221659768 tempest-ServerRescueNegativeTestJSON-1221659768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 19:23:44.447455 dv-cinder-806191-2-iscsi neutron-server[93883]: INFO neutron.wsgi [req-9f6a376f-e52d-45ec-8d4d-26d0ea7489ef req-72d82d58-1f61-430a-a51c-f9888c220bd1 tempest-ServerRescueNegativeTestJSON-1221659768 tempest-ServerRescueNegativeTestJSON-1221659768-project] 10.222.0.26 "GET /v2.0/ports?device_id=332ea1a5-b86c-4ccd-b130-2904c695b590 HTTP/1.1" status: 200 len: 945 time: 0.1094136 Aug 29 19:23:44.453470 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-f7f3f912-659a-49f9-ab3a-0560ee4983b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3669005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3715978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777170436913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777169884182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777169884200'] for port, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:23:44.519487 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7f3f912-659a-49f9-ab3a-0560ee4983b1 None None] Pushing event updated for resources: {'Port': ['ID=fdf67fcf-6ec4-4900-a158-a101be572668,revision_number=5']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:23:44.619757 dv-cinder-806191-2-iscsi neutron-server[93883]: INFO neutron.wsgi [req-9f6a376f-e52d-45ec-8d4d-26d0ea7489ef req-42048982-f7b0-4707-98a8-9078e8e82adc tempest-ServerRescueNegativeTestJSON-1221659768 tempest-ServerRescueNegativeTestJSON-1221659768-project] 10.222.0.26 "GET /v2.0/security-groups?id=53892fd6-fc0b-43d7-b2d3-4778a69f0ff7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1646690 Aug 29 19:23:44.624296 dv-cinder-806191-2-iscsi neutron-server[93884]: INFO neutron.wsgi [req-f28e192c-6a1d-42ec-b6a8-8eb251a654e6 req-d679fb42-766e-484a-b9dd-002746254503 service neutron] 10.222.0.23 "GET /v2.0/networks/f4c14748-e4f9-4ea5-a2e3-0990fe428c6b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2152147 Aug 29 19:23:44.821383 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d92cd5f-9f17-486a-b479-7cc5cfd8a456 req-045be6de-eb96-4ea4-b728-9af7469333a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 19:23:44.825569 dv-cinder-806191-2-iscsi neutron-server[93884]: INFO neutron.wsgi [req-1d92cd5f-9f17-486a-b479-7cc5cfd8a456 req-045be6de-eb96-4ea4-b728-9af7469333a4 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=3181a74635a54c18b21d4efcb9b51d49&device_id=fe513439-de6b-4b3b-bf90-bf8be18dbc47 HTTP/1.1" status: 200 len: 1096 time: 0.1304741 Aug 29 19:23:45.279816 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6021f7a-9122-4248-b725-d1da0e2bdc15 req-2b977440-9213-4d74-8d54-792de18a4531 tempest-VolumesActionsTest-881116330 tempest-VolumesActionsTest-881116330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 19:23:45.281510 dv-cinder-806191-2-iscsi neutron-server[93883]: INFO neutron.wsgi [req-e6021f7a-9122-4248-b725-d1da0e2bdc15 req-2b977440-9213-4d74-8d54-792de18a4531 tempest-VolumesActionsTest-881116330 tempest-VolumesActionsTest-881116330-project] 10.222.0.26 "GET /v2.0/ports?device_id=fe513439-de6b-4b3b-bf90-bf8be18dbc47 HTTP/1.1" status: 200 len: 943 time: 0.1065354 Aug 29 19:23:45.362295 dv-cinder-806191-2-iscsi neutron-server[93883]: INFO neutron.wsgi [req-e6021f7a-9122-4248-b725-d1da0e2bdc15 req-fc8bf341-3c43-42f5-9dea-898874943800 tempest-VolumesActionsTest-881116330 tempest-VolumesActionsTest-881116330-project] 10.222.0.26 "GET /v2.0/security-groups?id=0500c899-b6b6-4569-a16d-0e43e32676ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0735095 Aug 29 19:23:45.800167 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d110c37a-36a9-4622-a49c-d8c413b13fca req-b9cb3ae4-835e-412b-9fe5-677265ee9900 tempest-ServerRescueNegativeTestJSON-1221659768 tempest-ServerRescueNegativeTestJSON-1221659768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 19:23:45.803116 dv-cinder-806191-2-iscsi neutron-server[93884]: INFO neutron.wsgi [req-d110c37a-36a9-4622-a49c-d8c413b13fca req-b9cb3ae4-835e-412b-9fe5-677265ee9900 tempest-ServerRescueNegativeTestJSON-1221659768 tempest-ServerRescueNegativeTestJSON-1221659768-project] 10.222.0.26 "GET /v2.0/ports?device_id=332ea1a5-b86c-4ccd-b130-2904c695b590 HTTP/1.1" status: 200 len: 945 time: 0.0924678 Aug 29 19:23:45.876129 dv-cinder-806191-2-iscsi neutron-server[93884]: INFO neutron.wsgi [req-d110c37a-36a9-4622-a49c-d8c413b13fca req-eef6ef19-2f4f-4af4-9192-00fa8c0e6bd5 tempest-ServerRescueNegativeTestJSON-1221659768 tempest-ServerRescueNegativeTestJSON-1221659768-project] 10.222.0.26 "GET /v2.0/security-groups?id=53892fd6-fc0b-43d7-b2d3-4778a69f0ff7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671041 Aug 29 19:23:45.941397 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-f7f3f912-659a-49f9-ab3a-0560ee4983b1 None None] Device fdf67fcf-6ec4-4900-a158-a101be572668 up at agent ovs-agent-dv-cinder-806191-2-iscsi {{(pid=93885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 19:23:46.047114 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-f7f3f912-659a-49f9-ab3a-0560ee4983b1 None None] Provisioning complete for port fdf67fcf-6ec4-4900-a158-a101be572668 triggered by entity L2. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 19:23:46.047584 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-f7f3f912-659a-49f9-ab3a-0560ee4983b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3627211'] for port, provisioning_complete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:23:46.050711 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d92cd5f-9f17-486a-b479-7cc5cfd8a456 req-b1b26eaf-145e-4b85-a152-c3349bf17c86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 19:23:46.053320 dv-cinder-806191-2-iscsi neutron-server[93884]: INFO neutron.wsgi [req-1d92cd5f-9f17-486a-b479-7cc5cfd8a456 req-b1b26eaf-145e-4b85-a152-c3349bf17c86 service neutron] 10.222.0.23 "GET /v2.0/networks?id=f4c14748-e4f9-4ea5-a2e3-0990fe428c6b HTTP/1.1" status: 200 len: 909 time: 0.1547551 Aug 29 19:23:46.423353 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-70412dc3-5e68-4b5c-85b4-fbed5b19070d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777170380508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3627128'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:23:46.593987 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18290499-364e-4934-845a-97935acc9c88 req-a551b357-734e-4064-b6b1-45598b7ee4ff tempest-VolumesActionsTest-881116330 tempest-VolumesActionsTest-881116330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 19:23:46.602057 dv-cinder-806191-2-iscsi neutron-server[93884]: INFO neutron.wsgi [req-18290499-364e-4934-845a-97935acc9c88 req-a551b357-734e-4064-b6b1-45598b7ee4ff tempest-VolumesActionsTest-881116330 tempest-VolumesActionsTest-881116330-project] 10.222.0.26 "GET /v2.0/ports?device_id=fe513439-de6b-4b3b-bf90-bf8be18dbc47 HTTP/1.1" status: 200 len: 943 time: 0.0823002 Aug 29 19:23:46.645229 dv-cinder-806191-2-iscsi neutron-server[93884]: INFO neutron.wsgi [req-18290499-364e-4934-845a-97935acc9c88 req-392e6421-ccf5-431e-8d40-ae2ee4e3e25f tempest-VolumesActionsTest-881116330 tempest-VolumesActionsTest-881116330-project] 10.222.0.26 "GET /v2.0/security-groups?id=0500c899-b6b6-4569-a16d-0e43e32676ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413711 Aug 29 19:23:47.900810 dv-cinder-806191-2-iscsi neutron-server[93884]: INFO neutron.wsgi [req-1d92cd5f-9f17-486a-b479-7cc5cfd8a456 req-dfc3fed5-2e40-4cbf-9f9c-e6d770a86a84 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e186246c-a340-4a81-98ed-c8e97ec5bc3e HTTP/1.1" status: 200 len: 217 time: 0.0749941 Aug 29 19:23:47.955397 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c979dbf6-4e2a-4e4e-9c3b-80ef7ae7db79 req-58adc1ee-a960-409b-bf45-6d5f8d56f208 tempest-VolumesActionsTest-881116330 tempest-VolumesActionsTest-881116330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 19:23:47.971875 dv-cinder-806191-2-iscsi neutron-server[93884]: INFO neutron.wsgi [req-c979dbf6-4e2a-4e4e-9c3b-80ef7ae7db79 req-58adc1ee-a960-409b-bf45-6d5f8d56f208 tempest-VolumesActionsTest-881116330 tempest-VolumesActionsTest-881116330-project] 10.222.0.26 "GET /v2.0/ports?device_id=fe513439-de6b-4b3b-bf90-bf8be18dbc47 HTTP/1.1" status: 200 len: 943 time: 0.2172565 Aug 29 19:23:48.095361 dv-cinder-806191-2-iscsi neutron-server[93884]: INFO neutron.wsgi [req-c979dbf6-4e2a-4e4e-9c3b-80ef7ae7db79 req-12175b77-dd7a-4167-9943-e810193fd542 tempest-VolumesActionsTest-881116330 tempest-VolumesActionsTest-881116330-project] 10.222.0.26 "GET /v2.0/security-groups?id=0500c899-b6b6-4569-a16d-0e43e32676ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1230199 Aug 29 19:23:48.105931 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d92cd5f-9f17-486a-b479-7cc5cfd8a456 req-8d00f023-eccd-43c6-80f5-f1332b34f5a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 19:23:48.109829 dv-cinder-806191-2-iscsi neutron-server[93884]: INFO neutron.wsgi [req-1d92cd5f-9f17-486a-b479-7cc5cfd8a456 req-8d00f023-eccd-43c6-80f5-f1332b34f5a1 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=0f59f6f4-0e46-4095-abfe-5ea608f2d712 HTTP/1.1" status: 200 len: 848 time: 0.1888452 Aug 29 19:23:48.151337 dv-cinder-806191-2-iscsi neutron-server[93884]: INFO neutron.wsgi [req-1d92cd5f-9f17-486a-b479-7cc5cfd8a456 req-90f82745-6983-4086-a33a-11e177b94e95 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=f4c14748-e4f9-4ea5-a2e3-0990fe428c6b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0317590 Aug 29 19:23:48.301583 dv-cinder-806191-2-iscsi neutron-server[93884]: INFO neutron.wsgi [req-1d92cd5f-9f17-486a-b479-7cc5cfd8a456 req-26283b60-35bb-4c4e-8ca7-fe173bd55832 service neutron] 10.222.0.23 "GET /v2.0/networks/f4c14748-e4f9-4ea5-a2e3-0990fe428c6b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1361468 Aug 29 19:23:48.464663 dv-cinder-806191-2-iscsi neutron-server[93886]: DEBUG neutron.db.agents_db [None req-c8461fad-6a9a-4fb7-93e9-57a62b582dc0 None None] Agent healthcheck: found 6 active agents {{(pid=93886) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 19:23:48.477093 dv-cinder-806191-2-iscsi neutron-server[93884]: INFO neutron.wsgi [req-1d92cd5f-9f17-486a-b479-7cc5cfd8a456 req-56936431-f55b-4c4c-856c-ea12a24560a6 service neutron] 10.222.0.23 "GET /v2.0/networks/f4c14748-e4f9-4ea5-a2e3-0990fe428c6b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1651962 Aug 29 19:23:49.023687 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62cdb052-d394-44e8-b3e9-caf986e7417d req-7dbd0686-0017-4d43-86a2-9c375e66d6e6 tempest-ServerRescueNegativeTestJSON-1221659768 tempest-ServerRescueNegativeTestJSON-1221659768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 19:23:49.026425 dv-cinder-806191-2-iscsi neutron-server[93884]: INFO neutron.wsgi [req-62cdb052-d394-44e8-b3e9-caf986e7417d req-7dbd0686-0017-4d43-86a2-9c375e66d6e6 tempest-ServerRescueNegativeTestJSON-1221659768 tempest-ServerRescueNegativeTestJSON-1221659768-project] 10.222.0.26 "GET /v2.0/ports?device_id=332ea1a5-b86c-4ccd-b130-2904c695b590 HTTP/1.1" status: 200 len: 945 time: 0.2011006 Aug 29 19:23:49.164472 dv-cinder-806191-2-iscsi neutron-server[93884]: INFO neutron.wsgi [req-62cdb052-d394-44e8-b3e9-caf986e7417d req-1a579191-ede6-4a85-902a-d43438f0219d tempest-ServerRescueNegativeTestJSON-1221659768 tempest-ServerRescueNegativeTestJSON-1221659768-project] 10.222.0.26 "GET /v2.0/security-groups?id=53892fd6-fc0b-43d7-b2d3-4778a69f0ff7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1227353 Aug 29 19:23:49.233139 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-aaf87a8a-04f8-46c7-9ebb-b97cb718d6e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777170380508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3627128'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:23:49.524169 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce944789-ec66-4ef3-b7da-f0928e29da2a req-3256079b-41c5-42fa-b540-7457d9074a43 tempest-VolumesActionsTest-881116330 tempest-VolumesActionsTest-881116330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 19:23:49.537457 dv-cinder-806191-2-iscsi neutron-server[93883]: INFO neutron.wsgi [req-ce944789-ec66-4ef3-b7da-f0928e29da2a req-3256079b-41c5-42fa-b540-7457d9074a43 tempest-VolumesActionsTest-881116330 tempest-VolumesActionsTest-881116330-project] 10.222.0.26 "GET /v2.0/ports?device_id=fe513439-de6b-4b3b-bf90-bf8be18dbc47 HTTP/1.1" status: 200 len: 943 time: 0.2138743 Aug 29 19:23:49.625257 dv-cinder-806191-2-iscsi neutron-server[93883]: INFO neutron.wsgi [req-ce944789-ec66-4ef3-b7da-f0928e29da2a req-6aa2a774-7daf-45d5-8d1e-aab1a63f89c3 tempest-VolumesActionsTest-881116330 tempest-VolumesActionsTest-881116330-project] 10.222.0.26 "GET /v2.0/security-groups?id=0500c899-b6b6-4569-a16d-0e43e32676ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0839748 Aug 29 19:23:49.703464 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-f7f3f912-659a-49f9-ab3a-0560ee4983b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777170380508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3627128'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:23:50.365912 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-ed31fb2d-405b-476e-b16a-f8415d14bc27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777170380508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3627128'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:23:50.666986 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-e411ce9c-394c-453f-add9-812245090945 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777170380508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3627128'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:23:50.799714 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36dd2d0b-b777-41a2-a490-2acc1ddf25f6 req-7542bd81-063e-4a37-98c3-21d2f4d5043c tempest-AttachVolumeNegativeTest-2076342172 tempest-AttachVolumeNegativeTest-2076342172-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 19:23:50.808156 dv-cinder-806191-2-iscsi neutron-server[93883]: INFO neutron.wsgi [req-36dd2d0b-b777-41a2-a490-2acc1ddf25f6 req-7542bd81-063e-4a37-98c3-21d2f4d5043c tempest-AttachVolumeNegativeTest-2076342172 tempest-AttachVolumeNegativeTest-2076342172-project] 10.222.0.26 "GET /v2.0/networks?id=1d62036b-0f93-45a0-8fba-f387708e0e55 HTTP/1.1" status: 200 len: 815 time: 0.1968107 Aug 29 19:23:50.826251 dv-cinder-806191-2-iscsi neutron-server[93883]: INFO neutron.wsgi [req-36dd2d0b-b777-41a2-a490-2acc1ddf25f6 req-0b2a7e1d-62de-4c44-a70d-7cd5f32e44e8 tempest-AttachVolumeNegativeTest-2076342172 tempest-AttachVolumeNegativeTest-2076342172-project] 10.222.0.26 "GET /v2.0/quotas/ba814db0c9614a53b5482814dee2277a HTTP/1.1" status: 200 len: 375 time: 0.0168197 Aug 29 19:23:50.910581 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79d6c28f-0412-46ec-988a-df2868ea8594 req-3e1adb73-18a7-4f20-a5d2-12386bf67992 tempest-VolumesActionsTest-881116330 tempest-VolumesActionsTest-881116330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 19:23:50.923529 dv-cinder-806191-2-iscsi neutron-server[93884]: INFO neutron.wsgi [req-79d6c28f-0412-46ec-988a-df2868ea8594 req-3e1adb73-18a7-4f20-a5d2-12386bf67992 tempest-VolumesActionsTest-881116330 tempest-VolumesActionsTest-881116330-project] 10.222.0.26 "GET /v2.0/ports?device_id=fe513439-de6b-4b3b-bf90-bf8be18dbc47 HTTP/1.1" status: 200 len: 943 time: 0.1443479 Aug 29 19:23:50.928530 dv-cinder-806191-2-iscsi neutron-server[93883]: INFO neutron.wsgi [req-36dd2d0b-b777-41a2-a490-2acc1ddf25f6 req-70b8e185-6069-40f2-8042-3beb66b63b06 tempest-AttachVolumeNegativeTest-2076342172 tempest-AttachVolumeNegativeTest-2076342172-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=ba814db0c9614a53b5482814dee2277a&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1001642 Aug 29 19:23:51.005547 dv-cinder-806191-2-iscsi neutron-server[93884]: INFO neutron.wsgi [req-79d6c28f-0412-46ec-988a-df2868ea8594 req-7f8c362b-ebc2-4c89-9bdb-2f620a6e4f1f tempest-VolumesActionsTest-881116330 tempest-VolumesActionsTest-881116330-project] 10.222.0.26 "GET /v2.0/security-groups?id=0500c899-b6b6-4569-a16d-0e43e32676ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0756447 Aug 29 19:23:51.148912 dv-cinder-806191-2-iscsi neutron-server[93883]: INFO neutron.wsgi [req-36dd2d0b-b777-41a2-a490-2acc1ddf25f6 req-ef5bfce2-abd8-41de-a85b-b0e17000dd0d service neutron] 10.222.0.26 "GET /v2.0/networks/1d62036b-0f93-45a0-8fba-f387708e0e55?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2146480 Aug 29 19:23:51.406988 dv-cinder-806191-2-iscsi neutron-server[93883]: INFO neutron.wsgi [req-36dd2d0b-b777-41a2-a490-2acc1ddf25f6 req-09418e92-7bad-401b-9494-d4e07d3a9503 service neutron] 10.222.0.26 "GET /v2.0/networks/1d62036b-0f93-45a0-8fba-f387708e0e55?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2347710 Aug 29 19:23:51.785870 dv-cinder-806191-2-iscsi neutron-server[93884]: INFO neutron.wsgi [req-49fbabc6-d245-4321-a633-9dca12e333d1 req-53cea33d-b566-4fc0-a49f-b961a8d74637 tempest-AttachVolumeNegativeTest-2076342172 tempest-AttachVolumeNegativeTest-2076342172-project] 10.222.0.26 "GET /v2.0/ports?device_id=bb924f55-426a-47ce-a594-deae2b152699 HTTP/1.1" status: 200 len: 210 time: 0.0588901 Aug 29 19:23:51.844267 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-c214b08a-13ec-4cca-bdbd-998b9b76327d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777170380508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3627128'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:23:52.102142 dv-cinder-806191-2-iscsi neutron-server[93884]: INFO neutron.wsgi [req-60df26ef-0ba1-4f10-8620-24599931873e req-cf5463ed-a8d4-45aa-9bdb-4d04a806dd06 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=332ea1a5-b86c-4ccd-b130-2904c695b590&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0988495 Aug 29 19:23:52.260262 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60df26ef-0ba1-4f10-8620-24599931873e req-6d804c3f-00c5-4e77-816a-3e61a40e7870 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 19:23:52.264703 dv-cinder-806191-2-iscsi neutron-server[93884]: INFO neutron.wsgi [req-60df26ef-0ba1-4f10-8620-24599931873e req-6d804c3f-00c5-4e77-816a-3e61a40e7870 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=bb269c9ea7fa4ad9981b168c22af7757&device_id=332ea1a5-b86c-4ccd-b130-2904c695b590 HTTP/1.1" status: 200 len: 1098 time: 0.1062281 Aug 29 19:23:52.275201 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deb42a73-96b1-4cf7-b913-3085a0ae8c7b req-b9a3ad8f-bd29-4438-a60f-008d9650dd99 tempest-VolumesActionsTest-881116330 tempest-VolumesActionsTest-881116330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 19:23:52.276833 dv-cinder-806191-2-iscsi neutron-server[93883]: INFO neutron.wsgi [req-deb42a73-96b1-4cf7-b913-3085a0ae8c7b req-b9a3ad8f-bd29-4438-a60f-008d9650dd99 tempest-VolumesActionsTest-881116330 tempest-VolumesActionsTest-881116330-project] 10.222.0.26 "GET /v2.0/ports?device_id=fe513439-de6b-4b3b-bf90-bf8be18dbc47 HTTP/1.1" status: 200 len: 943 time: 0.0917754 Aug 29 19:23:52.371253 dv-cinder-806191-2-iscsi neutron-server[93883]: INFO neutron.wsgi [req-deb42a73-96b1-4cf7-b913-3085a0ae8c7b req-4ee21b12-f8e1-4be0-beda-29baa5010b40 tempest-VolumesActionsTest-881116330 tempest-VolumesActionsTest-881116330-project] 10.222.0.26 "GET /v2.0/security-groups?id=0500c899-b6b6-4569-a16d-0e43e32676ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742033 Aug 29 19:23:52.586662 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60df26ef-0ba1-4f10-8620-24599931873e req-ecfad510-6b0e-43da-b098-828c1ce95dd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 19:23:52.589269 dv-cinder-806191-2-iscsi neutron-server[93884]: INFO neutron.wsgi [req-60df26ef-0ba1-4f10-8620-24599931873e req-ecfad510-6b0e-43da-b098-828c1ce95dd6 service neutron] 10.222.0.23 "GET /v2.0/networks?id=b31f2377-81f8-426f-9dd2-b3757c46201b HTTP/1.1" status: 200 len: 919 time: 0.2813714 Aug 29 19:23:52.801844 dv-cinder-806191-2-iscsi neutron-server[93884]: INFO neutron.wsgi [req-60df26ef-0ba1-4f10-8620-24599931873e req-2ea852c0-8806-4678-ba9d-251242ad705e service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0b58d40a-64db-4ff8-b84a-d62dc022f6b9 HTTP/1.1" status: 200 len: 217 time: 0.1974866 Aug 29 19:23:52.971356 dv-cinder-806191-2-iscsi neutron-server[93884]: INFO neutron.wsgi [req-0eb924e1-2a2b-43ef-81ff-7c09b208a048 req-4193caab-ca4e-4599-8878-f82f783579d3 tempest-AttachVolumeNegativeTest-2076342172 tempest-AttachVolumeNegativeTest-2076342172-project] 10.222.0.26 "GET /v2.0/ports?device_id=bb924f55-426a-47ce-a594-deae2b152699 HTTP/1.1" status: 200 len: 210 time: 0.0614934 Aug 29 19:23:52.997452 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60df26ef-0ba1-4f10-8620-24599931873e req-971df373-bfcc-401e-b47a-23f50271e314 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 19:23:52.999431 dv-cinder-806191-2-iscsi neutron-server[93884]: INFO neutron.wsgi [req-60df26ef-0ba1-4f10-8620-24599931873e req-971df373-bfcc-401e-b47a-23f50271e314 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=8c14e703-3ff5-4626-a4b1-f0e4a5ebc648 HTTP/1.1" status: 200 len: 858 time: 0.1778803 Aug 29 19:23:53.058066 dv-cinder-806191-2-iscsi neutron-server[93884]: INFO neutron.wsgi [req-60df26ef-0ba1-4f10-8620-24599931873e req-55306032-fae2-4ad8-92db-a561bf7a71be service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=b31f2377-81f8-426f-9dd2-b3757c46201b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0436790 Aug 29 19:23:53.217522 dv-cinder-806191-2-iscsi neutron-server[93884]: INFO neutron.wsgi [req-60df26ef-0ba1-4f10-8620-24599931873e req-02d83767-032d-4645-a788-56b13ea3ca42 service neutron] 10.222.0.23 "GET /v2.0/networks/b31f2377-81f8-426f-9dd2-b3757c46201b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1477668 Aug 29 19:23:53.437583 dv-cinder-806191-2-iscsi neutron-server[93884]: INFO neutron.wsgi [req-60df26ef-0ba1-4f10-8620-24599931873e req-a4377c64-855d-43f0-bf40-0f49d8d9a13e service neutron] 10.222.0.23 "GET /v2.0/networks/b31f2377-81f8-426f-9dd2-b3757c46201b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2093103 Aug 29 19:23:53.666839 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0a73ae9-083f-4f92-8f40-5d7bebd1c2b4 req-9120b1f0-62b6-4d41-8f8a-6fd187fa4342 tempest-VolumesActionsTest-881116330 tempest-VolumesActionsTest-881116330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 19:23:53.683454 dv-cinder-806191-2-iscsi neutron-server[93883]: INFO neutron.wsgi [req-f0a73ae9-083f-4f92-8f40-5d7bebd1c2b4 req-9120b1f0-62b6-4d41-8f8a-6fd187fa4342 tempest-VolumesActionsTest-881116330 tempest-VolumesActionsTest-881116330-project] 10.222.0.26 "GET /v2.0/ports?device_id=fe513439-de6b-4b3b-bf90-bf8be18dbc47 HTTP/1.1" status: 200 len: 943 time: 0.1166029 Aug 29 19:23:53.716039 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36dd2d0b-b777-41a2-a490-2acc1ddf25f6 req-28bcb899-f8f9-47c2-af41-8d33c0982d53 tempest-AttachVolumeNegativeTest-2076342172 tempest-AttachVolumeNegativeTest-2076342172-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 19:23:53.718496 dv-cinder-806191-2-iscsi neutron-server[93884]: INFO neutron.wsgi [req-36dd2d0b-b777-41a2-a490-2acc1ddf25f6 req-28bcb899-f8f9-47c2-af41-8d33c0982d53 tempest-AttachVolumeNegativeTest-2076342172 tempest-AttachVolumeNegativeTest-2076342172-project] 10.222.0.23 "GET /v2.0/networks?id=1d62036b-0f93-45a0-8fba-f387708e0e55 HTTP/1.1" status: 200 len: 815 time: 0.2507629 Aug 29 19:23:53.748827 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.api.v2.base [req-36dd2d0b-b777-41a2-a490-2acc1ddf25f6 req-c18efc4f-cf38-4986-801f-695047c23a68 tempest-AttachVolumeNegativeTest-2076342172 tempest-AttachVolumeNegativeTest-2076342172-project] Request body: {'port': {'device_id': 'bb924f55-426a-47ce-a594-deae2b152699', 'network_id': '1d62036b-0f93-45a0-8fba-f387708e0e55', 'admin_state_up': True, 'tenant_id': 'ba814db0c9614a53b5482814dee2277a'}} {{(pid=93884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 19:23:53.756092 dv-cinder-806191-2-iscsi neutron-server[93883]: INFO neutron.wsgi [req-f0a73ae9-083f-4f92-8f40-5d7bebd1c2b4 req-1b6821c0-e1db-4ac1-906d-01ed35be40e4 tempest-VolumesActionsTest-881116330 tempest-VolumesActionsTest-881116330-project] 10.222.0.26 "GET /v2.0/security-groups?id=0500c899-b6b6-4569-a16d-0e43e32676ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704086 Aug 29 19:23:53.959842 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-36dd2d0b-b777-41a2-a490-2acc1ddf25f6 req-c18efc4f-cf38-4986-801f-695047c23a68 tempest-AttachVolumeNegativeTest-2076342172 tempest-AttachVolumeNegativeTest-2076342172-project] Made reservation on behalf of ba814db0c9614a53b5482814dee2277a for: {'port': 1} {{(pid=93884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 19:23:53.967093 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-36dd2d0b-b777-41a2-a490-2acc1ddf25f6 req-c18efc4f-cf38-4986-801f-695047c23a68 tempest-AttachVolumeNegativeTest-2076342172 tempest-AttachVolumeNegativeTest-2076342172-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3669058'] for port, before_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:23:54.164530 dv-cinder-806191-2-iscsi neutron-server[93884]: INFO neutron.wsgi [req-ed0e1921-6203-4368-9688-eed2de22cd9a req-cfd5d714-7641-4c5a-af8a-7146dac8967d tempest-AttachVolumeNegativeTest-2076342172 tempest-AttachVolumeNegativeTest-2076342172-project] 10.222.0.26 "GET /v2.0/ports?device_id=bb924f55-426a-47ce-a594-deae2b152699 HTTP/1.1" status: 200 len: 210 time: 0.0639889 Aug 29 19:23:54.293177 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.db.db_base_plugin_common [req-36dd2d0b-b777-41a2-a490-2acc1ddf25f6 req-c18efc4f-cf38-4986-801f-695047c23a68 tempest-AttachVolumeNegativeTest-2076342172 tempest-AttachVolumeNegativeTest-2076342172-project] Allocated IP 172.20.0.5 (1d62036b-0f93-45a0-8fba-f387708e0e55/e15cf44e-824b-4420-8bd8-737a2faa947a/34a49819-e8cb-4b5a-a656-ffc4669e03b8) {{(pid=93884) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 19:23:54.410149 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-e411ce9c-394c-453f-add9-812245090945 None None] Device e186246c-a340-4a81-98ed-c8e97ec5bc3e details requested by agent hyperv_hv-cinder-80619 with host hv-cinder-80619 {{(pid=93885) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 19:23:54.627961 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-e411ce9c-394c-453f-add9-812245090945 None None] For port e186246c-a340-4a81-98ed-c8e97ec5bc3e, host hv-cinder-80619, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80619',level=0,port_id=e186246c-a340-4a81-98ed-c8e97ec5bc3e,segment=NetworkSegment(6abc8a44-8b13-4a84-86d3-61da7e65e27c),segment_id=6abc8a44-8b13-4a84-86d3-61da7e65e27c)] {{(pid=93885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 19:23:54.650641 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-e411ce9c-394c-453f-add9-812245090945 None None] Returning: {'device': 'e186246c-a340-4a81-98ed-c8e97ec5bc3e', 'network_id': 'f4c14748-e4f9-4ea5-a2e3-0990fe428c6b', 'port_id': 'e186246c-a340-4a81-98ed-c8e97ec5bc3e', 'mac_address': 'fa:16:3e:88:e2:b6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 103, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0f59f6f4-0e46-4095-abfe-5ea608f2d712', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93885) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 19:23:54.711729 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-36dd2d0b-b777-41a2-a490-2acc1ddf25f6 req-c18efc4f-cf38-4986-801f-695047c23a68 tempest-AttachVolumeNegativeTest-2076342172 tempest-AttachVolumeNegativeTest-2076342172-project] Notify callbacks [] for port, precommit_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:23:54.740743 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-e411ce9c-394c-453f-add9-812245090945 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3669058'] for port, before_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:23:54.768545 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.notifiers.nova [None req-e411ce9c-394c-453f-add9-812245090945 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e186246c-a340-4a81-98ed-c8e97ec5bc3e {{(pid=93885) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 19:23:54.780961 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-36dd2d0b-b777-41a2-a490-2acc1ddf25f6 req-c18efc4f-cf38-4986-801f-695047c23a68 tempest-AttachVolumeNegativeTest-2076342172 tempest-AttachVolumeNegativeTest-2076342172-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3669005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3715978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777169884164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262862687'] for port, after_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:23:54.801320 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-e411ce9c-394c-453f-add9-812245090945 None None] get_ports_and_sgs() called for port_ids ['189ce962-18b0-4d08-b12d-12c8e1ea6a8b', 'f09a5318-5317-4b72-b8b0-a7d0d70add3b', '3c0785c9-8619-49ca-88c9-e0b7ede0b39b'] {{(pid=93885) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 19:23:54.823617 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.26', 59456) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 19:23:54.870828 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-36dd2d0b-b777-41a2-a490-2acc1ddf25f6 req-c18efc4f-cf38-4986-801f-695047c23a68 tempest-AttachVolumeNegativeTest-2076342172 tempest-AttachVolumeNegativeTest-2076342172-project] Network 1d62036b-0f93-45a0-8fba-f387708e0e55 is already hosted by enough agents. {{(pid=93884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 19:23:54.874865 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.scheduler.base_scheduler [req-36dd2d0b-b777-41a2-a490-2acc1ddf25f6 req-c18efc4f-cf38-4986-801f-695047c23a68 tempest-AttachVolumeNegativeTest-2076342172 tempest-AttachVolumeNegativeTest-2076342172-project] Resources bound (agent type, host, resource id): {{(pid=93884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 19:23:54.879781 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.db.l3_dvrscheduler_db [req-36dd2d0b-b777-41a2-a490-2acc1ddf25f6 req-c18efc4f-cf38-4986-801f-695047c23a68 tempest-AttachVolumeNegativeTest-2076342172 tempest-AttachVolumeNegativeTest-2076342172-project] Received port after_create {{(pid=93884) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 19:23:54.901903 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-e411ce9c-394c-453f-add9-812245090945 None None] For port e186246c-a340-4a81-98ed-c8e97ec5bc3e, host hv-cinder-80619, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80619',level=0,port_id=e186246c-a340-4a81-98ed-c8e97ec5bc3e,segment=NetworkSegment(6abc8a44-8b13-4a84-86d3-61da7e65e27c),segment_id=6abc8a44-8b13-4a84-86d3-61da7e65e27c)] {{(pid=93885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 19:23:54.912314 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c18efc4f-cf38-4986-801f-695047c23a68 tempest-AttachVolumeNegativeTest-2076342172 tempest-AttachVolumeNegativeTest-2076342172-project] Pushing event updated for resources: {'Port': ['ID=34a49819-e8cb-4b5a-a656-ffc4669e03b8,revision_number=1']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:23:54.950131 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-e411ce9c-394c-453f-add9-812245090945 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3669005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3715978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777170436913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777169884182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777169884200'] for port, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:23:54.973177 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36dd2d0b-b777-41a2-a490-2acc1ddf25f6 req-c18efc4f-cf38-4986-801f-695047c23a68 tempest-AttachVolumeNegativeTest-2076342172 tempest-AttachVolumeNegativeTest-2076342172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 19:23:54.974660 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-36dd2d0b-b777-41a2-a490-2acc1ddf25f6 req-c18efc4f-cf38-4986-801f-695047c23a68 tempest-AttachVolumeNegativeTest-2076342172 tempest-AttachVolumeNegativeTest-2076342172-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-256493'] for port, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:23:55.001719 dv-cinder-806191-2-iscsi neutron-server[93884]: INFO neutron.wsgi [req-36dd2d0b-b777-41a2-a490-2acc1ddf25f6 req-c18efc4f-cf38-4986-801f-695047c23a68 tempest-AttachVolumeNegativeTest-2076342172 tempest-AttachVolumeNegativeTest-2076342172-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2676346 Aug 29 19:23:55.042057 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.api.v2.base [req-36dd2d0b-b777-41a2-a490-2acc1ddf25f6 req-89fec7d2-9326-437c-97a3-50be3b2273c8 service neutron] Request body: {'port': {'device_id': 'bb924f55-426a-47ce-a594-deae2b152699', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80619'}} {{(pid=93884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 19:23:55.063715 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bd60f80-09f2-4301-9f51-0ff5bf933874 req-b0c7980c-cf07-4465-8e5a-cd4e39302d32 tempest-VolumesActionsTest-881116330 tempest-VolumesActionsTest-881116330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 19:23:55.076407 dv-cinder-806191-2-iscsi neutron-server[93883]: INFO neutron.wsgi [req-2bd60f80-09f2-4301-9f51-0ff5bf933874 req-b0c7980c-cf07-4465-8e5a-cd4e39302d32 tempest-VolumesActionsTest-881116330 tempest-VolumesActionsTest-881116330-project] 10.222.0.26 "GET /v2.0/ports?device_id=fe513439-de6b-4b3b-bf90-bf8be18dbc47 HTTP/1.1" status: 200 len: 944 time: 0.1549566 Aug 29 19:23:55.091314 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e411ce9c-394c-453f-add9-812245090945 None None] Pushing event updated for resources: {'Port': ['ID=e186246c-a340-4a81-98ed-c8e97ec5bc3e,revision_number=4']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:23:55.150096 dv-cinder-806191-2-iscsi neutron-server[93883]: INFO neutron.wsgi [req-2bd60f80-09f2-4301-9f51-0ff5bf933874 req-5de83f4b-4b12-4195-b811-0cb14d73f838 tempest-VolumesActionsTest-881116330 tempest-VolumesActionsTest-881116330-project] 10.222.0.26 "GET /v2.0/security-groups?id=0500c899-b6b6-4569-a16d-0e43e32676ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726955 Aug 29 19:23:55.179131 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-b50fa158-2d78-4f1f-b489-ac7343471aa0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:23:55.204919 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-36dd2d0b-b777-41a2-a490-2acc1ddf25f6 req-89fec7d2-9326-437c-97a3-50be3b2273c8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3669058'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:23:55.349187 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-e411ce9c-394c-453f-add9-812245090945 None None] get_ports_and_sgs() called for port_ids ['e186246c-a340-4a81-98ed-c8e97ec5bc3e'] {{(pid=93885) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 19:23:55.514320 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-b50fa158-2d78-4f1f-b489-ac7343471aa0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:23:55.525335 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-b50fa158-2d78-4f1f-b489-ac7343471aa0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368872'] for security_group, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:23:55.610657 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b50fa158-2d78-4f1f-b489-ac7343471aa0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f8f94fb7-f1ec-4eed-8a1f-da9744ac4492,revision_number=1']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:23:55.644477 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b50fa158-2d78-4f1f-b489-ac7343471aa0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806191-2-iscsi {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:23:55.646776 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b50fa158-2d78-4f1f-b489-ac7343471aa0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806191-2-iscsi {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:23:55.647360 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b50fa158-2d78-4f1f-b489-ac7343471aa0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806191-2-iscsi {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:23:55.647834 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b50fa158-2d78-4f1f-b489-ac7343471aa0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806191-2-iscsi {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:23:55.649187 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b50fa158-2d78-4f1f-b489-ac7343471aa0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-806191-2-iscsi {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:23:55.650766 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b50fa158-2d78-4f1f-b489-ac7343471aa0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806191-2-iscsi {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:23:55.651517 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b50fa158-2d78-4f1f-b489-ac7343471aa0 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-806191-2-iscsi {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:23:55.655179 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b50fa158-2d78-4f1f-b489-ac7343471aa0 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-806191-2-iscsi {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:23:55.655493 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b50fa158-2d78-4f1f-b489-ac7343471aa0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806191-2-iscsi {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:23:55.655925 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b50fa158-2d78-4f1f-b489-ac7343471aa0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806191-2-iscsi {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:23:55.656345 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b50fa158-2d78-4f1f-b489-ac7343471aa0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806191-2-iscsi {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:23:55.656878 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b50fa158-2d78-4f1f-b489-ac7343471aa0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806191-2-iscsi {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:23:55.673444 dv-cinder-806191-2-iscsi neutron-server[93883]: INFO neutron.wsgi [None req-b50fa158-2d78-4f1f-b489-ac7343471aa0 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=f3e8be0191474118ada44c2a54675519&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8462365 Aug 29 19:23:55.676734 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.26', 59468) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 19:23:55.767121 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-6cdbb6c3-7213-42d7-9666-ebd17a03c1f7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:23:55.801434 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-6cdbb6c3-7213-42d7-9666-ebd17a03c1f7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:23:55.899728 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-6cdbb6c3-7213-42d7-9666-ebd17a03c1f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368872'] for security_group, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:23:55.904533 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab047eae-c215-451b-bc59-092f0895b6ed req-76297630-a292-4e33-a1b8-23d34aee54de tempest-AttachVolumeNegativeTest-2076342172 tempest-AttachVolumeNegativeTest-2076342172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 19:23:55.905189 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-6cdbb6c3-7213-42d7-9666-ebd17a03c1f7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:23:55.906256 dv-cinder-806191-2-iscsi neutron-server[93884]: INFO neutron.wsgi [req-ab047eae-c215-451b-bc59-092f0895b6ed req-76297630-a292-4e33-a1b8-23d34aee54de tempest-AttachVolumeNegativeTest-2076342172 tempest-AttachVolumeNegativeTest-2076342172-project] 10.222.0.26 "GET /v2.0/ports?device_id=bb924f55-426a-47ce-a594-deae2b152699 HTTP/1.1" status: 200 len: 931 time: 0.4424632 Aug 29 19:23:55.923863 dv-cinder-806191-2-iscsi neutron-server[93883]: INFO neutron.wsgi [None req-6cdbb6c3-7213-42d7-9666-ebd17a03c1f7 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/f8f94fb7-f1ec-4eed-8a1f-da9744ac4492 HTTP/1.1" status: 204 len: 168 time: 0.2366104 Aug 29 19:23:55.949976 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cdbb6c3-7213-42d7-9666-ebd17a03c1f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f8f94fb7-f1ec-4eed-8a1f-da9744ac4492,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:23:56.043720 dv-cinder-806191-2-iscsi neutron-server[93884]: INFO neutron.wsgi [req-ab047eae-c215-451b-bc59-092f0895b6ed req-ea00db01-70f2-41f8-9a37-5cf44a47b050 tempest-AttachVolumeNegativeTest-2076342172 tempest-AttachVolumeNegativeTest-2076342172-project] 10.222.0.26 "GET /v2.0/security-groups?id=ea7dc4db-96bb-4713-a2e6-e8b6fb48c457&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1042647 Aug 29 19:23:56.195127 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.notifiers.nova [req-36dd2d0b-b777-41a2-a490-2acc1ddf25f6 req-89fec7d2-9326-437c-97a3-50be3b2273c8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 34a49819-e8cb-4b5a-a656-ffc4669e03b8 {{(pid=93884) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 19:23:56.206232 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-36dd2d0b-b777-41a2-a490-2acc1ddf25f6 req-89fec7d2-9326-437c-97a3-50be3b2273c8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:23:56.222078 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [req-36dd2d0b-b777-41a2-a490-2acc1ddf25f6 req-89fec7d2-9326-437c-97a3-50be3b2273c8 service neutron] Transition to ACTIVE for port object 34a49819-e8cb-4b5a-a656-ffc4669e03b8 will not be triggered until provisioned by entity L2. {{(pid=93884) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 19:23:56.229130 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-36dd2d0b-b777-41a2-a490-2acc1ddf25f6 req-89fec7d2-9326-437c-97a3-50be3b2273c8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3669005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3715978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777170436913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777169884182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777169884200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-262862662'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:23:56.282103 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89fec7d2-9326-437c-97a3-50be3b2273c8 service neutron] Pushing event updated for resources: {'Port': ['ID=34a49819-e8cb-4b5a-a656-ffc4669e03b8,revision_number=2']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:23:56.401059 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a60e726a-4305-4217-bd04-887031d77c17 req-46adfe85-60aa-4982-b5b1-6bf927f003c1 tempest-VolumesActionsTest-881116330 tempest-VolumesActionsTest-881116330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 19:23:56.420390 dv-cinder-806191-2-iscsi neutron-server[93884]: INFO neutron.wsgi [req-a60e726a-4305-4217-bd04-887031d77c17 req-46adfe85-60aa-4982-b5b1-6bf927f003c1 tempest-VolumesActionsTest-881116330 tempest-VolumesActionsTest-881116330-project] 10.222.0.26 "GET /v2.0/ports?device_id=fe513439-de6b-4b3b-bf90-bf8be18dbc47 HTTP/1.1" status: 200 len: 944 time: 0.1393404 Aug 29 19:23:56.491194 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.managers [req-36dd2d0b-b777-41a2-a490-2acc1ddf25f6 req-89fec7d2-9326-437c-97a3-50be3b2273c8 service neutron] Attempting to bind port 34a49819-e8cb-4b5a-a656-ffc4669e03b8 on host hv-cinder-80619 for vnic_type normal with profile {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 19:23:56.491681 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.managers [req-36dd2d0b-b777-41a2-a490-2acc1ddf25f6 req-89fec7d2-9326-437c-97a3-50be3b2273c8 service neutron] Attempting to bind port 34a49819-e8cb-4b5a-a656-ffc4669e03b8 by drivers openvswitch,hyperv on host hv-cinder-80619 at level 0 using segments [{'id': '8fe8a594-91a4-40c0-b8c2-40d42544c273', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '1d62036b-0f93-45a0-8fba-f387708e0e55'}] {{(pid=93884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 19:23:56.492012 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36dd2d0b-b777-41a2-a490-2acc1ddf25f6 req-89fec7d2-9326-437c-97a3-50be3b2273c8 service neutron] Attempting to bind port 34a49819-e8cb-4b5a-a656-ffc4669e03b8 on network 1d62036b-0f93-45a0-8fba-f387708e0e55 {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 19:23:56.505014 dv-cinder-806191-2-iscsi neutron-server[93884]: INFO neutron.wsgi [req-a60e726a-4305-4217-bd04-887031d77c17 req-4da044d7-afcf-4147-87c3-d05060334071 tempest-VolumesActionsTest-881116330 tempest-VolumesActionsTest-881116330-project] 10.222.0.26 "GET /v2.0/security-groups?id=0500c899-b6b6-4569-a16d-0e43e32676ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639951 Aug 29 19:23:56.505851 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36dd2d0b-b777-41a2-a490-2acc1ddf25f6 req-89fec7d2-9326-437c-97a3-50be3b2273c8 service neutron] Port 34a49819-e8cb-4b5a-a656-ffc4669e03b8 on network 1d62036b-0f93-45a0-8fba-f387708e0e55 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80619 {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 19:23:56.506713 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36dd2d0b-b777-41a2-a490-2acc1ddf25f6 req-89fec7d2-9326-437c-97a3-50be3b2273c8 service neutron] Attempting to bind port 34a49819-e8cb-4b5a-a656-ffc4669e03b8 on network 1d62036b-0f93-45a0-8fba-f387708e0e55 {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 19:23:56.513583 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36dd2d0b-b777-41a2-a490-2acc1ddf25f6 req-89fec7d2-9326-437c-97a3-50be3b2273c8 service neutron] Checking agent: {'id': 'f86fd93b-ec6e-427a-a263-b2bcb0cc3d39', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80619', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 19, 19, 51), 'started_at': datetime.datetime(2021, 8, 29, 19, 19, 51), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 19, 23, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 19:23:56.514111 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36dd2d0b-b777-41a2-a490-2acc1ddf25f6 req-89fec7d2-9326-437c-97a3-50be3b2273c8 service neutron] Checking segment: {'id': '8fe8a594-91a4-40c0-b8c2-40d42544c273', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '1d62036b-0f93-45a0-8fba-f387708e0e55'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93884) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 19:23:56.514567 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36dd2d0b-b777-41a2-a490-2acc1ddf25f6 req-89fec7d2-9326-437c-97a3-50be3b2273c8 service neutron] Bound using segment: {'id': '8fe8a594-91a4-40c0-b8c2-40d42544c273', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '1d62036b-0f93-45a0-8fba-f387708e0e55'} {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 19:23:56.515008 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.managers [req-36dd2d0b-b777-41a2-a490-2acc1ddf25f6 req-89fec7d2-9326-437c-97a3-50be3b2273c8 service neutron] Bound port: 34a49819-e8cb-4b5a-a656-ffc4669e03b8, host: hv-cinder-80619, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8fe8a594-91a4-40c0-b8c2-40d42544c273', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '1d62036b-0f93-45a0-8fba-f387708e0e55'}}] {{(pid=93884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 19:23:56.515415 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-36dd2d0b-b777-41a2-a490-2acc1ddf25f6 req-89fec7d2-9326-437c-97a3-50be3b2273c8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3669058'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:23:56.618722 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.db [req-36dd2d0b-b777-41a2-a490-2acc1ddf25f6 req-89fec7d2-9326-437c-97a3-50be3b2273c8 service neutron] For port 34a49819-e8cb-4b5a-a656-ffc4669e03b8, host hv-cinder-80619, cleared binding levels {{(pid=93884) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 19:23:56.623395 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.db [req-36dd2d0b-b777-41a2-a490-2acc1ddf25f6 req-89fec7d2-9326-437c-97a3-50be3b2273c8 service neutron] For port 34a49819-e8cb-4b5a-a656-ffc4669e03b8, host hv-cinder-80619, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80619',level=0,port_id=34a49819-e8cb-4b5a-a656-ffc4669e03b8,segment=NetworkSegment(8fe8a594-91a4-40c0-b8c2-40d42544c273),segment_id=8fe8a594-91a4-40c0-b8c2-40d42544c273)] {{(pid=93884) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 19:23:56.630349 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-36dd2d0b-b777-41a2-a490-2acc1ddf25f6 req-89fec7d2-9326-437c-97a3-50be3b2273c8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3669005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3715978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777170436913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777169884182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777169884200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-262862662'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:23:56.651169 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36dd2d0b-b777-41a2-a490-2acc1ddf25f6 req-89fec7d2-9326-437c-97a3-50be3b2273c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 19:23:56.652244 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-36dd2d0b-b777-41a2-a490-2acc1ddf25f6 req-89fec7d2-9326-437c-97a3-50be3b2273c8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-256493'] for port, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:23:56.654917 dv-cinder-806191-2-iscsi neutron-server[93884]: INFO neutron.wsgi [req-36dd2d0b-b777-41a2-a490-2acc1ddf25f6 req-89fec7d2-9326-437c-97a3-50be3b2273c8 service neutron] 10.222.0.23 "PUT /v2.0/ports/34a49819-e8cb-4b5a-a656-ffc4669e03b8 HTTP/1.1" status: 200 len: 1093 time: 1.6348913 Aug 29 19:23:56.655580 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bb924f55-426a-47ce-a594-deae2b152699', 'tag': '34a49819-e8cb-4b5a-a656-ffc4669e03b8'}] {{(pid=93884) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 19:23:56.658878 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}af0273b9eb9050257146764f7dfc5aa69aec40d1770056ff1a21a350116cd0eb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db5e7746-c17e-4f1a-baa4-8434c293d1be" -d '{"events": [{"name": "network-changed", "server_uuid": "bb924f55-426a-47ce-a594-deae2b152699", "tag": "34a49819-e8cb-4b5a-a656-ffc4669e03b8"}]}' {{(pid=93884) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 19:23:56.729960 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 19:23:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e2c8f7cf-d118-4c69-9039-24e33171d5e2 x-openstack-request-id: req-e2c8f7cf-d118-4c69-9039-24e33171d5e2 {{(pid=93884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 19:23:56.730415 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bb924f55-426a-47ce-a594-deae2b152699", "tag": "34a49819-e8cb-4b5a-a656-ffc4669e03b8", "status": "completed", "code": 200}]} {{(pid=93884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 19:23:56.730682 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-e2c8f7cf-d118-4c69-9039-24e33171d5e2 {{(pid=93884) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 19:23:56.731903 dv-cinder-806191-2-iscsi neutron-server[93884]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bb924f55-426a-47ce-a594-deae2b152699', 'tag': '34a49819-e8cb-4b5a-a656-ffc4669e03b8', 'status': 'completed', 'code': 200} Aug 29 19:23:56.758026 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89fec7d2-9326-437c-97a3-50be3b2273c8 service neutron] Pushing event updated for resources: {'Port': ['ID=34a49819-e8cb-4b5a-a656-ffc4669e03b8,revision_number=3']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:23:57.005001 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3849093-0994-4346-b686-8c649cc431c9 req-d764ad1e-b4e6-4cf2-a631-c3d3e6d7e492 tempest-TestMinimumBasicScenario-1969089159 tempest-TestMinimumBasicScenario-1969089159-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 19:23:57.007367 dv-cinder-806191-2-iscsi neutron-server[93883]: INFO neutron.wsgi [req-e3849093-0994-4346-b686-8c649cc431c9 req-d764ad1e-b4e6-4cf2-a631-c3d3e6d7e492 tempest-TestMinimumBasicScenario-1969089159 tempest-TestMinimumBasicScenario-1969089159-project] 10.222.0.26 "GET /v2.0/networks?id=4886099e-653a-4458-9041-94933d4c4594 HTTP/1.1" status: 200 len: 814 time: 0.1176443 Aug 29 19:23:57.032137 dv-cinder-806191-2-iscsi neutron-server[93883]: INFO neutron.wsgi [req-e3849093-0994-4346-b686-8c649cc431c9 req-574c86ec-579b-4026-ae08-9bf8f0976f87 tempest-TestMinimumBasicScenario-1969089159 tempest-TestMinimumBasicScenario-1969089159-project] 10.222.0.26 "GET /v2.0/quotas/ff839ffa806e4508a9f5f74da31561b0 HTTP/1.1" status: 200 len: 375 time: 0.0183740 Aug 29 19:23:57.127334 dv-cinder-806191-2-iscsi neutron-server[93883]: INFO neutron.wsgi [req-e3849093-0994-4346-b686-8c649cc431c9 req-b8639e75-85d8-4843-a698-8dbc1d5d7ea2 tempest-TestMinimumBasicScenario-1969089159 tempest-TestMinimumBasicScenario-1969089159-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=ff839ffa806e4508a9f5f74da31561b0&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0886214 Aug 29 19:23:57.226984 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38f7a690-3e14-4888-a484-eb3c1e897892 req-78aa1540-8951-4d0c-9935-aa1ff4282c29 tempest-AttachVolumeNegativeTest-2076342172 tempest-AttachVolumeNegativeTest-2076342172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 19:23:57.231340 dv-cinder-806191-2-iscsi neutron-server[93884]: INFO neutron.wsgi [req-38f7a690-3e14-4888-a484-eb3c1e897892 req-78aa1540-8951-4d0c-9935-aa1ff4282c29 tempest-AttachVolumeNegativeTest-2076342172 tempest-AttachVolumeNegativeTest-2076342172-project] 10.222.0.26 "GET /v2.0/ports?device_id=bb924f55-426a-47ce-a594-deae2b152699 HTTP/1.1" status: 200 len: 943 time: 0.0812762 Aug 29 19:23:57.279288 dv-cinder-806191-2-iscsi neutron-server[93883]: INFO neutron.wsgi [req-e3849093-0994-4346-b686-8c649cc431c9 req-192a7fe9-1890-458a-80f5-d3b4d6d7ec3f service neutron] 10.222.0.26 "GET /v2.0/networks/4886099e-653a-4458-9041-94933d4c4594?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1291387 Aug 29 19:23:57.297492 dv-cinder-806191-2-iscsi neutron-server[93884]: INFO neutron.wsgi [req-38f7a690-3e14-4888-a484-eb3c1e897892 req-d2d672e9-22ee-4347-a5e5-447dd69c3d3e tempest-AttachVolumeNegativeTest-2076342172 tempest-AttachVolumeNegativeTest-2076342172-project] 10.222.0.26 "GET /v2.0/security-groups?id=ea7dc4db-96bb-4713-a2e6-e8b6fb48c457&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563991 Aug 29 19:23:57.465288 dv-cinder-806191-2-iscsi neutron-server[93883]: INFO neutron.wsgi [req-e3849093-0994-4346-b686-8c649cc431c9 req-13f01658-5b6c-4c80-a97e-19d7baf5fc1b service neutron] 10.222.0.26 "GET /v2.0/networks/4886099e-653a-4458-9041-94933d4c4594?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1833496 Aug 29 19:23:57.690947 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94b8af8c-5e14-4431-a445-c017ad6c5bcf req-14318be9-cfc6-4ca4-8cbd-613454f324c2 tempest-VolumesActionsTest-881116330 tempest-VolumesActionsTest-881116330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 19:23:57.694650 dv-cinder-806191-2-iscsi neutron-server[93884]: INFO neutron.wsgi [req-94b8af8c-5e14-4431-a445-c017ad6c5bcf req-14318be9-cfc6-4ca4-8cbd-613454f324c2 tempest-VolumesActionsTest-881116330 tempest-VolumesActionsTest-881116330-project] 10.222.0.26 "GET /v2.0/ports?device_id=fe513439-de6b-4b3b-bf90-bf8be18dbc47 HTTP/1.1" status: 200 len: 944 time: 0.0860691 Aug 29 19:23:57.758524 dv-cinder-806191-2-iscsi neutron-server[93884]: INFO neutron.wsgi [req-94b8af8c-5e14-4431-a445-c017ad6c5bcf req-37abdd5a-9af8-4827-aad6-7cacd8aaccc5 tempest-VolumesActionsTest-881116330 tempest-VolumesActionsTest-881116330-project] 10.222.0.26 "GET /v2.0/security-groups?id=0500c899-b6b6-4569-a16d-0e43e32676ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559096 Aug 29 19:23:57.783620 dv-cinder-806191-2-iscsi neutron-server[93883]: INFO neutron.wsgi [req-752596fb-587e-4ae5-80ff-339e4de50fe0 req-85920454-b563-415f-9ec2-b36e3442d289 tempest-TestMinimumBasicScenario-1969089159 tempest-TestMinimumBasicScenario-1969089159-project] 10.222.0.26 "GET /v2.0/ports?device_id=c53d8e26-bd71-4b9f-b21c-b46dd1ae382d HTTP/1.1" status: 200 len: 210 time: 0.0735078 Aug 29 19:23:57.784198 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.26', 59564) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 19:23:57.930371 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-8a340d87-f178-491f-ac04-6a2a0570ef81 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:23:58.055876 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-8a340d87-f178-491f-ac04-6a2a0570ef81 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:23:58.061266 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-8a340d87-f178-491f-ac04-6a2a0570ef81 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368872'] for security_group, after_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:23:58.102350 dv-cinder-806191-2-iscsi neutron-server[93884]: INFO neutron.wsgi [None req-8a340d87-f178-491f-ac04-6a2a0570ef81 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=fb4147e378fb4ecca49c62fbb3ed54b1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3169863 Aug 29 19:23:58.103117 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a340d87-f178-491f-ac04-6a2a0570ef81 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d9c83d41-42e7-4fd4-a69c-ec112ee6ce17,revision_number=1']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:23:58.107348 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.26', 59574) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 19:23:58.162571 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-c4392364-5438-4c2b-b7ee-b7755f46c075 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:23:58.190695 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-c4392364-5438-4c2b-b7ee-b7755f46c075 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:23:58.246600 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-c4392364-5438-4c2b-b7ee-b7755f46c075 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368872'] for security_group, after_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:23:58.249623 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-c4392364-5438-4c2b-b7ee-b7755f46c075 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:23:58.250844 dv-cinder-806191-2-iscsi neutron-server[93884]: INFO neutron.wsgi [None req-c4392364-5438-4c2b-b7ee-b7755f46c075 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/d9c83d41-42e7-4fd4-a69c-ec112ee6ce17 HTTP/1.1" status: 204 len: 168 time: 0.1424525 Aug 29 19:23:58.259783 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4392364-5438-4c2b-b7ee-b7755f46c075 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d9c83d41-42e7-4fd4-a69c-ec112ee6ce17,revision_number=None']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:23:58.474608 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23d9e64d-b8f3-4312-a414-96b032821081 req-93ba6fa7-dcb6-47e6-af55-7e35e831ac62 tempest-AttachVolumeNegativeTest-2076342172 tempest-AttachVolumeNegativeTest-2076342172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 19:23:58.477409 dv-cinder-806191-2-iscsi neutron-server[93884]: INFO neutron.wsgi [req-23d9e64d-b8f3-4312-a414-96b032821081 req-93ba6fa7-dcb6-47e6-af55-7e35e831ac62 tempest-AttachVolumeNegativeTest-2076342172 tempest-AttachVolumeNegativeTest-2076342172-project] 10.222.0.26 "GET /v2.0/ports?device_id=bb924f55-426a-47ce-a594-deae2b152699 HTTP/1.1" status: 200 len: 943 time: 0.0858333 Aug 29 19:23:58.548529 dv-cinder-806191-2-iscsi neutron-server[93884]: INFO neutron.wsgi [req-23d9e64d-b8f3-4312-a414-96b032821081 req-20bd23c5-ce73-4baa-ba83-114191a70024 tempest-AttachVolumeNegativeTest-2076342172 tempest-AttachVolumeNegativeTest-2076342172-project] 10.222.0.26 "GET /v2.0/security-groups?id=ea7dc4db-96bb-4713-a2e6-e8b6fb48c457&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593405 Aug 29 19:23:58.893603 dv-cinder-806191-2-iscsi neutron-server[93884]: INFO neutron.wsgi [req-1e1b209b-c9b6-464f-98ef-824871112d2f req-77c4d945-cc6f-457b-9ed2-337209a21e26 tempest-TestMinimumBasicScenario-1969089159 tempest-TestMinimumBasicScenario-1969089159-project] 10.222.0.26 "GET /v2.0/ports?device_id=c53d8e26-bd71-4b9f-b21c-b46dd1ae382d HTTP/1.1" status: 200 len: 210 time: 0.0346196 Aug 29 19:23:58.894220 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a1e65b5-b5a9-4808-90a6-2e9dcb01558d req-c44e6e3f-bb6a-426f-b9b2-49fa8ddf56b7 tempest-VolumesActionsTest-881116330 tempest-VolumesActionsTest-881116330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 19:23:58.896024 dv-cinder-806191-2-iscsi neutron-server[93883]: INFO neutron.wsgi [req-5a1e65b5-b5a9-4808-90a6-2e9dcb01558d req-c44e6e3f-bb6a-426f-b9b2-49fa8ddf56b7 tempest-VolumesActionsTest-881116330 tempest-VolumesActionsTest-881116330-project] 10.222.0.26 "GET /v2.0/ports?device_id=fe513439-de6b-4b3b-bf90-bf8be18dbc47 HTTP/1.1" status: 200 len: 944 time: 0.0587976 Aug 29 19:23:58.943314 dv-cinder-806191-2-iscsi neutron-server[93883]: INFO neutron.wsgi [req-5a1e65b5-b5a9-4808-90a6-2e9dcb01558d req-34c6b6e6-8d97-4823-b04a-84d7b389d7c3 tempest-VolumesActionsTest-881116330 tempest-VolumesActionsTest-881116330-project] 10.222.0.26 "GET /v2.0/security-groups?id=0500c899-b6b6-4569-a16d-0e43e32676ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349877 Aug 29 19:23:59.352877 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-e411ce9c-394c-453f-add9-812245090945 None None] Device e186246c-a340-4a81-98ed-c8e97ec5bc3e up at agent hyperv_hv-cinder-80619 {{(pid=93885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 19:23:59.415496 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-e411ce9c-394c-453f-add9-812245090945 None None] Provisioning for port e186246c-a340-4a81-98ed-c8e97ec5bc3e completed by entity L2. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 19:23:59.423617 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db5e7746-c17e-4f1a-baa4-8434c293d1be req-b5caec03-2c14-4f35-8eb0-754fb947abb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 19:23:59.425291 dv-cinder-806191-2-iscsi neutron-server[93884]: INFO neutron.wsgi [req-db5e7746-c17e-4f1a-baa4-8434c293d1be req-b5caec03-2c14-4f35-8eb0-754fb947abb4 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=ba814db0c9614a53b5482814dee2277a&device_id=bb924f55-426a-47ce-a594-deae2b152699 HTTP/1.1" status: 200 len: 1096 time: 0.0468228 Aug 29 19:23:59.425874 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-e411ce9c-394c-453f-add9-812245090945 None None] Provisioning complete for port e186246c-a340-4a81-98ed-c8e97ec5bc3e triggered by entity L2. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 19:23:59.427331 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-e411ce9c-394c-453f-add9-812245090945 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3627211'] for port, provisioning_complete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:23:59.565873 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-e411ce9c-394c-453f-add9-812245090945 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3669058'] for port, before_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:23:59.594429 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fe513439-de6b-4b3b-bf90-bf8be18dbc47', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e186246c-a340-4a81-98ed-c8e97ec5bc3e'}] {{(pid=93885) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 19:23:59.598083 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b746b22f1a330a85490eeb53ccb4cfec71189e4c963aff014ae6842ea75f17cc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-50d278ea-cd5f-4eb1-aee6-4176a055e22b" -d '{"events": [{"server_uuid": "fe513439-de6b-4b3b-bf90-bf8be18dbc47", "name": "network-vif-plugged", "status": "completed", "tag": "e186246c-a340-4a81-98ed-c8e97ec5bc3e"}]}' {{(pid=93885) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 19:23:59.615533 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-e411ce9c-394c-453f-add9-812245090945 None None] For port e186246c-a340-4a81-98ed-c8e97ec5bc3e, host hv-cinder-80619, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80619',level=0,port_id=e186246c-a340-4a81-98ed-c8e97ec5bc3e,segment=NetworkSegment(6abc8a44-8b13-4a84-86d3-61da7e65e27c),segment_id=6abc8a44-8b13-4a84-86d3-61da7e65e27c)] {{(pid=93885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 19:23:59.624407 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-e411ce9c-394c-453f-add9-812245090945 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3669005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3715978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777170436913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777169884182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777169884200'] for port, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:23:59.738497 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e411ce9c-394c-453f-add9-812245090945 None None] Pushing event updated for resources: {'Port': ['ID=e186246c-a340-4a81-98ed-c8e97ec5bc3e,revision_number=5']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:23:59.753094 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db5e7746-c17e-4f1a-baa4-8434c293d1be req-bd2b51b7-7385-4e8a-98f3-33c0af990939 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 19:23:59.754306 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 19:23:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1e86a718-b088-4627-b8f9-f81739c7be85 x-openstack-request-id: req-1e86a718-b088-4627-b8f9-f81739c7be85 {{(pid=93885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 19:23:59.755032 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fe513439-de6b-4b3b-bf90-bf8be18dbc47", "name": "network-vif-plugged", "status": "completed", "tag": "e186246c-a340-4a81-98ed-c8e97ec5bc3e", "code": 200}]} {{(pid=93885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 19:23:59.755364 dv-cinder-806191-2-iscsi neutron-server[93884]: INFO neutron.wsgi [req-db5e7746-c17e-4f1a-baa4-8434c293d1be req-bd2b51b7-7385-4e8a-98f3-33c0af990939 service neutron] 10.222.0.23 "GET /v2.0/networks?tenant_id=ba814db0c9614a53b5482814dee2277a&shared=False HTTP/1.1" status: 200 len: 916 time: 0.3193326 Aug 29 19:23:59.755879 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-1e86a718-b088-4627-b8f9-f81739c7be85 {{(pid=93885) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 19:23:59.756718 dv-cinder-806191-2-iscsi neutron-server[93885]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fe513439-de6b-4b3b-bf90-bf8be18dbc47', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e186246c-a340-4a81-98ed-c8e97ec5bc3e', 'code': 200} Aug 29 19:23:59.760418 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e411ce9c-394c-453f-add9-812245090945 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806191-2-iscsi {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:23:59.761330 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e411ce9c-394c-453f-add9-812245090945 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806191-2-iscsi {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:23:59.762146 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e411ce9c-394c-453f-add9-812245090945 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806191-2-iscsi {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:23:59.763018 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e411ce9c-394c-453f-add9-812245090945 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806191-2-iscsi {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:23:59.763817 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e411ce9c-394c-453f-add9-812245090945 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-806191-2-iscsi {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:23:59.764593 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e411ce9c-394c-453f-add9-812245090945 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806191-2-iscsi {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:23:59.765339 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e411ce9c-394c-453f-add9-812245090945 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-806191-2-iscsi {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:23:59.766166 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e411ce9c-394c-453f-add9-812245090945 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-806191-2-iscsi {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:23:59.766991 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e411ce9c-394c-453f-add9-812245090945 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806191-2-iscsi {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:23:59.767927 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e411ce9c-394c-453f-add9-812245090945 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806191-2-iscsi {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:23:59.768721 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e411ce9c-394c-453f-add9-812245090945 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806191-2-iscsi {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:23:59.769238 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a43d9e9-8d0c-459b-8207-9937c9a4ea2b req-d03c5943-5e95-43d8-b56d-3981934fb7c6 tempest-AttachVolumeNegativeTest-2076342172 tempest-AttachVolumeNegativeTest-2076342172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 19:23:59.769784 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e411ce9c-394c-453f-add9-812245090945 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806191-2-iscsi {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:23:59.777161 dv-cinder-806191-2-iscsi neutron-server[93884]: INFO neutron.wsgi [req-2a43d9e9-8d0c-459b-8207-9937c9a4ea2b req-d03c5943-5e95-43d8-b56d-3981934fb7c6 tempest-AttachVolumeNegativeTest-2076342172 tempest-AttachVolumeNegativeTest-2076342172-project] 10.222.0.26 "GET /v2.0/ports?device_id=bb924f55-426a-47ce-a594-deae2b152699 HTTP/1.1" status: 200 len: 943 time: 0.1120343 Aug 29 19:23:59.925629 dv-cinder-806191-2-iscsi neutron-server[93884]: INFO neutron.wsgi [req-2a43d9e9-8d0c-459b-8207-9937c9a4ea2b req-63a227c7-faac-4546-94f5-8ef2b5219ba8 tempest-AttachVolumeNegativeTest-2076342172 tempest-AttachVolumeNegativeTest-2076342172-project] 10.222.0.26 "GET /v2.0/security-groups?id=ea7dc4db-96bb-4713-a2e6-e8b6fb48c457&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1468441 Aug 29 19:24:00.009314 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db5e7746-c17e-4f1a-baa4-8434c293d1be req-309a1c46-10b0-46af-8062-c9abd7d39143 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 19:24:00.010880 dv-cinder-806191-2-iscsi neutron-server[93884]: INFO neutron.wsgi [req-db5e7746-c17e-4f1a-baa4-8434c293d1be req-309a1c46-10b0-46af-8062-c9abd7d39143 service neutron] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2309918 Aug 29 19:24:00.034522 dv-cinder-806191-2-iscsi neutron-server[93883]: INFO neutron.wsgi [req-32d9aeb1-08f1-4543-ae1e-bdf042712046 req-d156811a-9045-4872-828d-6df5dd382f21 tempest-TestMinimumBasicScenario-1969089159 tempest-TestMinimumBasicScenario-1969089159-project] 10.222.0.26 "GET /v2.0/ports?device_id=c53d8e26-bd71-4b9f-b21c-b46dd1ae382d HTTP/1.1" status: 200 len: 210 time: 0.0540395 Aug 29 19:24:00.100351 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2edbf69c-f0a3-41d7-a893-ba24a7dbd558 req-76a40ff6-884c-444e-b538-a1728b5dee63 tempest-VolumesActionsTest-881116330 tempest-VolumesActionsTest-881116330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 19:24:00.101969 dv-cinder-806191-2-iscsi neutron-server[93884]: INFO neutron.wsgi [req-2edbf69c-f0a3-41d7-a893-ba24a7dbd558 req-76a40ff6-884c-444e-b538-a1728b5dee63 tempest-VolumesActionsTest-881116330 tempest-VolumesActionsTest-881116330-project] 10.222.0.26 "GET /v2.0/ports?device_id=fe513439-de6b-4b3b-bf90-bf8be18dbc47 HTTP/1.1" status: 200 len: 945 time: 0.0558002 Aug 29 19:24:00.143255 dv-cinder-806191-2-iscsi neutron-server[93884]: INFO neutron.wsgi [req-2edbf69c-f0a3-41d7-a893-ba24a7dbd558 req-b31cc480-0e13-4a77-b27a-ffb044dfa6c2 tempest-VolumesActionsTest-881116330 tempest-VolumesActionsTest-881116330-project] 10.222.0.26 "GET /v2.0/security-groups?id=0500c899-b6b6-4569-a16d-0e43e32676ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343139 Aug 29 19:24:01.090708 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65428c00-dda7-4a71-a897-a65f3d8d4aab req-66af4e0c-e2a4-419d-ac03-ce5c7050d3c1 tempest-AttachVolumeNegativeTest-2076342172 tempest-AttachVolumeNegativeTest-2076342172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 19:24:01.092314 dv-cinder-806191-2-iscsi neutron-server[93883]: INFO neutron.wsgi [req-65428c00-dda7-4a71-a897-a65f3d8d4aab req-66af4e0c-e2a4-419d-ac03-ce5c7050d3c1 tempest-AttachVolumeNegativeTest-2076342172 tempest-AttachVolumeNegativeTest-2076342172-project] 10.222.0.26 "GET /v2.0/ports?device_id=bb924f55-426a-47ce-a594-deae2b152699 HTTP/1.1" status: 200 len: 943 time: 0.0653403 Aug 29 19:24:01.151828 dv-cinder-806191-2-iscsi neutron-server[93883]: INFO neutron.wsgi [req-65428c00-dda7-4a71-a897-a65f3d8d4aab req-41a61e8f-7fc4-4d91-bdd9-d88d6844d070 tempest-AttachVolumeNegativeTest-2076342172 tempest-AttachVolumeNegativeTest-2076342172-project] 10.222.0.26 "GET /v2.0/security-groups?id=ea7dc4db-96bb-4713-a2e6-e8b6fb48c457&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491900 Aug 29 19:24:01.178152 dv-cinder-806191-2-iscsi neutron-server[93884]: INFO neutron.wsgi [req-902f922d-8f70-499f-a852-c8dc65c7197a req-a9a61cf3-eb86-4965-8a49-add3cb49b929 tempest-TestMinimumBasicScenario-1969089159 tempest-TestMinimumBasicScenario-1969089159-project] 10.222.0.26 "GET /v2.0/ports?device_id=c53d8e26-bd71-4b9f-b21c-b46dd1ae382d HTTP/1.1" status: 200 len: 210 time: 0.0571706 Aug 29 19:24:01.276463 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f08f9521-94e5-46cb-b34d-408d4ee99cdd req-bd927c24-cb95-43ce-8dea-570161352969 tempest-VolumesActionsTest-881116330 tempest-VolumesActionsTest-881116330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 19:24:01.278669 dv-cinder-806191-2-iscsi neutron-server[93883]: INFO neutron.wsgi [req-f08f9521-94e5-46cb-b34d-408d4ee99cdd req-bd927c24-cb95-43ce-8dea-570161352969 tempest-VolumesActionsTest-881116330 tempest-VolumesActionsTest-881116330-project] 10.222.0.26 "GET /v2.0/ports?device_id=fe513439-de6b-4b3b-bf90-bf8be18dbc47 HTTP/1.1" status: 200 len: 945 time: 0.0522549 Aug 29 19:24:01.321030 dv-cinder-806191-2-iscsi neutron-server[93883]: INFO neutron.wsgi [req-f08f9521-94e5-46cb-b34d-408d4ee99cdd req-d6dedb31-16ca-4fa4-a538-f467b85e1f7f tempest-VolumesActionsTest-881116330 tempest-VolumesActionsTest-881116330-project] 10.222.0.26 "GET /v2.0/security-groups?id=0500c899-b6b6-4569-a16d-0e43e32676ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360303 Aug 29 19:24:02.297937 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d97cbbf6-789d-4055-bfdf-9191132c86ba req-715a1534-6c8c-44fc-a486-a3b3e8521b75 tempest-AttachVolumeNegativeTest-2076342172 tempest-AttachVolumeNegativeTest-2076342172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 19:24:02.300055 dv-cinder-806191-2-iscsi neutron-server[93884]: INFO neutron.wsgi [req-d97cbbf6-789d-4055-bfdf-9191132c86ba req-715a1534-6c8c-44fc-a486-a3b3e8521b75 tempest-AttachVolumeNegativeTest-2076342172 tempest-AttachVolumeNegativeTest-2076342172-project] 10.222.0.26 "GET /v2.0/ports?device_id=bb924f55-426a-47ce-a594-deae2b152699 HTTP/1.1" status: 200 len: 943 time: 0.0595150 Aug 29 19:24:02.306943 dv-cinder-806191-2-iscsi neutron-server[93883]: INFO neutron.wsgi [req-a38babf1-2042-4d66-81a3-98e64d0b973f req-0dd0d5de-a18c-4141-b638-6534ce0ba6ff tempest-TestMinimumBasicScenario-1969089159 tempest-TestMinimumBasicScenario-1969089159-project] 10.222.0.26 "GET /v2.0/ports?device_id=c53d8e26-bd71-4b9f-b21c-b46dd1ae382d HTTP/1.1" status: 200 len: 210 time: 0.0276909 Aug 29 19:24:02.348104 dv-cinder-806191-2-iscsi neutron-server[93884]: INFO neutron.wsgi [req-d97cbbf6-789d-4055-bfdf-9191132c86ba req-0a855edd-bab9-4f71-a6db-fc9ed1ff110b tempest-AttachVolumeNegativeTest-2076342172 tempest-AttachVolumeNegativeTest-2076342172-project] 10.222.0.26 "GET /v2.0/security-groups?id=ea7dc4db-96bb-4713-a2e6-e8b6fb48c457&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411010 Aug 29 19:24:02.456616 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80970abc-213b-45c4-b722-18c6dcc07a21 req-8f460e74-26c7-425a-8230-79d1baad5fb3 tempest-VolumesActionsTest-881116330 tempest-VolumesActionsTest-881116330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 19:24:02.458255 dv-cinder-806191-2-iscsi neutron-server[93883]: INFO neutron.wsgi [req-80970abc-213b-45c4-b722-18c6dcc07a21 req-8f460e74-26c7-425a-8230-79d1baad5fb3 tempest-VolumesActionsTest-881116330 tempest-VolumesActionsTest-881116330-project] 10.222.0.26 "GET /v2.0/ports?device_id=fe513439-de6b-4b3b-bf90-bf8be18dbc47 HTTP/1.1" status: 200 len: 945 time: 0.0572979 Aug 29 19:24:02.504467 dv-cinder-806191-2-iscsi neutron-server[93883]: INFO neutron.wsgi [req-80970abc-213b-45c4-b722-18c6dcc07a21 req-f6db3887-d295-484b-a8a5-4c1c80dc4a5d tempest-VolumesActionsTest-881116330 tempest-VolumesActionsTest-881116330-project] 10.222.0.26 "GET /v2.0/security-groups?id=0500c899-b6b6-4569-a16d-0e43e32676ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364838 Aug 29 19:24:02.818846 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4087738-d208-466e-86be-e9efaa0ea977 req-5b9cdd5f-8649-459e-be7a-9c7a835aa5b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 19:24:02.821506 dv-cinder-806191-2-iscsi neutron-server[93884]: INFO neutron.wsgi [req-d4087738-d208-466e-86be-e9efaa0ea977 req-5b9cdd5f-8649-459e-be7a-9c7a835aa5b7 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=fe513439-de6b-4b3b-bf90-bf8be18dbc47 HTTP/1.1" status: 200 len: 1098 time: 0.0650525 Aug 29 19:24:02.848068 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36dd2d0b-b777-41a2-a490-2acc1ddf25f6 req-25aee427-0b28-45c9-8674-0f06fc30778f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 19:24:02.850605 dv-cinder-806191-2-iscsi neutron-server[93883]: INFO neutron.wsgi [req-36dd2d0b-b777-41a2-a490-2acc1ddf25f6 req-25aee427-0b28-45c9-8674-0f06fc30778f service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=ba814db0c9614a53b5482814dee2277a&device_id=bb924f55-426a-47ce-a594-deae2b152699 HTTP/1.1" status: 200 len: 1096 time: 0.0527654 Aug 29 19:24:02.869556 dv-cinder-806191-2-iscsi neutron-server[93884]: INFO neutron.wsgi [req-d4087738-d208-466e-86be-e9efaa0ea977 req-d9dc52ba-7925-43ec-8486-e050b285d163 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=0500c899-b6b6-4569-a16d-0e43e32676ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332432 Aug 29 19:24:02.899034 dv-cinder-806191-2-iscsi neutron-server[93883]: INFO neutron.wsgi [req-36dd2d0b-b777-41a2-a490-2acc1ddf25f6 req-be6291bf-6491-4f4c-b7fd-7e580c1535b1 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=34a49819-e8cb-4b5a-a656-ffc4669e03b8 HTTP/1.1" status: 200 len: 217 time: 0.0387619 Aug 29 19:24:03.227368 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36dd2d0b-b777-41a2-a490-2acc1ddf25f6 req-efc8ccc4-e7d1-4191-9007-558a2d91a141 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 19:24:03.230371 dv-cinder-806191-2-iscsi neutron-server[93883]: INFO neutron.wsgi [req-36dd2d0b-b777-41a2-a490-2acc1ddf25f6 req-efc8ccc4-e7d1-4191-9007-558a2d91a141 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=e15cf44e-824b-4420-8bd8-737a2faa947a HTTP/1.1" status: 200 len: 855 time: 0.0917492 Aug 29 19:24:03.283099 dv-cinder-806191-2-iscsi neutron-server[93883]: INFO neutron.wsgi [req-36dd2d0b-b777-41a2-a490-2acc1ddf25f6 req-8cf8326a-a5b6-4852-be82-7a4f4168cbaf service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=1d62036b-0f93-45a0-8fba-f387708e0e55&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0419266 Aug 29 19:24:03.519146 dv-cinder-806191-2-iscsi neutron-server[93883]: INFO neutron.wsgi [req-36dd2d0b-b777-41a2-a490-2acc1ddf25f6 req-02f8230b-43a3-45f1-8d47-cf368e8659fa service neutron] 10.222.0.23 "GET /v2.0/networks/1d62036b-0f93-45a0-8fba-f387708e0e55?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2191882 Aug 29 19:24:03.527004 dv-cinder-806191-2-iscsi neutron-server[93884]: INFO neutron.wsgi [req-4699b188-679b-4519-ab22-ad8e6c660c4a req-6eae1786-c0ae-47e7-be12-310f9efa6b1b tempest-TestMinimumBasicScenario-1969089159 tempest-TestMinimumBasicScenario-1969089159-project] 10.222.0.26 "GET /v2.0/ports?device_id=c53d8e26-bd71-4b9f-b21c-b46dd1ae382d HTTP/1.1" status: 200 len: 210 time: 0.0457897 Aug 29 19:24:03.589161 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3849093-0994-4346-b686-8c649cc431c9 req-a3acbb02-5909-4e88-b8e3-ed5939a06e92 tempest-TestMinimumBasicScenario-1969089159 tempest-TestMinimumBasicScenario-1969089159-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 19:24:03.591652 dv-cinder-806191-2-iscsi neutron-server[93884]: INFO neutron.wsgi [req-e3849093-0994-4346-b686-8c649cc431c9 req-a3acbb02-5909-4e88-b8e3-ed5939a06e92 tempest-TestMinimumBasicScenario-1969089159 tempest-TestMinimumBasicScenario-1969089159-project] 10.222.0.23 "GET /v2.0/networks?id=4886099e-653a-4458-9041-94933d4c4594 HTTP/1.1" status: 200 len: 814 time: 0.1915746 Aug 29 19:24:03.615203 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.api.v2.base [req-e3849093-0994-4346-b686-8c649cc431c9 req-fc80b343-47cf-4527-9d7b-cdfe9b825683 tempest-TestMinimumBasicScenario-1969089159 tempest-TestMinimumBasicScenario-1969089159-project] Request body: {'port': {'device_id': 'c53d8e26-bd71-4b9f-b21c-b46dd1ae382d', 'network_id': '4886099e-653a-4458-9041-94933d4c4594', 'admin_state_up': True, 'tenant_id': 'ff839ffa806e4508a9f5f74da31561b0'}} {{(pid=93884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 19:24:03.641002 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaf49aec-124a-4160-8b36-993b57bf7246 req-9618cf81-6fd9-4147-a595-7feaae80f9f1 tempest-AttachVolumeNegativeTest-2076342172 tempest-AttachVolumeNegativeTest-2076342172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 19:24:03.643840 dv-cinder-806191-2-iscsi neutron-server[93883]: INFO neutron.wsgi [req-aaf49aec-124a-4160-8b36-993b57bf7246 req-9618cf81-6fd9-4147-a595-7feaae80f9f1 tempest-AttachVolumeNegativeTest-2076342172 tempest-AttachVolumeNegativeTest-2076342172-project] 10.222.0.26 "GET /v2.0/ports?device_id=bb924f55-426a-47ce-a594-deae2b152699 HTTP/1.1" status: 200 len: 943 time: 0.1792324 Aug 29 19:24:03.793074 dv-cinder-806191-2-iscsi neutron-server[93883]: INFO neutron.wsgi [req-aaf49aec-124a-4160-8b36-993b57bf7246 req-58b35a32-e48f-4222-af17-4daae1e4c31d tempest-AttachVolumeNegativeTest-2076342172 tempest-AttachVolumeNegativeTest-2076342172-project] 10.222.0.26 "GET /v2.0/security-groups?id=ea7dc4db-96bb-4713-a2e6-e8b6fb48c457&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1291397 Aug 29 19:24:03.799793 dv-cinder-806191-2-iscsi neutron-server[93883]: INFO neutron.wsgi [req-36dd2d0b-b777-41a2-a490-2acc1ddf25f6 req-129c44f1-011a-48ab-9e6d-e5aadeb9fde9 service neutron] 10.222.0.23 "GET /v2.0/networks/1d62036b-0f93-45a0-8fba-f387708e0e55?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2654545 Aug 29 19:24:03.885172 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e3849093-0994-4346-b686-8c649cc431c9 req-fc80b343-47cf-4527-9d7b-cdfe9b825683 tempest-TestMinimumBasicScenario-1969089159 tempest-TestMinimumBasicScenario-1969089159-project] Made reservation on behalf of ff839ffa806e4508a9f5f74da31561b0 for: {'port': 1} {{(pid=93884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 19:24:03.908911 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-e3849093-0994-4346-b686-8c649cc431c9 req-fc80b343-47cf-4527-9d7b-cdfe9b825683 tempest-TestMinimumBasicScenario-1969089159 tempest-TestMinimumBasicScenario-1969089159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3669058'] for port, before_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:24:04.035589 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab2e83e5-fe82-4d47-b5dd-65c72a8e8000 req-32827495-5e39-4a1b-9007-0397cb35ec42 tempest-VolumesActionsTest-881116330 tempest-VolumesActionsTest-881116330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 19:24:04.044999 dv-cinder-806191-2-iscsi neutron-server[93883]: INFO neutron.wsgi [req-ab2e83e5-fe82-4d47-b5dd-65c72a8e8000 req-32827495-5e39-4a1b-9007-0397cb35ec42 tempest-VolumesActionsTest-881116330 tempest-VolumesActionsTest-881116330-project] 10.222.0.26 "GET /v2.0/ports?device_id=fe513439-de6b-4b3b-bf90-bf8be18dbc47 HTTP/1.1" status: 200 len: 945 time: 0.0802267 Aug 29 19:24:04.124190 dv-cinder-806191-2-iscsi neutron-server[93883]: INFO neutron.wsgi [req-ab2e83e5-fe82-4d47-b5dd-65c72a8e8000 req-a305161f-d585-4970-a7d3-f56b2a876279 tempest-VolumesActionsTest-881116330 tempest-VolumesActionsTest-881116330-project] 10.222.0.26 "GET /v2.0/security-groups?id=0500c899-b6b6-4569-a16d-0e43e32676ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0770459 Aug 29 19:24:04.211359 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.db.db_base_plugin_common [req-e3849093-0994-4346-b686-8c649cc431c9 req-fc80b343-47cf-4527-9d7b-cdfe9b825683 tempest-TestMinimumBasicScenario-1969089159 tempest-TestMinimumBasicScenario-1969089159-project] Allocated IP 172.20.0.8 (4886099e-653a-4458-9041-94933d4c4594/1cb0277a-f969-4486-9535-ef7707ae6b74/4785074a-8625-439e-98ba-d94f500ac8d2) {{(pid=93884) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 19:24:04.474191 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e92f8223-9494-4573-861b-21ec0768d3ce req-52efb348-dadb-422c-a9f2-024b253ce1f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 19:24:04.474191 dv-cinder-806191-2-iscsi neutron-server[93883]: INFO neutron.wsgi [req-e92f8223-9494-4573-861b-21ec0768d3ce req-52efb348-dadb-422c-a9f2-024b253ce1f9 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=bb269c9ea7fa4ad9981b168c22af7757&device_id=332ea1a5-b86c-4ccd-b130-2904c695b590 HTTP/1.1" status: 200 len: 1098 time: 0.1334093 Aug 29 19:24:04.483209 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfb66abe-eb57-410a-a31b-faec7dd8cf3f req-bef17128-84c5-404e-9d03-92d89026dddb tempest-ServerRescueNegativeTestJSON-1221659768 tempest-ServerRescueNegativeTestJSON-1221659768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 19:24:04.485583 dv-cinder-806191-2-iscsi neutron-server[93883]: INFO neutron.wsgi [req-bfb66abe-eb57-410a-a31b-faec7dd8cf3f req-bef17128-84c5-404e-9d03-92d89026dddb tempest-ServerRescueNegativeTestJSON-1221659768 tempest-ServerRescueNegativeTestJSON-1221659768-project] 10.222.0.26 "GET /v2.0/ports?device_id=332ea1a5-b86c-4ccd-b130-2904c695b590 HTTP/1.1" status: 200 len: 945 time: 0.0892942 Aug 29 19:24:04.523309 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-e3849093-0994-4346-b686-8c649cc431c9 req-fc80b343-47cf-4527-9d7b-cdfe9b825683 tempest-TestMinimumBasicScenario-1969089159 tempest-TestMinimumBasicScenario-1969089159-project] Notify callbacks [] for port, precommit_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:24:04.561231 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [req-e3849093-0994-4346-b686-8c649cc431c9 req-fc80b343-47cf-4527-9d7b-cdfe9b825683 tempest-TestMinimumBasicScenario-1969089159 tempest-TestMinimumBasicScenario-1969089159-project] Transition to ACTIVE for port object 4785074a-8625-439e-98ba-d94f500ac8d2 will not be triggered until provisioned by entity DHCP. {{(pid=93884) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 19:24:04.621752 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-e3849093-0994-4346-b686-8c649cc431c9 req-fc80b343-47cf-4527-9d7b-cdfe9b825683 tempest-TestMinimumBasicScenario-1969089159 tempest-TestMinimumBasicScenario-1969089159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3669005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3715978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777169884164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262862687'] for port, after_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:24:04.692422 dv-cinder-806191-2-iscsi neutron-server[93883]: INFO neutron.wsgi [req-bfb66abe-eb57-410a-a31b-faec7dd8cf3f req-178c3963-6fe8-4c3c-ab5e-f566bdb5f2d9 tempest-ServerRescueNegativeTestJSON-1221659768 tempest-ServerRescueNegativeTestJSON-1221659768-project] 10.222.0.26 "GET /v2.0/security-groups?id=53892fd6-fc0b-43d7-b2d3-4778a69f0ff7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1069834 Aug 29 19:24:04.697793 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e3849093-0994-4346-b686-8c649cc431c9 req-fc80b343-47cf-4527-9d7b-cdfe9b825683 tempest-TestMinimumBasicScenario-1969089159 tempest-TestMinimumBasicScenario-1969089159-project] Network 4886099e-653a-4458-9041-94933d4c4594 is already hosted by enough agents. {{(pid=93884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 19:24:04.717911 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.scheduler.base_scheduler [req-e3849093-0994-4346-b686-8c649cc431c9 req-fc80b343-47cf-4527-9d7b-cdfe9b825683 tempest-TestMinimumBasicScenario-1969089159 tempest-TestMinimumBasicScenario-1969089159-project] Resources bound (agent type, host, resource id): {{(pid=93884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 19:24:04.721419 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.db.l3_dvrscheduler_db [req-e3849093-0994-4346-b686-8c649cc431c9 req-fc80b343-47cf-4527-9d7b-cdfe9b825683 tempest-TestMinimumBasicScenario-1969089159 tempest-TestMinimumBasicScenario-1969089159-project] Received port after_create {{(pid=93884) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 19:24:04.738343 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e92f8223-9494-4573-861b-21ec0768d3ce req-93e8fd0e-3357-475a-a1dc-85a0dbeafcb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 19:24:04.743461 dv-cinder-806191-2-iscsi neutron-server[93883]: INFO neutron.wsgi [req-e92f8223-9494-4573-861b-21ec0768d3ce req-93e8fd0e-3357-475a-a1dc-85a0dbeafcb9 service neutron] 10.222.0.23 "GET /v2.0/networks?id=b31f2377-81f8-426f-9dd2-b3757c46201b HTTP/1.1" status: 200 len: 919 time: 0.2557154 Aug 29 19:24:04.757598 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc80b343-47cf-4527-9d7b-cdfe9b825683 tempest-TestMinimumBasicScenario-1969089159 tempest-TestMinimumBasicScenario-1969089159-project] Pushing event updated for resources: {'Port': ['ID=4785074a-8625-439e-98ba-d94f500ac8d2,revision_number=1']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:24:04.824824 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3849093-0994-4346-b686-8c649cc431c9 req-fc80b343-47cf-4527-9d7b-cdfe9b825683 tempest-TestMinimumBasicScenario-1969089159 tempest-TestMinimumBasicScenario-1969089159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 19:24:04.825511 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-e3849093-0994-4346-b686-8c649cc431c9 req-fc80b343-47cf-4527-9d7b-cdfe9b825683 tempest-TestMinimumBasicScenario-1969089159 tempest-TestMinimumBasicScenario-1969089159-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-256493'] for port, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:24:04.842360 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52c08292-841f-45d3-9a41-1242e523c6f7 req-a8dd1f21-24ff-43e5-b302-b5f039a2dc43 tempest-TestMinimumBasicScenario-1969089159 tempest-TestMinimumBasicScenario-1969089159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 19:24:04.849554 dv-cinder-806191-2-iscsi neutron-server[93883]: INFO neutron.wsgi [req-e92f8223-9494-4573-861b-21ec0768d3ce req-b7fa0937-f740-4d8b-8f61-61627545a71c service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0b58d40a-64db-4ff8-b84a-d62dc022f6b9 HTTP/1.1" status: 200 len: 217 time: 0.0875897 Aug 29 19:24:04.851154 dv-cinder-806191-2-iscsi neutron-server[93884]: INFO neutron.wsgi [req-52c08292-841f-45d3-9a41-1242e523c6f7 req-a8dd1f21-24ff-43e5-b302-b5f039a2dc43 tempest-TestMinimumBasicScenario-1969089159 tempest-TestMinimumBasicScenario-1969089159-project] 10.222.0.26 "GET /v2.0/ports?device_id=c53d8e26-bd71-4b9f-b21c-b46dd1ae382d HTTP/1.1" status: 200 len: 931 time: 0.1580417 Aug 29 19:24:04.887205 dv-cinder-806191-2-iscsi neutron-server[93884]: INFO neutron.wsgi [req-e3849093-0994-4346-b686-8c649cc431c9 req-fc80b343-47cf-4527-9d7b-cdfe9b825683 tempest-TestMinimumBasicScenario-1969089159 tempest-TestMinimumBasicScenario-1969089159-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2778318 Aug 29 19:24:04.940259 dv-cinder-806191-2-iscsi neutron-server[93884]: INFO neutron.wsgi [req-52c08292-841f-45d3-9a41-1242e523c6f7 req-6cef553b-f477-4ebc-b714-366a5f352131 tempest-TestMinimumBasicScenario-1969089159 tempest-TestMinimumBasicScenario-1969089159-project] 10.222.0.26 "GET /v2.0/security-groups?id=5af02ce7-4f09-4a57-a5cb-160fa5d4f482&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0881181 Aug 29 19:24:05.092984 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-426f615c-e14b-44cc-9d91-fc0085072408 req-30c41294-227c-4990-97ea-97cb8e53d4a3 tempest-AttachVolumeNegativeTest-2076342172 tempest-AttachVolumeNegativeTest-2076342172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 19:24:05.096009 dv-cinder-806191-2-iscsi neutron-server[93883]: INFO neutron.wsgi [req-426f615c-e14b-44cc-9d91-fc0085072408 req-30c41294-227c-4990-97ea-97cb8e53d4a3 tempest-AttachVolumeNegativeTest-2076342172 tempest-AttachVolumeNegativeTest-2076342172-project] 10.222.0.26 "GET /v2.0/ports?device_id=bb924f55-426a-47ce-a594-deae2b152699 HTTP/1.1" status: 200 len: 943 time: 0.1579773 Aug 29 19:24:05.116297 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-019bf222-48b1-4a5a-88df-15f558139bee None None] Provisioning for port 4785074a-8625-439e-98ba-d94f500ac8d2 completed by entity DHCP. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 19:24:05.126696 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-019bf222-48b1-4a5a-88df-15f558139bee None None] Provisioning complete for port 4785074a-8625-439e-98ba-d94f500ac8d2 triggered by entity DHCP. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 19:24:05.127649 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-019bf222-48b1-4a5a-88df-15f558139bee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3627211'] for port, provisioning_complete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:24:05.186496 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.plugins.ml2.plugin [None req-019bf222-48b1-4a5a-88df-15f558139bee None None] Port 4785074a-8625-439e-98ba-d94f500ac8d2 cannot update to ACTIVE because it is not bound. {{(pid=93885) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 19:24:05.198940 dv-cinder-806191-2-iscsi neutron-server[93883]: INFO neutron.wsgi [req-426f615c-e14b-44cc-9d91-fc0085072408 req-98fe6191-a743-405e-866b-3466c5d7185b tempest-AttachVolumeNegativeTest-2076342172 tempest-AttachVolumeNegativeTest-2076342172-project] 10.222.0.26 "GET /v2.0/security-groups?id=ea7dc4db-96bb-4713-a2e6-e8b6fb48c457&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0951686 Aug 29 19:24:05.341153 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfd812c0-d91d-4ff3-8ae9-3fe83ad67bcf req-b7491687-05af-4167-b8cb-f71e3b484cfc tempest-VolumesActionsTest-881116330 tempest-VolumesActionsTest-881116330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 19:24:05.343258 dv-cinder-806191-2-iscsi neutron-server[93884]: INFO neutron.wsgi [req-cfd812c0-d91d-4ff3-8ae9-3fe83ad67bcf req-b7491687-05af-4167-b8cb-f71e3b484cfc tempest-VolumesActionsTest-881116330 tempest-VolumesActionsTest-881116330-project] 10.222.0.26 "GET /v2.0/ports?device_id=fe513439-de6b-4b3b-bf90-bf8be18dbc47 HTTP/1.1" status: 200 len: 945 time: 0.0706306 Aug 29 19:24:05.397243 dv-cinder-806191-2-iscsi neutron-server[93884]: INFO neutron.wsgi [req-cfd812c0-d91d-4ff3-8ae9-3fe83ad67bcf req-1c027097-4330-4cf3-ab4c-5e2c8555b12a tempest-VolumesActionsTest-881116330 tempest-VolumesActionsTest-881116330-project] 10.222.0.26 "GET /v2.0/security-groups?id=0500c899-b6b6-4569-a16d-0e43e32676ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416987 Aug 29 19:24:05.888885 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26e8b3ef-8a80-48a3-9819-c2e73db0d233 req-9f5268a5-f9c9-4f77-b1d2-12047675820d tempest-ServerRescueNegativeTestJSON-1221659768 tempest-ServerRescueNegativeTestJSON-1221659768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 19:24:05.890501 dv-cinder-806191-2-iscsi neutron-server[93883]: INFO neutron.wsgi [req-26e8b3ef-8a80-48a3-9819-c2e73db0d233 req-9f5268a5-f9c9-4f77-b1d2-12047675820d tempest-ServerRescueNegativeTestJSON-1221659768 tempest-ServerRescueNegativeTestJSON-1221659768-project] 10.222.0.26 "GET /v2.0/ports?device_id=332ea1a5-b86c-4ccd-b130-2904c695b590 HTTP/1.1" status: 200 len: 945 time: 0.0921450 Aug 29 19:24:05.960648 dv-cinder-806191-2-iscsi neutron-server[93883]: INFO neutron.wsgi [req-26e8b3ef-8a80-48a3-9819-c2e73db0d233 req-3b23d6d8-9a77-4927-8370-dfc0342f0bbb tempest-ServerRescueNegativeTestJSON-1221659768 tempest-ServerRescueNegativeTestJSON-1221659768-project] 10.222.0.26 "GET /v2.0/security-groups?id=53892fd6-fc0b-43d7-b2d3-4778a69f0ff7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549262 Aug 29 19:24:06.128779 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef921555-b255-42ed-87d2-260f5ef0aade req-5a295842-eb83-46cf-87ba-ab29aadd4d70 tempest-TestMinimumBasicScenario-1969089159 tempest-TestMinimumBasicScenario-1969089159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 19:24:06.131522 dv-cinder-806191-2-iscsi neutron-server[93884]: INFO neutron.wsgi [req-ef921555-b255-42ed-87d2-260f5ef0aade req-5a295842-eb83-46cf-87ba-ab29aadd4d70 tempest-TestMinimumBasicScenario-1969089159 tempest-TestMinimumBasicScenario-1969089159-project] 10.222.0.26 "GET /v2.0/ports?device_id=c53d8e26-bd71-4b9f-b21c-b46dd1ae382d HTTP/1.1" status: 200 len: 931 time: 0.0948603 Aug 29 19:24:06.204935 dv-cinder-806191-2-iscsi neutron-server[93884]: INFO neutron.wsgi [req-ef921555-b255-42ed-87d2-260f5ef0aade req-10de0d2e-99bb-4e7b-b431-34f7d02dcea1 tempest-TestMinimumBasicScenario-1969089159 tempest-TestMinimumBasicScenario-1969089159-project] 10.222.0.26 "GET /v2.0/security-groups?id=5af02ce7-4f09-4a57-a5cb-160fa5d4f482&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602839 Aug 29 19:24:06.389068 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c96bdb1-c701-4d34-84d0-2c8780c789ec req-f5fd6310-4713-4690-84e9-9eaac148cd6b tempest-AttachVolumeNegativeTest-2076342172 tempest-AttachVolumeNegativeTest-2076342172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 19:24:06.395318 dv-cinder-806191-2-iscsi neutron-server[93883]: INFO neutron.wsgi [req-5c96bdb1-c701-4d34-84d0-2c8780c789ec req-f5fd6310-4713-4690-84e9-9eaac148cd6b tempest-AttachVolumeNegativeTest-2076342172 tempest-AttachVolumeNegativeTest-2076342172-project] 10.222.0.26 "GET /v2.0/ports?device_id=bb924f55-426a-47ce-a594-deae2b152699 HTTP/1.1" status: 200 len: 943 time: 0.0955465 Aug 29 19:24:06.461191 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-e411ce9c-394c-453f-add9-812245090945 None None] Device 34a49819-e8cb-4b5a-a656-ffc4669e03b8 details requested by agent hyperv_hv-cinder-80619 with host hv-cinder-80619 {{(pid=93885) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 19:24:06.462010 dv-cinder-806191-2-iscsi neutron-server[93883]: INFO neutron.wsgi [req-5c96bdb1-c701-4d34-84d0-2c8780c789ec req-846d56e1-2471-4c0c-8643-e0f6f76cb997 tempest-AttachVolumeNegativeTest-2076342172 tempest-AttachVolumeNegativeTest-2076342172-project] 10.222.0.26 "GET /v2.0/security-groups?id=ea7dc4db-96bb-4713-a2e6-e8b6fb48c457&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636487 Aug 29 19:24:06.722604 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f82772a-dcbf-43fe-831f-3fb9c918a32d req-bdf893fa-203e-4c9d-af19-3813db48f511 tempest-VolumesActionsTest-881116330 tempest-VolumesActionsTest-881116330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 19:24:06.725498 dv-cinder-806191-2-iscsi neutron-server[93884]: INFO neutron.wsgi [req-5f82772a-dcbf-43fe-831f-3fb9c918a32d req-bdf893fa-203e-4c9d-af19-3813db48f511 tempest-VolumesActionsTest-881116330 tempest-VolumesActionsTest-881116330-project] 10.222.0.26 "GET /v2.0/ports?device_id=fe513439-de6b-4b3b-bf90-bf8be18dbc47 HTTP/1.1" status: 200 len: 945 time: 0.1652882 Aug 29 19:24:06.759001 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-e411ce9c-394c-453f-add9-812245090945 None None] For port 34a49819-e8cb-4b5a-a656-ffc4669e03b8, host hv-cinder-80619, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80619',level=0,port_id=34a49819-e8cb-4b5a-a656-ffc4669e03b8,segment=NetworkSegment(8fe8a594-91a4-40c0-b8c2-40d42544c273),segment_id=8fe8a594-91a4-40c0-b8c2-40d42544c273)] {{(pid=93885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 19:24:06.784360 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-e411ce9c-394c-453f-add9-812245090945 None None] Returning: {'device': '34a49819-e8cb-4b5a-a656-ffc4669e03b8', 'network_id': '1d62036b-0f93-45a0-8fba-f387708e0e55', 'port_id': '34a49819-e8cb-4b5a-a656-ffc4669e03b8', 'mac_address': 'fa:16:3e:ab:b9:5e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 123, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e15cf44e-824b-4420-8bd8-737a2faa947a', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93885) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 19:24:06.831064 dv-cinder-806191-2-iscsi neutron-server[93884]: INFO neutron.wsgi [req-5f82772a-dcbf-43fe-831f-3fb9c918a32d req-9a2e1134-1c14-44a4-9fc3-faed7d4a1208 tempest-VolumesActionsTest-881116330 tempest-VolumesActionsTest-881116330-project] 10.222.0.26 "GET /v2.0/security-groups?id=0500c899-b6b6-4569-a16d-0e43e32676ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1043839 Aug 29 19:24:06.869524 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-e411ce9c-394c-453f-add9-812245090945 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3669058'] for port, before_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:24:06.891021 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.notifiers.nova [None req-e411ce9c-394c-453f-add9-812245090945 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 34a49819-e8cb-4b5a-a656-ffc4669e03b8 {{(pid=93885) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 19:24:06.924298 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-e411ce9c-394c-453f-add9-812245090945 None None] For port 34a49819-e8cb-4b5a-a656-ffc4669e03b8, host hv-cinder-80619, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80619',level=0,port_id=34a49819-e8cb-4b5a-a656-ffc4669e03b8,segment=NetworkSegment(8fe8a594-91a4-40c0-b8c2-40d42544c273),segment_id=8fe8a594-91a4-40c0-b8c2-40d42544c273)] {{(pid=93885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 19:24:06.930423 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-e411ce9c-394c-453f-add9-812245090945 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3669005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3715978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777170436913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777169884182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777169884200'] for port, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:24:07.037281 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e411ce9c-394c-453f-add9-812245090945 None None] Pushing event updated for resources: {'Port': ['ID=34a49819-e8cb-4b5a-a656-ffc4669e03b8,revision_number=4']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:24:07.177919 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b71682ae-f4da-4a0b-82a4-5d6ced2bef1f req-fa343018-199d-44a8-ba9a-afa7223ce35c tempest-ServerRescueNegativeTestJSON-1221659768 tempest-ServerRescueNegativeTestJSON-1221659768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 19:24:07.180602 dv-cinder-806191-2-iscsi neutron-server[93883]: INFO neutron.wsgi [req-b71682ae-f4da-4a0b-82a4-5d6ced2bef1f req-fa343018-199d-44a8-ba9a-afa7223ce35c tempest-ServerRescueNegativeTestJSON-1221659768 tempest-ServerRescueNegativeTestJSON-1221659768-project] 10.222.0.26 "GET /v2.0/ports?device_id=332ea1a5-b86c-4ccd-b130-2904c695b590 HTTP/1.1" status: 200 len: 945 time: 0.0993111 Aug 29 19:24:07.254174 dv-cinder-806191-2-iscsi neutron-server[93883]: INFO neutron.wsgi [req-b71682ae-f4da-4a0b-82a4-5d6ced2bef1f req-a19ebebe-ba37-4540-b03b-8ef9a178e62c tempest-ServerRescueNegativeTestJSON-1221659768 tempest-ServerRescueNegativeTestJSON-1221659768-project] 10.222.0.26 "GET /v2.0/security-groups?id=53892fd6-fc0b-43d7-b2d3-4778a69f0ff7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670524 Aug 29 19:24:07.270998 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-e411ce9c-394c-453f-add9-812245090945 None None] get_ports_and_sgs() called for port_ids ['34a49819-e8cb-4b5a-a656-ffc4669e03b8'] {{(pid=93885) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 19:24:07.305234 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.26', 59770) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 19:24:07.570059 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-69f99491-e3d1-4016-8c9c-6bcd055bd5f0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:24:07.614831 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56f860e6-f018-4298-8014-e2f42de5801b req-89e3aca1-9b07-4fbf-bad8-fc5e14e73088 tempest-TestMinimumBasicScenario-1969089159 tempest-TestMinimumBasicScenario-1969089159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 19:24:07.623669 dv-cinder-806191-2-iscsi neutron-server[93884]: INFO neutron.wsgi [req-56f860e6-f018-4298-8014-e2f42de5801b req-89e3aca1-9b07-4fbf-bad8-fc5e14e73088 tempest-TestMinimumBasicScenario-1969089159 tempest-TestMinimumBasicScenario-1969089159-project] 10.222.0.26 "GET /v2.0/ports?device_id=c53d8e26-bd71-4b9f-b21c-b46dd1ae382d HTTP/1.1" status: 200 len: 931 time: 0.2417727 Aug 29 19:24:07.783787 dv-cinder-806191-2-iscsi neutron-server[93884]: INFO neutron.wsgi [req-56f860e6-f018-4298-8014-e2f42de5801b req-49b74bce-2c1d-4123-b37f-ee33254dca1d tempest-TestMinimumBasicScenario-1969089159 tempest-TestMinimumBasicScenario-1969089159-project] 10.222.0.26 "GET /v2.0/security-groups?id=5af02ce7-4f09-4a57-a5cb-160fa5d4f482&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1585970 Aug 29 19:24:07.807256 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b76be34b-0541-49dc-a8f2-ebaa4e38635c req-d156321e-ad68-44bb-8863-06e33fa73048 tempest-AttachVolumeNegativeTest-2076342172 tempest-AttachVolumeNegativeTest-2076342172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 19:24:07.809057 dv-cinder-806191-2-iscsi neutron-server[93883]: INFO neutron.wsgi [req-b76be34b-0541-49dc-a8f2-ebaa4e38635c req-d156321e-ad68-44bb-8863-06e33fa73048 tempest-AttachVolumeNegativeTest-2076342172 tempest-AttachVolumeNegativeTest-2076342172-project] 10.222.0.26 "GET /v2.0/ports?device_id=bb924f55-426a-47ce-a594-deae2b152699 HTTP/1.1" status: 200 len: 944 time: 0.1519334 Aug 29 19:24:07.901849 dv-cinder-806191-2-iscsi neutron-server[93883]: INFO neutron.wsgi [req-b76be34b-0541-49dc-a8f2-ebaa4e38635c req-a4743927-21ae-4eb9-a8e7-5d73af052e41 tempest-AttachVolumeNegativeTest-2076342172 tempest-AttachVolumeNegativeTest-2076342172-project] 10.222.0.26 "GET /v2.0/security-groups?id=ea7dc4db-96bb-4713-a2e6-e8b6fb48c457&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0805216 Aug 29 19:24:07.920390 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-69f99491-e3d1-4016-8c9c-6bcd055bd5f0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:24:07.943605 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-69f99491-e3d1-4016-8c9c-6bcd055bd5f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368872'] for security_group, after_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:24:08.015642 dv-cinder-806191-2-iscsi neutron-server[93884]: INFO neutron.wsgi [None req-69f99491-e3d1-4016-8c9c-6bcd055bd5f0 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=1bd5c26d07bc4acf9dce227b11036dc5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7091057 Aug 29 19:24:08.017679 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.26', 59786) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 19:24:08.025981 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69f99491-e3d1-4016-8c9c-6bcd055bd5f0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e21c8f87-2feb-45fa-93f1-516711c5a13e,revision_number=1']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:24:08.067907 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8af681c2-6e46-484f-851b-2874fe763016 req-1c67d846-8f98-4f91-96d0-8b281440e3f5 tempest-VolumesActionsTest-881116330 tempest-VolumesActionsTest-881116330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 19:24:08.070098 dv-cinder-806191-2-iscsi neutron-server[93884]: INFO neutron.wsgi [req-8af681c2-6e46-484f-851b-2874fe763016 req-1c67d846-8f98-4f91-96d0-8b281440e3f5 tempest-VolumesActionsTest-881116330 tempest-VolumesActionsTest-881116330-project] 10.222.0.26 "GET /v2.0/ports?device_id=fe513439-de6b-4b3b-bf90-bf8be18dbc47 HTTP/1.1" status: 200 len: 945 time: 0.1230552 Aug 29 19:24:08.106990 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-1796b6e2-520d-4df8-9507-6a17276b6fea admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:24:08.135070 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-1796b6e2-520d-4df8-9507-6a17276b6fea admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:24:08.136071 dv-cinder-806191-2-iscsi neutron-server[93884]: INFO neutron.wsgi [req-8af681c2-6e46-484f-851b-2874fe763016 req-90b41deb-75d9-4254-abd7-3ac96b634607 tempest-VolumesActionsTest-881116330 tempest-VolumesActionsTest-881116330-project] 10.222.0.26 "GET /v2.0/security-groups?id=0500c899-b6b6-4569-a16d-0e43e32676ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550799 Aug 29 19:24:08.207124 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-1796b6e2-520d-4df8-9507-6a17276b6fea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368872'] for security_group, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:24:08.210128 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-1796b6e2-520d-4df8-9507-6a17276b6fea admin admin] Notify callbacks [] for security_group, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:24:08.211827 dv-cinder-806191-2-iscsi neutron-server[93883]: INFO neutron.wsgi [None req-1796b6e2-520d-4df8-9507-6a17276b6fea admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/e21c8f87-2feb-45fa-93f1-516711c5a13e HTTP/1.1" status: 204 len: 168 time: 0.1925728 Aug 29 19:24:08.224051 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1796b6e2-520d-4df8-9507-6a17276b6fea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e21c8f87-2feb-45fa-93f1-516711c5a13e,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:24:08.474854 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-289eb8e1-0376-4e9f-9296-e61a054e5770 req-6e1f8cf1-05f8-4a81-96bd-3298e66dd000 tempest-ServerRescueNegativeTestJSON-1221659768 tempest-ServerRescueNegativeTestJSON-1221659768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 19:24:08.477958 dv-cinder-806191-2-iscsi neutron-server[93883]: INFO neutron.wsgi [req-289eb8e1-0376-4e9f-9296-e61a054e5770 req-6e1f8cf1-05f8-4a81-96bd-3298e66dd000 tempest-ServerRescueNegativeTestJSON-1221659768 tempest-ServerRescueNegativeTestJSON-1221659768-project] 10.222.0.26 "GET /v2.0/ports?device_id=332ea1a5-b86c-4ccd-b130-2904c695b590 HTTP/1.1" status: 200 len: 945 time: 0.0986836 Aug 29 19:24:08.579172 dv-cinder-806191-2-iscsi neutron-server[93883]: INFO neutron.wsgi [req-289eb8e1-0376-4e9f-9296-e61a054e5770 req-723e38a6-0d8a-40ba-b6f0-3616ef86cfd6 tempest-ServerRescueNegativeTestJSON-1221659768 tempest-ServerRescueNegativeTestJSON-1221659768-project] 10.222.0.26 "GET /v2.0/security-groups?id=53892fd6-fc0b-43d7-b2d3-4778a69f0ff7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0930412 Aug 29 19:24:08.989274 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e99a589f-712f-4245-8baf-b475330bf41f req-98f587b3-5220-4e5a-b16d-02c58437be4e tempest-TestMinimumBasicScenario-1969089159 tempest-TestMinimumBasicScenario-1969089159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 19:24:08.998130 dv-cinder-806191-2-iscsi neutron-server[93884]: INFO neutron.wsgi [req-e99a589f-712f-4245-8baf-b475330bf41f req-98f587b3-5220-4e5a-b16d-02c58437be4e tempest-TestMinimumBasicScenario-1969089159 tempest-TestMinimumBasicScenario-1969089159-project] 10.222.0.26 "GET /v2.0/ports?device_id=c53d8e26-bd71-4b9f-b21c-b46dd1ae382d HTTP/1.1" status: 200 len: 931 time: 0.1286969 Aug 29 19:24:09.118557 dv-cinder-806191-2-iscsi neutron-server[93884]: INFO neutron.wsgi [req-e99a589f-712f-4245-8baf-b475330bf41f req-ddc2898c-51b7-482d-82a9-852fdc2126a3 tempest-TestMinimumBasicScenario-1969089159 tempest-TestMinimumBasicScenario-1969089159-project] 10.222.0.26 "GET /v2.0/security-groups?id=5af02ce7-4f09-4a57-a5cb-160fa5d4f482&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1188264 Aug 29 19:24:09.214288 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b776d21-d473-4544-92ba-ed4545453c6c req-5d0914b7-52ec-4108-8102-d9f3fd327d3a tempest-AttachVolumeNegativeTest-2076342172 tempest-AttachVolumeNegativeTest-2076342172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 19:24:09.217714 dv-cinder-806191-2-iscsi neutron-server[93883]: INFO neutron.wsgi [req-1b776d21-d473-4544-92ba-ed4545453c6c req-5d0914b7-52ec-4108-8102-d9f3fd327d3a tempest-AttachVolumeNegativeTest-2076342172 tempest-AttachVolumeNegativeTest-2076342172-project] 10.222.0.26 "GET /v2.0/ports?device_id=bb924f55-426a-47ce-a594-deae2b152699 HTTP/1.1" status: 200 len: 944 time: 0.1655211 Aug 29 19:24:09.333633 dv-cinder-806191-2-iscsi neutron-server[93883]: INFO neutron.wsgi [req-1b776d21-d473-4544-92ba-ed4545453c6c req-e229d1db-52dc-4788-a3c5-bbcf377ad205 tempest-AttachVolumeNegativeTest-2076342172 tempest-AttachVolumeNegativeTest-2076342172-project] 10.222.0.26 "GET /v2.0/security-groups?id=ea7dc4db-96bb-4713-a2e6-e8b6fb48c457&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0905111 Aug 29 19:24:09.402148 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62421406-dc71-41fe-b6b3-f9af9388acf0 req-a527a072-ba4c-4cec-a94b-34ce3c21d848 tempest-VolumesActionsTest-881116330 tempest-VolumesActionsTest-881116330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 19:24:09.404565 dv-cinder-806191-2-iscsi neutron-server[93884]: INFO neutron.wsgi [req-62421406-dc71-41fe-b6b3-f9af9388acf0 req-a527a072-ba4c-4cec-a94b-34ce3c21d848 tempest-VolumesActionsTest-881116330 tempest-VolumesActionsTest-881116330-project] 10.222.0.26 "GET /v2.0/ports?device_id=fe513439-de6b-4b3b-bf90-bf8be18dbc47 HTTP/1.1" status: 200 len: 945 time: 0.1429374 Aug 29 19:24:09.510719 dv-cinder-806191-2-iscsi neutron-server[93884]: INFO neutron.wsgi [req-62421406-dc71-41fe-b6b3-f9af9388acf0 req-0d5d3b8f-1ad5-46fd-8db3-a3f7ba7946a6 tempest-VolumesActionsTest-881116330 tempest-VolumesActionsTest-881116330-project] 10.222.0.26 "GET /v2.0/security-groups?id=0500c899-b6b6-4569-a16d-0e43e32676ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0941772 Aug 29 19:24:09.858580 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee0fdd7f-fb19-4c94-9112-c270870b5bef req-2824abdc-0857-4451-a386-4f4891ab1742 tempest-ServerRescueNegativeTestJSON-1221659768 tempest-ServerRescueNegativeTestJSON-1221659768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 19:24:09.861341 dv-cinder-806191-2-iscsi neutron-server[93883]: INFO neutron.wsgi [req-ee0fdd7f-fb19-4c94-9112-c270870b5bef req-2824abdc-0857-4451-a386-4f4891ab1742 tempest-ServerRescueNegativeTestJSON-1221659768 tempest-ServerRescueNegativeTestJSON-1221659768-project] 10.222.0.26 "GET /v2.0/ports?device_id=332ea1a5-b86c-4ccd-b130-2904c695b590 HTTP/1.1" status: 200 len: 945 time: 0.1277297 Aug 29 19:24:09.934371 dv-cinder-806191-2-iscsi neutron-server[93883]: INFO neutron.wsgi [req-ee0fdd7f-fb19-4c94-9112-c270870b5bef req-da9c7340-cc5e-473e-b442-ca27b5280067 tempest-ServerRescueNegativeTestJSON-1221659768 tempest-ServerRescueNegativeTestJSON-1221659768-project] 10.222.0.26 "GET /v2.0/security-groups?id=53892fd6-fc0b-43d7-b2d3-4778a69f0ff7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655568 Aug 29 19:24:10.377794 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04d9a147-80e6-4dda-9719-f135e2260ade req-af9c9397-0e8c-474d-9e13-829569299d2f tempest-TestMinimumBasicScenario-1969089159 tempest-TestMinimumBasicScenario-1969089159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 19:24:10.402975 dv-cinder-806191-2-iscsi neutron-server[93884]: INFO neutron.wsgi [req-04d9a147-80e6-4dda-9719-f135e2260ade req-af9c9397-0e8c-474d-9e13-829569299d2f tempest-TestMinimumBasicScenario-1969089159 tempest-TestMinimumBasicScenario-1969089159-project] 10.222.0.26 "GET /v2.0/ports?device_id=c53d8e26-bd71-4b9f-b21c-b46dd1ae382d HTTP/1.1" status: 200 len: 931 time: 0.1489105 Aug 29 19:24:10.473233 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-e411ce9c-394c-453f-add9-812245090945 None None] Device 34a49819-e8cb-4b5a-a656-ffc4669e03b8 up at agent hyperv_hv-cinder-80619 {{(pid=93885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 19:24:10.491841 dv-cinder-806191-2-iscsi neutron-server[93884]: INFO neutron.wsgi [req-04d9a147-80e6-4dda-9719-f135e2260ade req-f05a38ca-3a2a-4047-a364-929f74560e38 tempest-TestMinimumBasicScenario-1969089159 tempest-TestMinimumBasicScenario-1969089159-project] 10.222.0.26 "GET /v2.0/security-groups?id=5af02ce7-4f09-4a57-a5cb-160fa5d4f482&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0876956 Aug 29 19:24:10.576556 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-e411ce9c-394c-453f-add9-812245090945 None None] Provisioning for port 34a49819-e8cb-4b5a-a656-ffc4669e03b8 completed by entity L2. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 19:24:10.590522 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-e411ce9c-394c-453f-add9-812245090945 None None] Provisioning complete for port 34a49819-e8cb-4b5a-a656-ffc4669e03b8 triggered by entity L2. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 19:24:10.590891 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18222679-5c8a-4e4f-9922-d7329dccc6ef req-7f679b76-93cf-44d2-9acd-1c7455603b27 tempest-AttachVolumeNegativeTest-2076342172 tempest-AttachVolumeNegativeTest-2076342172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 19:24:10.592535 dv-cinder-806191-2-iscsi neutron-server[93883]: INFO neutron.wsgi [req-18222679-5c8a-4e4f-9922-d7329dccc6ef req-7f679b76-93cf-44d2-9acd-1c7455603b27 tempest-AttachVolumeNegativeTest-2076342172 tempest-AttachVolumeNegativeTest-2076342172-project] 10.222.0.26 "GET /v2.0/ports?device_id=bb924f55-426a-47ce-a594-deae2b152699 HTTP/1.1" status: 200 len: 944 time: 0.0781462 Aug 29 19:24:10.593272 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-e411ce9c-394c-453f-add9-812245090945 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3627211'] for port, provisioning_complete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:24:10.657865 dv-cinder-806191-2-iscsi neutron-server[93883]: INFO neutron.wsgi [req-18222679-5c8a-4e4f-9922-d7329dccc6ef req-056567b1-55dc-4e30-90c1-b6924a018251 tempest-AttachVolumeNegativeTest-2076342172 tempest-AttachVolumeNegativeTest-2076342172-project] 10.222.0.26 "GET /v2.0/security-groups?id=ea7dc4db-96bb-4713-a2e6-e8b6fb48c457&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541031 Aug 29 19:24:10.707720 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aa9ef0c-93a1-4df9-8160-255805935c2a req-c2ab7f4a-25be-4f9b-843a-37712faa036e tempest-VolumesActionsTest-881116330 tempest-VolumesActionsTest-881116330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 19:24:10.715050 dv-cinder-806191-2-iscsi neutron-server[93884]: INFO neutron.wsgi [req-1aa9ef0c-93a1-4df9-8160-255805935c2a req-c2ab7f4a-25be-4f9b-843a-37712faa036e tempest-VolumesActionsTest-881116330 tempest-VolumesActionsTest-881116330-project] 10.222.0.26 "GET /v2.0/ports?device_id=fe513439-de6b-4b3b-bf90-bf8be18dbc47 HTTP/1.1" status: 200 len: 945 time: 0.0670788 Aug 29 19:24:10.769776 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-e411ce9c-394c-453f-add9-812245090945 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3669058'] for port, before_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:24:10.773600 dv-cinder-806191-2-iscsi neutron-server[93884]: INFO neutron.wsgi [req-1aa9ef0c-93a1-4df9-8160-255805935c2a req-2c9727ba-eb37-47e5-9dc6-487eba7a752d tempest-VolumesActionsTest-881116330 tempest-VolumesActionsTest-881116330-project] 10.222.0.26 "GET /v2.0/security-groups?id=0500c899-b6b6-4569-a16d-0e43e32676ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572829 Aug 29 19:24:10.827936 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bb924f55-426a-47ce-a594-deae2b152699', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '34a49819-e8cb-4b5a-a656-ffc4669e03b8'}] {{(pid=93885) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 19:24:10.831566 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b746b22f1a330a85490eeb53ccb4cfec71189e4c963aff014ae6842ea75f17cc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5662eb5f-2ff3-4863-b5ee-6476409f26d1" -d '{"events": [{"server_uuid": "bb924f55-426a-47ce-a594-deae2b152699", "name": "network-vif-plugged", "status": "completed", "tag": "34a49819-e8cb-4b5a-a656-ffc4669e03b8"}]}' {{(pid=93885) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 19:24:10.855963 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-e411ce9c-394c-453f-add9-812245090945 None None] For port 34a49819-e8cb-4b5a-a656-ffc4669e03b8, host hv-cinder-80619, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80619',level=0,port_id=34a49819-e8cb-4b5a-a656-ffc4669e03b8,segment=NetworkSegment(8fe8a594-91a4-40c0-b8c2-40d42544c273),segment_id=8fe8a594-91a4-40c0-b8c2-40d42544c273)] {{(pid=93885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 19:24:10.861700 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-e411ce9c-394c-453f-add9-812245090945 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3669005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3715978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777170436913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777169884182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777169884200'] for port, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:24:10.896695 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 19:24:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed90d16d-3a73-47d8-a63f-6e9e35cec2e8 x-openstack-request-id: req-ed90d16d-3a73-47d8-a63f-6e9e35cec2e8 {{(pid=93885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 19:24:10.897625 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bb924f55-426a-47ce-a594-deae2b152699", "name": "network-vif-plugged", "status": "completed", "tag": "34a49819-e8cb-4b5a-a656-ffc4669e03b8", "code": 200}]} {{(pid=93885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 19:24:10.898211 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-ed90d16d-3a73-47d8-a63f-6e9e35cec2e8 {{(pid=93885) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 19:24:10.898888 dv-cinder-806191-2-iscsi neutron-server[93885]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bb924f55-426a-47ce-a594-deae2b152699', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '34a49819-e8cb-4b5a-a656-ffc4669e03b8', 'code': 200} Aug 29 19:24:10.932239 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e411ce9c-394c-453f-add9-812245090945 None None] Pushing event updated for resources: {'Port': ['ID=34a49819-e8cb-4b5a-a656-ffc4669e03b8,revision_number=5']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:24:11.154017 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c64d23c-3b6e-43f7-a5f6-3523aa4e6399 req-75bb235c-9b77-457c-936a-4f06e39f2a72 tempest-ServerRescueNegativeTestJSON-1221659768 tempest-ServerRescueNegativeTestJSON-1221659768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 19:24:11.155864 dv-cinder-806191-2-iscsi neutron-server[93884]: INFO neutron.wsgi [req-0c64d23c-3b6e-43f7-a5f6-3523aa4e6399 req-75bb235c-9b77-457c-936a-4f06e39f2a72 tempest-ServerRescueNegativeTestJSON-1221659768 tempest-ServerRescueNegativeTestJSON-1221659768-project] 10.222.0.26 "GET /v2.0/ports?device_id=332ea1a5-b86c-4ccd-b130-2904c695b590 HTTP/1.1" status: 200 len: 945 time: 0.0782018 Aug 29 19:24:11.221264 dv-cinder-806191-2-iscsi neutron-server[93884]: INFO neutron.wsgi [req-0c64d23c-3b6e-43f7-a5f6-3523aa4e6399 req-2d3b577e-f994-4267-8e95-b186708f54dd tempest-ServerRescueNegativeTestJSON-1221659768 tempest-ServerRescueNegativeTestJSON-1221659768-project] 10.222.0.26 "GET /v2.0/security-groups?id=53892fd6-fc0b-43d7-b2d3-4778a69f0ff7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517728 Aug 29 19:24:11.740159 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-977c97a4-883e-4b53-b42c-cd46006af446 req-55b49208-2d60-40df-8dde-6af13bc72db3 tempest-TestMinimumBasicScenario-1969089159 tempest-TestMinimumBasicScenario-1969089159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 19:24:11.742912 dv-cinder-806191-2-iscsi neutron-server[93883]: INFO neutron.wsgi [req-977c97a4-883e-4b53-b42c-cd46006af446 req-55b49208-2d60-40df-8dde-6af13bc72db3 tempest-TestMinimumBasicScenario-1969089159 tempest-TestMinimumBasicScenario-1969089159-project] 10.222.0.26 "GET /v2.0/ports?device_id=c53d8e26-bd71-4b9f-b21c-b46dd1ae382d HTTP/1.1" status: 200 len: 931 time: 0.1208329 Aug 29 19:24:11.803943 dv-cinder-806191-2-iscsi neutron-server[93883]: INFO neutron.wsgi [req-977c97a4-883e-4b53-b42c-cd46006af446 req-ea5eaef7-f802-4c37-9e49-4626a489e836 tempest-TestMinimumBasicScenario-1969089159 tempest-TestMinimumBasicScenario-1969089159-project] 10.222.0.26 "GET /v2.0/security-groups?id=5af02ce7-4f09-4a57-a5cb-160fa5d4f482&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473225 Aug 29 19:24:11.882506 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc2c895e-fe6f-4382-9134-9f7087d1580b req-c74eb3fd-1ef2-40aa-a901-201537e9867e tempest-AttachVolumeNegativeTest-2076342172 tempest-AttachVolumeNegativeTest-2076342172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 19:24:11.884627 dv-cinder-806191-2-iscsi neutron-server[93884]: INFO neutron.wsgi [req-cc2c895e-fe6f-4382-9134-9f7087d1580b req-c74eb3fd-1ef2-40aa-a901-201537e9867e tempest-AttachVolumeNegativeTest-2076342172 tempest-AttachVolumeNegativeTest-2076342172-project] 10.222.0.26 "GET /v2.0/ports?device_id=bb924f55-426a-47ce-a594-deae2b152699 HTTP/1.1" status: 200 len: 945 time: 0.1028869 Aug 29 19:24:11.945346 dv-cinder-806191-2-iscsi neutron-server[93884]: INFO neutron.wsgi [req-cc2c895e-fe6f-4382-9134-9f7087d1580b req-ad7f2479-15f0-4db8-b631-fa2c92915921 tempest-AttachVolumeNegativeTest-2076342172 tempest-AttachVolumeNegativeTest-2076342172-project] 10.222.0.26 "GET /v2.0/security-groups?id=ea7dc4db-96bb-4713-a2e6-e8b6fb48c457&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486891 Aug 29 19:24:11.994903 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0edd9659-e939-469e-b29a-d5f2e474ca2b req-70565357-da12-4bb1-ac95-050399c7fd16 tempest-VolumesActionsTest-881116330 tempest-VolumesActionsTest-881116330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 19:24:11.997892 dv-cinder-806191-2-iscsi neutron-server[93883]: INFO neutron.wsgi [req-0edd9659-e939-469e-b29a-d5f2e474ca2b req-70565357-da12-4bb1-ac95-050399c7fd16 tempest-VolumesActionsTest-881116330 tempest-VolumesActionsTest-881116330-project] 10.222.0.26 "GET /v2.0/ports?device_id=fe513439-de6b-4b3b-bf90-bf8be18dbc47 HTTP/1.1" status: 200 len: 945 time: 0.0877867 Aug 29 19:24:12.061632 dv-cinder-806191-2-iscsi neutron-server[93883]: INFO neutron.wsgi [req-0edd9659-e939-469e-b29a-d5f2e474ca2b req-fc592e8f-9f83-4153-9a5f-3b89062c4c0a tempest-VolumesActionsTest-881116330 tempest-VolumesActionsTest-881116330-project] 10.222.0.26 "GET /v2.0/security-groups?id=0500c899-b6b6-4569-a16d-0e43e32676ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511968 Aug 29 19:24:12.344690 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5685767-1842-4e9f-8937-962fd8b114c3 req-a68124f5-009c-4084-86d7-9f9238089d2f tempest-ServerRescueNegativeTestJSON-1221659768 tempest-ServerRescueNegativeTestJSON-1221659768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 19:24:12.346442 dv-cinder-806191-2-iscsi neutron-server[93884]: INFO neutron.wsgi [req-a5685767-1842-4e9f-8937-962fd8b114c3 req-a68124f5-009c-4084-86d7-9f9238089d2f tempest-ServerRescueNegativeTestJSON-1221659768 tempest-ServerRescueNegativeTestJSON-1221659768-project] 10.222.0.26 "GET /v2.0/ports?device_id=332ea1a5-b86c-4ccd-b130-2904c695b590 HTTP/1.1" status: 200 len: 945 time: 0.0541615 Aug 29 19:24:12.396986 dv-cinder-806191-2-iscsi neutron-server[93884]: INFO neutron.wsgi [req-a5685767-1842-4e9f-8937-962fd8b114c3 req-c26ee92c-fcfa-432f-b118-aebfef047864 tempest-ServerRescueNegativeTestJSON-1221659768 tempest-ServerRescueNegativeTestJSON-1221659768-project] 10.222.0.26 "GET /v2.0/security-groups?id=53892fd6-fc0b-43d7-b2d3-4778a69f0ff7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429640 Aug 29 19:24:12.995712 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6f12e0d-4bb1-4255-99cc-ea3c6a9258e8 req-7fcea639-4d7f-4bec-90fa-c4f5f3b99075 tempest-TestMinimumBasicScenario-1969089159 tempest-TestMinimumBasicScenario-1969089159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 19:24:12.997219 dv-cinder-806191-2-iscsi neutron-server[93883]: INFO neutron.wsgi [req-a6f12e0d-4bb1-4255-99cc-ea3c6a9258e8 req-7fcea639-4d7f-4bec-90fa-c4f5f3b99075 tempest-TestMinimumBasicScenario-1969089159 tempest-TestMinimumBasicScenario-1969089159-project] 10.222.0.26 "GET /v2.0/ports?device_id=c53d8e26-bd71-4b9f-b21c-b46dd1ae382d HTTP/1.1" status: 200 len: 931 time: 0.0663896 Aug 29 19:24:13.072895 dv-cinder-806191-2-iscsi neutron-server[93883]: INFO neutron.wsgi [req-a6f12e0d-4bb1-4255-99cc-ea3c6a9258e8 req-3896022c-0c4a-4c96-9dc0-bbc70a5a76e1 tempest-TestMinimumBasicScenario-1969089159 tempest-TestMinimumBasicScenario-1969089159-project] 10.222.0.26 "GET /v2.0/security-groups?id=5af02ce7-4f09-4a57-a5cb-160fa5d4f482&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637169 Aug 29 19:24:13.168876 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55b2547c-8870-4e1c-ae3b-d524df539118 req-5d70bd31-c349-43bb-ae22-5462e06b9e29 tempest-AttachVolumeNegativeTest-2076342172 tempest-AttachVolumeNegativeTest-2076342172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 19:24:13.174236 dv-cinder-806191-2-iscsi neutron-server[93884]: INFO neutron.wsgi [req-55b2547c-8870-4e1c-ae3b-d524df539118 req-5d70bd31-c349-43bb-ae22-5462e06b9e29 tempest-AttachVolumeNegativeTest-2076342172 tempest-AttachVolumeNegativeTest-2076342172-project] 10.222.0.26 "GET /v2.0/ports?device_id=bb924f55-426a-47ce-a594-deae2b152699 HTTP/1.1" status: 200 len: 945 time: 0.1140025 Aug 29 19:24:13.236866 dv-cinder-806191-2-iscsi neutron-server[93884]: INFO neutron.wsgi [req-55b2547c-8870-4e1c-ae3b-d524df539118 req-3b2bb578-aeb8-434d-9ae2-7754365235a0 tempest-AttachVolumeNegativeTest-2076342172 tempest-AttachVolumeNegativeTest-2076342172-project] 10.222.0.26 "GET /v2.0/security-groups?id=ea7dc4db-96bb-4713-a2e6-e8b6fb48c457&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527260 Aug 29 19:24:13.283578 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89c7fdb6-b558-4167-84ad-e14420374fde req-28115e57-624d-4de2-a075-83cab65fcdca tempest-VolumesActionsTest-881116330 tempest-VolumesActionsTest-881116330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 19:24:13.285433 dv-cinder-806191-2-iscsi neutron-server[93883]: INFO neutron.wsgi [req-89c7fdb6-b558-4167-84ad-e14420374fde req-28115e57-624d-4de2-a075-83cab65fcdca tempest-VolumesActionsTest-881116330 tempest-VolumesActionsTest-881116330-project] 10.222.0.26 "GET /v2.0/ports?device_id=fe513439-de6b-4b3b-bf90-bf8be18dbc47 HTTP/1.1" status: 200 len: 945 time: 0.0902812 Aug 29 19:24:13.340252 dv-cinder-806191-2-iscsi neutron-server[93883]: INFO neutron.wsgi [req-89c7fdb6-b558-4167-84ad-e14420374fde req-a9908595-4704-4df8-8748-10e9728ef9a3 tempest-VolumesActionsTest-881116330 tempest-VolumesActionsTest-881116330-project] 10.222.0.26 "GET /v2.0/security-groups?id=0500c899-b6b6-4569-a16d-0e43e32676ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422559 Aug 29 19:24:13.548968 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52161b7f-d800-4a84-a8b2-6ab8fe47d29d req-f351a128-4920-4910-a362-1e1021533356 tempest-ServerRescueNegativeTestJSON-1221659768 tempest-ServerRescueNegativeTestJSON-1221659768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 19:24:13.550776 dv-cinder-806191-2-iscsi neutron-server[93884]: INFO neutron.wsgi [req-52161b7f-d800-4a84-a8b2-6ab8fe47d29d req-f351a128-4920-4910-a362-1e1021533356 tempest-ServerRescueNegativeTestJSON-1221659768 tempest-ServerRescueNegativeTestJSON-1221659768-project] 10.222.0.26 "GET /v2.0/ports?device_id=332ea1a5-b86c-4ccd-b130-2904c695b590 HTTP/1.1" status: 200 len: 945 time: 0.0615778 Aug 29 19:24:13.618702 dv-cinder-806191-2-iscsi neutron-server[93884]: INFO neutron.wsgi [req-52161b7f-d800-4a84-a8b2-6ab8fe47d29d req-75c99d75-408e-466e-ada6-4d925a0976c8 tempest-ServerRescueNegativeTestJSON-1221659768 tempest-ServerRescueNegativeTestJSON-1221659768-project] 10.222.0.26 "GET /v2.0/security-groups?id=53892fd6-fc0b-43d7-b2d3-4778a69f0ff7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568023 Aug 29 19:24:14.218818 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eb2d15a-613c-4ae3-993d-9a7b6ab3703c req-f49e390b-b52e-415b-8059-4182b247f63c tempest-TestMinimumBasicScenario-1969089159 tempest-TestMinimumBasicScenario-1969089159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 19:24:14.220447 dv-cinder-806191-2-iscsi neutron-server[93883]: INFO neutron.wsgi [req-0eb2d15a-613c-4ae3-993d-9a7b6ab3703c req-f49e390b-b52e-415b-8059-4182b247f63c tempest-TestMinimumBasicScenario-1969089159 tempest-TestMinimumBasicScenario-1969089159-project] 10.222.0.26 "GET /v2.0/ports?device_id=c53d8e26-bd71-4b9f-b21c-b46dd1ae382d HTTP/1.1" status: 200 len: 931 time: 0.0543056 Aug 29 19:24:14.267763 dv-cinder-806191-2-iscsi neutron-server[93883]: INFO neutron.wsgi [req-0eb2d15a-613c-4ae3-993d-9a7b6ab3703c req-a401146e-0a16-497a-885a-7ccb8f1d69b6 tempest-TestMinimumBasicScenario-1969089159 tempest-TestMinimumBasicScenario-1969089159-project] 10.222.0.26 "GET /v2.0/security-groups?id=5af02ce7-4f09-4a57-a5cb-160fa5d4f482&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395098 Aug 29 19:24:14.391279 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee808a88-9867-4a5f-8177-c321ff63d7ae req-6b31239b-cce5-40d7-8728-acecd669315e tempest-AttachVolumeNegativeTest-2076342172 tempest-AttachVolumeNegativeTest-2076342172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 19:24:14.392854 dv-cinder-806191-2-iscsi neutron-server[93884]: INFO neutron.wsgi [req-ee808a88-9867-4a5f-8177-c321ff63d7ae req-6b31239b-cce5-40d7-8728-acecd669315e tempest-AttachVolumeNegativeTest-2076342172 tempest-AttachVolumeNegativeTest-2076342172-project] 10.222.0.26 "GET /v2.0/ports?device_id=bb924f55-426a-47ce-a594-deae2b152699 HTTP/1.1" status: 200 len: 945 time: 0.0529115 Aug 29 19:24:14.436438 dv-cinder-806191-2-iscsi neutron-server[93884]: INFO neutron.wsgi [req-ee808a88-9867-4a5f-8177-c321ff63d7ae req-3d878eb5-0d13-49d8-ae01-a6af6de7f4ce tempest-AttachVolumeNegativeTest-2076342172 tempest-AttachVolumeNegativeTest-2076342172-project] 10.222.0.26 "GET /v2.0/security-groups?id=ea7dc4db-96bb-4713-a2e6-e8b6fb48c457&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367486 Aug 29 19:24:14.513024 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f212ce18-7409-4829-9b52-e3af84230fb8 req-f6f3e09f-ba3e-4e5f-ad81-85f948f9cde6 tempest-VolumesActionsTest-881116330 tempest-VolumesActionsTest-881116330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 19:24:14.514679 dv-cinder-806191-2-iscsi neutron-server[93883]: INFO neutron.wsgi [req-f212ce18-7409-4829-9b52-e3af84230fb8 req-f6f3e09f-ba3e-4e5f-ad81-85f948f9cde6 tempest-VolumesActionsTest-881116330 tempest-VolumesActionsTest-881116330-project] 10.222.0.26 "GET /v2.0/ports?device_id=fe513439-de6b-4b3b-bf90-bf8be18dbc47 HTTP/1.1" status: 200 len: 945 time: 0.0636322 Aug 29 19:24:14.561805 dv-cinder-806191-2-iscsi neutron-server[93883]: INFO neutron.wsgi [req-f212ce18-7409-4829-9b52-e3af84230fb8 req-2af7b79c-9aa7-4d0c-992b-870e29b93b73 tempest-VolumesActionsTest-881116330 tempest-VolumesActionsTest-881116330-project] 10.222.0.26 "GET /v2.0/security-groups?id=0500c899-b6b6-4569-a16d-0e43e32676ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373924 Aug 29 19:24:14.800412 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a47c5c3-eabc-4dec-9dd8-028d8b39a314 req-37639bf0-358b-463d-aaa3-79abcbca1dc5 tempest-ServerRescueNegativeTestJSON-1221659768 tempest-ServerRescueNegativeTestJSON-1221659768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 19:24:14.802341 dv-cinder-806191-2-iscsi neutron-server[93884]: INFO neutron.wsgi [req-9a47c5c3-eabc-4dec-9dd8-028d8b39a314 req-37639bf0-358b-463d-aaa3-79abcbca1dc5 tempest-ServerRescueNegativeTestJSON-1221659768 tempest-ServerRescueNegativeTestJSON-1221659768-project] 10.222.0.26 "GET /v2.0/ports?device_id=332ea1a5-b86c-4ccd-b130-2904c695b590 HTTP/1.1" status: 200 len: 945 time: 0.0646732 Aug 29 19:24:14.862084 dv-cinder-806191-2-iscsi neutron-server[93884]: INFO neutron.wsgi [req-9a47c5c3-eabc-4dec-9dd8-028d8b39a314 req-7afb4539-45fb-4908-8253-6c645eb2dd94 tempest-ServerRescueNegativeTestJSON-1221659768 tempest-ServerRescueNegativeTestJSON-1221659768-project] 10.222.0.26 "GET /v2.0/security-groups?id=53892fd6-fc0b-43d7-b2d3-4778a69f0ff7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483742 Aug 29 19:24:15.442152 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6881f29e-6208-4f0e-ba86-5a32ee7b89c7 req-957c1b91-bbeb-4f0b-b084-221cda87da8f tempest-TestMinimumBasicScenario-1969089159 tempest-TestMinimumBasicScenario-1969089159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 19:24:15.444049 dv-cinder-806191-2-iscsi neutron-server[93883]: INFO neutron.wsgi [req-6881f29e-6208-4f0e-ba86-5a32ee7b89c7 req-957c1b91-bbeb-4f0b-b084-221cda87da8f tempest-TestMinimumBasicScenario-1969089159 tempest-TestMinimumBasicScenario-1969089159-project] 10.222.0.26 "GET /v2.0/ports?device_id=c53d8e26-bd71-4b9f-b21c-b46dd1ae382d HTTP/1.1" status: 200 len: 931 time: 0.0735743 Aug 29 19:24:15.500080 dv-cinder-806191-2-iscsi neutron-server[93883]: INFO neutron.wsgi [req-6881f29e-6208-4f0e-ba86-5a32ee7b89c7 req-eb6cb7af-6dd2-40b2-b9b9-3d11ca9f7fe5 tempest-TestMinimumBasicScenario-1969089159 tempest-TestMinimumBasicScenario-1969089159-project] 10.222.0.26 "GET /v2.0/security-groups?id=5af02ce7-4f09-4a57-a5cb-160fa5d4f482&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401187 Aug 29 19:24:15.600182 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d31bd35-f271-49e3-9a79-cb0edfc2e813 req-a873df37-e1b7-4a8d-b8ba-dec0d03ca860 tempest-AttachVolumeNegativeTest-2076342172 tempest-AttachVolumeNegativeTest-2076342172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 19:24:15.601998 dv-cinder-806191-2-iscsi neutron-server[93884]: INFO neutron.wsgi [req-1d31bd35-f271-49e3-9a79-cb0edfc2e813 req-a873df37-e1b7-4a8d-b8ba-dec0d03ca860 tempest-AttachVolumeNegativeTest-2076342172 tempest-AttachVolumeNegativeTest-2076342172-project] 10.222.0.26 "GET /v2.0/ports?device_id=bb924f55-426a-47ce-a594-deae2b152699 HTTP/1.1" status: 200 len: 945 time: 0.0751595 Aug 29 19:24:15.688667 dv-cinder-806191-2-iscsi neutron-server[93884]: INFO neutron.wsgi [req-1d31bd35-f271-49e3-9a79-cb0edfc2e813 req-8de2176a-b5b6-40cf-b962-59ff37c7e89f tempest-AttachVolumeNegativeTest-2076342172 tempest-AttachVolumeNegativeTest-2076342172-project] 10.222.0.26 "GET /v2.0/security-groups?id=ea7dc4db-96bb-4713-a2e6-e8b6fb48c457&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0791116 Aug 29 19:24:15.750970 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8d863ef-d728-47a7-8214-ab7c62f66eb5 req-96f398d4-67a8-4864-911b-c1869c5e4ccc tempest-VolumesActionsTest-881116330 tempest-VolumesActionsTest-881116330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 19:24:15.752949 dv-cinder-806191-2-iscsi neutron-server[93883]: INFO neutron.wsgi [req-c8d863ef-d728-47a7-8214-ab7c62f66eb5 req-96f398d4-67a8-4864-911b-c1869c5e4ccc tempest-VolumesActionsTest-881116330 tempest-VolumesActionsTest-881116330-project] 10.222.0.26 "GET /v2.0/ports?device_id=fe513439-de6b-4b3b-bf90-bf8be18dbc47 HTTP/1.1" status: 200 len: 945 time: 0.0764081 Aug 29 19:24:15.806116 dv-cinder-806191-2-iscsi neutron-server[93883]: INFO neutron.wsgi [req-c8d863ef-d728-47a7-8214-ab7c62f66eb5 req-b97053ba-1aa9-4be5-905b-0af41bd87187 tempest-VolumesActionsTest-881116330 tempest-VolumesActionsTest-881116330-project] 10.222.0.26 "GET /v2.0/security-groups?id=0500c899-b6b6-4569-a16d-0e43e32676ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394073 Aug 29 19:24:16.002707 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e86312c-ac8f-486e-8b3f-8bd3c03dc2b6 req-0e1d550b-f446-4e10-afef-d208fc50f58b tempest-ServerRescueNegativeTestJSON-1221659768 tempest-ServerRescueNegativeTestJSON-1221659768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 19:24:16.004168 dv-cinder-806191-2-iscsi neutron-server[93884]: INFO neutron.wsgi [req-4e86312c-ac8f-486e-8b3f-8bd3c03dc2b6 req-0e1d550b-f446-4e10-afef-d208fc50f58b tempest-ServerRescueNegativeTestJSON-1221659768 tempest-ServerRescueNegativeTestJSON-1221659768-project] 10.222.0.26 "GET /v2.0/ports?device_id=332ea1a5-b86c-4ccd-b130-2904c695b590 HTTP/1.1" status: 200 len: 945 time: 0.0634594 Aug 29 19:24:16.056292 dv-cinder-806191-2-iscsi neutron-server[93884]: INFO neutron.wsgi [req-4e86312c-ac8f-486e-8b3f-8bd3c03dc2b6 req-8323dd0f-f819-41ac-8cdf-5ed1cfa7eb16 tempest-ServerRescueNegativeTestJSON-1221659768 tempest-ServerRescueNegativeTestJSON-1221659768-project] 10.222.0.26 "GET /v2.0/security-groups?id=53892fd6-fc0b-43d7-b2d3-4778a69f0ff7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450032 Aug 29 19:24:16.395811 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-a05c2b43-a8b5-47f1-adaf-3560b38154e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777170380508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3627128'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:24:16.677993 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e4772af-147a-4c1a-8b70-f4a92ab003ea req-49a6b5dc-ae4f-4276-97d0-cc08f0bdbf29 tempest-TestMinimumBasicScenario-1969089159 tempest-TestMinimumBasicScenario-1969089159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 19:24:16.679619 dv-cinder-806191-2-iscsi neutron-server[93883]: INFO neutron.wsgi [req-5e4772af-147a-4c1a-8b70-f4a92ab003ea req-49a6b5dc-ae4f-4276-97d0-cc08f0bdbf29 tempest-TestMinimumBasicScenario-1969089159 tempest-TestMinimumBasicScenario-1969089159-project] 10.222.0.26 "GET /v2.0/ports?device_id=c53d8e26-bd71-4b9f-b21c-b46dd1ae382d HTTP/1.1" status: 200 len: 931 time: 0.0871284 Aug 29 19:24:16.738786 dv-cinder-806191-2-iscsi neutron-server[93883]: INFO neutron.wsgi [req-5e4772af-147a-4c1a-8b70-f4a92ab003ea req-8a08de5b-d85d-49b4-a0da-60c5a54962a1 tempest-TestMinimumBasicScenario-1969089159 tempest-TestMinimumBasicScenario-1969089159-project] 10.222.0.26 "GET /v2.0/security-groups?id=5af02ce7-4f09-4a57-a5cb-160fa5d4f482&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466397 Aug 29 19:24:16.831713 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-831201ab-6332-420c-852a-d3b3a595c622 req-52192d63-857a-4201-945b-a8b17fccb906 tempest-AttachVolumeNegativeTest-2076342172 tempest-AttachVolumeNegativeTest-2076342172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 19:24:16.833687 dv-cinder-806191-2-iscsi neutron-server[93884]: INFO neutron.wsgi [req-831201ab-6332-420c-852a-d3b3a595c622 req-52192d63-857a-4201-945b-a8b17fccb906 tempest-AttachVolumeNegativeTest-2076342172 tempest-AttachVolumeNegativeTest-2076342172-project] 10.222.0.26 "GET /v2.0/ports?device_id=bb924f55-426a-47ce-a594-deae2b152699 HTTP/1.1" status: 200 len: 945 time: 0.0605197 Aug 29 19:24:16.929696 dv-cinder-806191-2-iscsi neutron-server[93884]: INFO neutron.wsgi [req-831201ab-6332-420c-852a-d3b3a595c622 req-5e16a8c7-c4e3-43f0-821a-df26da935eeb tempest-AttachVolumeNegativeTest-2076342172 tempest-AttachVolumeNegativeTest-2076342172-project] 10.222.0.26 "GET /v2.0/security-groups?id=ea7dc4db-96bb-4713-a2e6-e8b6fb48c457&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0822046 Aug 29 19:24:16.997448 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6aaa614-bffd-44f2-8f3e-6f4fb7ee1548 req-9daa7cb2-1a71-405a-9d44-f3811a228bfa tempest-VolumesActionsTest-881116330 tempest-VolumesActionsTest-881116330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 19:24:17.000315 dv-cinder-806191-2-iscsi neutron-server[93883]: INFO neutron.wsgi [req-c6aaa614-bffd-44f2-8f3e-6f4fb7ee1548 req-9daa7cb2-1a71-405a-9d44-f3811a228bfa tempest-VolumesActionsTest-881116330 tempest-VolumesActionsTest-881116330-project] 10.222.0.26 "GET /v2.0/ports?device_id=fe513439-de6b-4b3b-bf90-bf8be18dbc47 HTTP/1.1" status: 200 len: 945 time: 0.0731590 Aug 29 19:24:17.044984 dv-cinder-806191-2-iscsi neutron-server[93883]: INFO neutron.wsgi [req-c6aaa614-bffd-44f2-8f3e-6f4fb7ee1548 req-d2e85f7e-1f2e-4cec-bb8d-c13318908d82 tempest-VolumesActionsTest-881116330 tempest-VolumesActionsTest-881116330-project] 10.222.0.26 "GET /v2.0/security-groups?id=0500c899-b6b6-4569-a16d-0e43e32676ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384688 Aug 29 19:24:17.200632 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab898b47-eb08-4cc1-90b1-64315e9a38f0 req-d43eddb6-7bd6-4383-92c2-7b9200ade5e2 tempest-ServerRescueNegativeTestJSON-1221659768 tempest-ServerRescueNegativeTestJSON-1221659768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 19:24:17.204312 dv-cinder-806191-2-iscsi neutron-server[93884]: INFO neutron.wsgi [req-ab898b47-eb08-4cc1-90b1-64315e9a38f0 req-d43eddb6-7bd6-4383-92c2-7b9200ade5e2 tempest-ServerRescueNegativeTestJSON-1221659768 tempest-ServerRescueNegativeTestJSON-1221659768-project] 10.222.0.26 "GET /v2.0/ports?device_id=332ea1a5-b86c-4ccd-b130-2904c695b590 HTTP/1.1" status: 200 len: 945 time: 0.0674372 Aug 29 19:24:17.252022 dv-cinder-806191-2-iscsi neutron-server[93884]: INFO neutron.wsgi [req-ab898b47-eb08-4cc1-90b1-64315e9a38f0 req-9c1356d2-1b0b-46a5-99e4-471627db5fa7 tempest-ServerRescueNegativeTestJSON-1221659768 tempest-ServerRescueNegativeTestJSON-1221659768-project] 10.222.0.26 "GET /v2.0/security-groups?id=53892fd6-fc0b-43d7-b2d3-4778a69f0ff7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416420 Aug 29 19:24:17.872211 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.api.v2.base [req-e3849093-0994-4346-b686-8c649cc431c9 req-ab33b120-0fcd-4bc9-acfb-0f87a5da2687 service neutron] Request body: {'port': {'device_id': 'c53d8e26-bd71-4b9f-b21c-b46dd1ae382d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80619'}} {{(pid=93884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 19:24:17.945597 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-e3849093-0994-4346-b686-8c649cc431c9 req-ab33b120-0fcd-4bc9-acfb-0f87a5da2687 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3669058'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:24:17.970563 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9a83662-4e80-4ee7-bd1d-382a0cfbfa51 req-73424e26-b22d-4132-a61e-180833adaed4 tempest-TestMinimumBasicScenario-1969089159 tempest-TestMinimumBasicScenario-1969089159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 19:24:17.972267 dv-cinder-806191-2-iscsi neutron-server[93883]: INFO neutron.wsgi [req-e9a83662-4e80-4ee7-bd1d-382a0cfbfa51 req-73424e26-b22d-4132-a61e-180833adaed4 tempest-TestMinimumBasicScenario-1969089159 tempest-TestMinimumBasicScenario-1969089159-project] 10.222.0.26 "GET /v2.0/ports?device_id=c53d8e26-bd71-4b9f-b21c-b46dd1ae382d HTTP/1.1" status: 200 len: 931 time: 0.1332867 Aug 29 19:24:17.981856 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e92f8223-9494-4573-861b-21ec0768d3ce req-1dff3b7d-9800-464e-8e80-6c06c07ba11d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 19:24:17.983403 dv-cinder-806191-2-iscsi neutron-server[93883]: INFO neutron.wsgi [req-e92f8223-9494-4573-861b-21ec0768d3ce req-1dff3b7d-9800-464e-8e80-6c06c07ba11d service neutron] 10.222.0.23 "GET /v2.0/subnets?id=8c14e703-3ff5-4626-a4b1-f0e4a5ebc648 HTTP/1.1" status: 200 len: 858 time: 0.1034915 Aug 29 19:24:18.028166 dv-cinder-806191-2-iscsi neutron-server[93883]: INFO neutron.wsgi [req-e92f8223-9494-4573-861b-21ec0768d3ce req-e59a026b-5c84-44ab-90ca-30b6cc09cdfb service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=b31f2377-81f8-426f-9dd2-b3757c46201b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0349755 Aug 29 19:24:18.072881 dv-cinder-806191-2-iscsi neutron-server[93883]: INFO neutron.wsgi [req-e9a83662-4e80-4ee7-bd1d-382a0cfbfa51 req-264eb780-590a-4671-b1e9-71d69b6ecc53 tempest-TestMinimumBasicScenario-1969089159 tempest-TestMinimumBasicScenario-1969089159-project] 10.222.0.26 "GET /v2.0/security-groups?id=5af02ce7-4f09-4a57-a5cb-160fa5d4f482&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0865891 Aug 29 19:24:18.130584 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65b0c565-1d72-49b3-a42d-b76bb4343db4 req-3f24e559-b1c5-4ab8-92b7-a3a826639ba2 tempest-AttachVolumeNegativeTest-2076342172 tempest-AttachVolumeNegativeTest-2076342172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 19:24:18.132719 dv-cinder-806191-2-iscsi neutron-server[93884]: INFO neutron.wsgi [req-65b0c565-1d72-49b3-a42d-b76bb4343db4 req-3f24e559-b1c5-4ab8-92b7-a3a826639ba2 tempest-AttachVolumeNegativeTest-2076342172 tempest-AttachVolumeNegativeTest-2076342172-project] 10.222.0.26 "GET /v2.0/ports?device_id=bb924f55-426a-47ce-a594-deae2b152699 HTTP/1.1" status: 200 len: 945 time: 0.1249356 Aug 29 19:24:18.187566 dv-cinder-806191-2-iscsi neutron-server[93883]: INFO neutron.wsgi [req-e92f8223-9494-4573-861b-21ec0768d3ce req-448bac5e-b958-49fe-91e1-d5c0639f6700 service neutron] 10.222.0.23 "GET /v2.0/networks/b31f2377-81f8-426f-9dd2-b3757c46201b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1402249 Aug 29 19:24:18.223613 dv-cinder-806191-2-iscsi neutron-server[93884]: INFO neutron.wsgi [req-65b0c565-1d72-49b3-a42d-b76bb4343db4 req-3d9720e2-7986-43ef-aaf1-35647da08ecd tempest-AttachVolumeNegativeTest-2076342172 tempest-AttachVolumeNegativeTest-2076342172-project] 10.222.0.26 "GET /v2.0/security-groups?id=ea7dc4db-96bb-4713-a2e6-e8b6fb48c457&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0834956 Aug 29 19:24:18.321684 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc229cfa-ade7-4e21-b3ff-131d27a0abe0 req-91027179-902f-4e94-82b2-7d929968c57a tempest-VolumesActionsTest-881116330 tempest-VolumesActionsTest-881116330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 19:24:18.323962 dv-cinder-806191-2-iscsi neutron-server[93883]: INFO neutron.wsgi [req-cc229cfa-ade7-4e21-b3ff-131d27a0abe0 req-91027179-902f-4e94-82b2-7d929968c57a tempest-VolumesActionsTest-881116330 tempest-VolumesActionsTest-881116330-project] 10.222.0.26 "GET /v2.0/ports?device_id=fe513439-de6b-4b3b-bf90-bf8be18dbc47 HTTP/1.1" status: 200 len: 945 time: 0.1346364 Aug 29 19:24:18.379741 dv-cinder-806191-2-iscsi neutron-server[93883]: INFO neutron.wsgi [req-e92f8223-9494-4573-861b-21ec0768d3ce req-886b4d8b-7f0d-4c64-9fc2-b24555c6454f service neutron] 10.222.0.23 "GET /v2.0/networks/b31f2377-81f8-426f-9dd2-b3757c46201b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1601946 Aug 29 19:24:18.411516 dv-cinder-806191-2-iscsi neutron-server[93883]: INFO neutron.wsgi [req-cc229cfa-ade7-4e21-b3ff-131d27a0abe0 req-14c4733f-414d-40f4-9b7a-54147bedc735 tempest-VolumesActionsTest-881116330 tempest-VolumesActionsTest-881116330-project] 10.222.0.26 "GET /v2.0/security-groups?id=0500c899-b6b6-4569-a16d-0e43e32676ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707271 Aug 29 19:24:18.471954 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.notifiers.nova [req-e3849093-0994-4346-b686-8c649cc431c9 req-ab33b120-0fcd-4bc9-acfb-0f87a5da2687 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4785074a-8625-439e-98ba-d94f500ac8d2 {{(pid=93884) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 19:24:18.484754 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2360645-d189-41ed-b4dc-32b8ea5edeaa req-6b786f16-091e-4508-a6f4-89180c7914b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 19:24:18.486269 dv-cinder-806191-2-iscsi neutron-server[93883]: INFO neutron.wsgi [req-e2360645-d189-41ed-b4dc-32b8ea5edeaa req-6b786f16-091e-4508-a6f4-89180c7914b6 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=bb924f55-426a-47ce-a594-deae2b152699 HTTP/1.1" status: 200 len: 1098 time: 0.0468338 Aug 29 19:24:18.489035 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-e3849093-0994-4346-b686-8c649cc431c9 req-ab33b120-0fcd-4bc9-acfb-0f87a5da2687 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:24:18.530174 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-271859cb-dad9-4d56-a0aa-75c031e7c44f req-603ec52a-3845-4985-be68-10c1881cb07b tempest-ServerRescueNegativeTestJSON-1221659768 tempest-ServerRescueNegativeTestJSON-1221659768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 19:24:18.531808 dv-cinder-806191-2-iscsi neutron-server[93884]: INFO neutron.wsgi [req-271859cb-dad9-4d56-a0aa-75c031e7c44f req-603ec52a-3845-4985-be68-10c1881cb07b tempest-ServerRescueNegativeTestJSON-1221659768 tempest-ServerRescueNegativeTestJSON-1221659768-project] 10.222.0.26 "GET /v2.0/ports?device_id=332ea1a5-b86c-4ccd-b130-2904c695b590 HTTP/1.1" status: 200 len: 945 time: 0.1303422 Aug 29 19:24:18.532909 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [req-e3849093-0994-4346-b686-8c649cc431c9 req-ab33b120-0fcd-4bc9-acfb-0f87a5da2687 service neutron] Transition to ACTIVE for port object 4785074a-8625-439e-98ba-d94f500ac8d2 will not be triggered until provisioned by entity L2. {{(pid=93884) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 19:24:18.536807 dv-cinder-806191-2-iscsi neutron-server[93883]: INFO neutron.wsgi [req-e2360645-d189-41ed-b4dc-32b8ea5edeaa req-87182b09-c3a3-4630-ba38-29bd96f066c6 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=ea7dc4db-96bb-4713-a2e6-e8b6fb48c457&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332797 Aug 29 19:24:18.538548 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-e3849093-0994-4346-b686-8c649cc431c9 req-ab33b120-0fcd-4bc9-acfb-0f87a5da2687 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3669005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3715978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777170436913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777169884182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777169884200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-262862662'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:24:18.643238 dv-cinder-806191-2-iscsi neutron-server[93884]: INFO neutron.wsgi [req-271859cb-dad9-4d56-a0aa-75c031e7c44f req-4fd38832-0f93-4bf9-820d-33a585875b86 tempest-ServerRescueNegativeTestJSON-1221659768 tempest-ServerRescueNegativeTestJSON-1221659768-project] 10.222.0.26 "GET /v2.0/security-groups?id=53892fd6-fc0b-43d7-b2d3-4778a69f0ff7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0949929 Aug 29 19:24:18.643916 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab33b120-0fcd-4bc9-acfb-0f87a5da2687 service neutron] Pushing event updated for resources: {'Port': ['ID=4785074a-8625-439e-98ba-d94f500ac8d2,revision_number=2']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:24:18.911572 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.managers [req-e3849093-0994-4346-b686-8c649cc431c9 req-ab33b120-0fcd-4bc9-acfb-0f87a5da2687 service neutron] Attempting to bind port 4785074a-8625-439e-98ba-d94f500ac8d2 on host hv-cinder-80619 for vnic_type normal with profile {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 19:24:18.912275 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.managers [req-e3849093-0994-4346-b686-8c649cc431c9 req-ab33b120-0fcd-4bc9-acfb-0f87a5da2687 service neutron] Attempting to bind port 4785074a-8625-439e-98ba-d94f500ac8d2 by drivers openvswitch,hyperv on host hv-cinder-80619 at level 0 using segments [{'id': 'ce467763-0e5d-4dad-9dd7-1187695d2739', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '4886099e-653a-4458-9041-94933d4c4594'}] {{(pid=93884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 19:24:18.912275 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3849093-0994-4346-b686-8c649cc431c9 req-ab33b120-0fcd-4bc9-acfb-0f87a5da2687 service neutron] Attempting to bind port 4785074a-8625-439e-98ba-d94f500ac8d2 on network 4886099e-653a-4458-9041-94933d4c4594 {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 19:24:18.916984 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3849093-0994-4346-b686-8c649cc431c9 req-ab33b120-0fcd-4bc9-acfb-0f87a5da2687 service neutron] Port 4785074a-8625-439e-98ba-d94f500ac8d2 on network 4886099e-653a-4458-9041-94933d4c4594 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80619 {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 19:24:18.917312 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3849093-0994-4346-b686-8c649cc431c9 req-ab33b120-0fcd-4bc9-acfb-0f87a5da2687 service neutron] Attempting to bind port 4785074a-8625-439e-98ba-d94f500ac8d2 on network 4886099e-653a-4458-9041-94933d4c4594 {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 19:24:18.923618 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3849093-0994-4346-b686-8c649cc431c9 req-ab33b120-0fcd-4bc9-acfb-0f87a5da2687 service neutron] Checking agent: {'id': 'f86fd93b-ec6e-427a-a263-b2bcb0cc3d39', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80619', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 19, 19, 51), 'started_at': datetime.datetime(2021, 8, 29, 19, 19, 51), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 19, 23, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 19:24:18.923960 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3849093-0994-4346-b686-8c649cc431c9 req-ab33b120-0fcd-4bc9-acfb-0f87a5da2687 service neutron] Checking segment: {'id': 'ce467763-0e5d-4dad-9dd7-1187695d2739', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '4886099e-653a-4458-9041-94933d4c4594'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93884) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 19:24:18.924352 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3849093-0994-4346-b686-8c649cc431c9 req-ab33b120-0fcd-4bc9-acfb-0f87a5da2687 service neutron] Bound using segment: {'id': 'ce467763-0e5d-4dad-9dd7-1187695d2739', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '4886099e-653a-4458-9041-94933d4c4594'} {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 19:24:18.924783 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.managers [req-e3849093-0994-4346-b686-8c649cc431c9 req-ab33b120-0fcd-4bc9-acfb-0f87a5da2687 service neutron] Bound port: 4785074a-8625-439e-98ba-d94f500ac8d2, host: hv-cinder-80619, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ce467763-0e5d-4dad-9dd7-1187695d2739', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '4886099e-653a-4458-9041-94933d4c4594'}}] {{(pid=93884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 19:24:18.925151 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-e3849093-0994-4346-b686-8c649cc431c9 req-ab33b120-0fcd-4bc9-acfb-0f87a5da2687 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3669058'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:24:19.003464 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.db [req-e3849093-0994-4346-b686-8c649cc431c9 req-ab33b120-0fcd-4bc9-acfb-0f87a5da2687 service neutron] For port 4785074a-8625-439e-98ba-d94f500ac8d2, host hv-cinder-80619, cleared binding levels {{(pid=93884) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 19:24:19.007448 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.db [req-e3849093-0994-4346-b686-8c649cc431c9 req-ab33b120-0fcd-4bc9-acfb-0f87a5da2687 service neutron] For port 4785074a-8625-439e-98ba-d94f500ac8d2, host hv-cinder-80619, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80619',level=0,port_id=4785074a-8625-439e-98ba-d94f500ac8d2,segment=NetworkSegment(ce467763-0e5d-4dad-9dd7-1187695d2739),segment_id=ce467763-0e5d-4dad-9dd7-1187695d2739)] {{(pid=93884) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 19:24:19.016014 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-35b4b96a-a452-4d6a-9b54-0e2b8183f28e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777170380508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3627128'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:24:19.020928 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-e3849093-0994-4346-b686-8c649cc431c9 req-ab33b120-0fcd-4bc9-acfb-0f87a5da2687 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3669005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3715978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777170436913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777169884182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777169884200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-262862662'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:24:19.069674 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3849093-0994-4346-b686-8c649cc431c9 req-ab33b120-0fcd-4bc9-acfb-0f87a5da2687 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 19:24:19.070309 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-e3849093-0994-4346-b686-8c649cc431c9 req-ab33b120-0fcd-4bc9-acfb-0f87a5da2687 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-256493'] for port, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:24:19.071799 dv-cinder-806191-2-iscsi neutron-server[93884]: INFO neutron.wsgi [req-e3849093-0994-4346-b686-8c649cc431c9 req-ab33b120-0fcd-4bc9-acfb-0f87a5da2687 service neutron] 10.222.0.23 "PUT /v2.0/ports/4785074a-8625-439e-98ba-d94f500ac8d2 HTTP/1.1" status: 200 len: 1093 time: 1.2084875 Aug 29 19:24:19.072268 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c53d8e26-bd71-4b9f-b21c-b46dd1ae382d', 'tag': '4785074a-8625-439e-98ba-d94f500ac8d2'}] {{(pid=93884) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 19:24:19.074698 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}af0273b9eb9050257146764f7dfc5aa69aec40d1770056ff1a21a350116cd0eb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-081d5911-e3ea-4fd6-ae78-b7882fe668a8" -d '{"events": [{"name": "network-changed", "server_uuid": "c53d8e26-bd71-4b9f-b21c-b46dd1ae382d", "tag": "4785074a-8625-439e-98ba-d94f500ac8d2"}]}' {{(pid=93884) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 19:24:19.105932 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab33b120-0fcd-4bc9-acfb-0f87a5da2687 service neutron] Pushing event updated for resources: {'Port': ['ID=4785074a-8625-439e-98ba-d94f500ac8d2,revision_number=3']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:24:19.219221 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 19:24:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-08a2256a-e204-49cf-9fe0-5ac20cd5d40a x-openstack-request-id: req-08a2256a-e204-49cf-9fe0-5ac20cd5d40a {{(pid=93884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 19:24:19.219538 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c53d8e26-bd71-4b9f-b21c-b46dd1ae382d", "tag": "4785074a-8625-439e-98ba-d94f500ac8d2", "status": "completed", "code": 200}]} {{(pid=93884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 19:24:19.219786 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-08a2256a-e204-49cf-9fe0-5ac20cd5d40a {{(pid=93884) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 19:24:19.220267 dv-cinder-806191-2-iscsi neutron-server[93884]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c53d8e26-bd71-4b9f-b21c-b46dd1ae382d', 'tag': '4785074a-8625-439e-98ba-d94f500ac8d2', 'status': 'completed', 'code': 200} Aug 29 19:24:19.222314 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3849093-0994-4346-b686-8c649cc431c9 req-11b7619c-25ed-43ed-abe8-aef43ae64b66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 19:24:19.226779 dv-cinder-806191-2-iscsi neutron-server[93884]: INFO neutron.wsgi [req-e3849093-0994-4346-b686-8c649cc431c9 req-11b7619c-25ed-43ed-abe8-aef43ae64b66 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=ff839ffa806e4508a9f5f74da31561b0&device_id=c53d8e26-bd71-4b9f-b21c-b46dd1ae382d HTTP/1.1" status: 200 len: 1096 time: 0.0795016 Aug 29 19:24:19.321993 dv-cinder-806191-2-iscsi neutron-server[93884]: INFO neutron.wsgi [req-e3849093-0994-4346-b686-8c649cc431c9 req-7c03e7e8-fc93-4d9b-9029-5d8b352c4ea2 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=4785074a-8625-439e-98ba-d94f500ac8d2 HTTP/1.1" status: 200 len: 217 time: 0.0847886 Aug 29 19:24:19.363787 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30f08c2f-c007-4aac-9e33-29fb7b57eaac req-c68cfc0e-e7ef-4275-b1f6-7aa46212d58e tempest-TestMinimumBasicScenario-1969089159 tempest-TestMinimumBasicScenario-1969089159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 19:24:19.373768 dv-cinder-806191-2-iscsi neutron-server[93884]: INFO neutron.wsgi [req-30f08c2f-c007-4aac-9e33-29fb7b57eaac req-c68cfc0e-e7ef-4275-b1f6-7aa46212d58e tempest-TestMinimumBasicScenario-1969089159 tempest-TestMinimumBasicScenario-1969089159-project] 10.222.0.26 "GET /v2.0/ports?device_id=c53d8e26-bd71-4b9f-b21c-b46dd1ae382d HTTP/1.1" status: 200 len: 943 time: 0.0833168 Aug 29 19:24:19.449661 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e388456-da5c-45f0-ae96-7b06c94ae609 req-18d45ed0-ec85-4e38-a367-f4c596fb3f42 tempest-AttachVolumeNegativeTest-2076342172 tempest-AttachVolumeNegativeTest-2076342172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 19:24:19.451622 dv-cinder-806191-2-iscsi neutron-server[93883]: INFO neutron.wsgi [req-7e388456-da5c-45f0-ae96-7b06c94ae609 req-18d45ed0-ec85-4e38-a367-f4c596fb3f42 tempest-AttachVolumeNegativeTest-2076342172 tempest-AttachVolumeNegativeTest-2076342172-project] 10.222.0.26 "GET /v2.0/ports?device_id=bb924f55-426a-47ce-a594-deae2b152699 HTTP/1.1" status: 200 len: 945 time: 0.0767500 Aug 29 19:24:19.472502 dv-cinder-806191-2-iscsi neutron-server[93884]: INFO neutron.wsgi [req-30f08c2f-c007-4aac-9e33-29fb7b57eaac req-1422e330-b570-47d5-84bb-67bcd2ce6883 tempest-TestMinimumBasicScenario-1969089159 tempest-TestMinimumBasicScenario-1969089159-project] 10.222.0.26 "GET /v2.0/security-groups?id=5af02ce7-4f09-4a57-a5cb-160fa5d4f482&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0980890 Aug 29 19:24:19.481108 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3849093-0994-4346-b686-8c649cc431c9 req-391cf7cf-b624-4fb2-ac04-147cc345d3bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 19:24:19.482653 dv-cinder-806191-2-iscsi neutron-server[93884]: INFO neutron.wsgi [req-e3849093-0994-4346-b686-8c649cc431c9 req-391cf7cf-b624-4fb2-ac04-147cc345d3bf service neutron] 10.222.0.23 "GET /v2.0/subnets?id=1cb0277a-f969-4486-9535-ef7707ae6b74 HTTP/1.1" status: 200 len: 853 time: 0.1482806 Aug 29 19:24:19.539091 dv-cinder-806191-2-iscsi neutron-server[93883]: INFO neutron.wsgi [req-7e388456-da5c-45f0-ae96-7b06c94ae609 req-2ca0ea1f-1ee3-47db-840f-09a245ae7750 tempest-AttachVolumeNegativeTest-2076342172 tempest-AttachVolumeNegativeTest-2076342172-project] 10.222.0.26 "GET /v2.0/security-groups?id=ea7dc4db-96bb-4713-a2e6-e8b6fb48c457&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711367 Aug 29 19:24:19.608201 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3849093-0994-4346-b686-8c649cc431c9 req-5bdd78bc-05aa-42ca-8d87-63d060de4e4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 19:24:19.609885 dv-cinder-806191-2-iscsi neutron-server[93884]: INFO neutron.wsgi [req-e3849093-0994-4346-b686-8c649cc431c9 req-5bdd78bc-05aa-42ca-8d87-63d060de4e4e service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=4886099e-653a-4458-9041-94933d4c4594&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1186261 Aug 29 19:24:19.623872 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1833b650-763f-4777-a3f0-85af259f6c9e req-818be9dd-3a00-4b36-b318-06b5f7653f88 tempest-VolumesActionsTest-881116330 tempest-VolumesActionsTest-881116330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 19:24:19.625589 dv-cinder-806191-2-iscsi neutron-server[93884]: INFO neutron.wsgi [req-1833b650-763f-4777-a3f0-85af259f6c9e req-818be9dd-3a00-4b36-b318-06b5f7653f88 tempest-VolumesActionsTest-881116330 tempest-VolumesActionsTest-881116330-project] 10.222.0.26 "GET /v2.0/ports?device_id=fe513439-de6b-4b3b-bf90-bf8be18dbc47 HTTP/1.1" status: 200 len: 945 time: 0.0799103 Aug 29 19:24:19.673754 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-f7f3f912-659a-49f9-ab3a-0560ee4983b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777170380508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3627128'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:24:19.729832 dv-cinder-806191-2-iscsi neutron-server[93884]: INFO neutron.wsgi [req-1833b650-763f-4777-a3f0-85af259f6c9e req-83ef5994-cadc-49dc-8f55-ada0a37fdbab tempest-VolumesActionsTest-881116330 tempest-VolumesActionsTest-881116330-project] 10.222.0.26 "GET /v2.0/security-groups?id=0500c899-b6b6-4569-a16d-0e43e32676ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0936141 Aug 29 19:24:19.766174 dv-cinder-806191-2-iscsi neutron-server[93884]: INFO neutron.wsgi [req-e3849093-0994-4346-b686-8c649cc431c9 req-5f6ddea1-8ac3-4d9e-9e37-351c415824ce service neutron] 10.222.0.23 "GET /v2.0/networks/4886099e-653a-4458-9041-94933d4c4594?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1379261 Aug 29 19:24:19.805755 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91020d15-8901-4542-87d1-b1f410ffaab6 req-aca331dc-114a-45be-88da-ec8a280039ca tempest-ServerRescueNegativeTestJSON-1221659768 tempest-ServerRescueNegativeTestJSON-1221659768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 19:24:19.807405 dv-cinder-806191-2-iscsi neutron-server[93883]: INFO neutron.wsgi [req-91020d15-8901-4542-87d1-b1f410ffaab6 req-aca331dc-114a-45be-88da-ec8a280039ca tempest-ServerRescueNegativeTestJSON-1221659768 tempest-ServerRescueNegativeTestJSON-1221659768-project] 10.222.0.26 "GET /v2.0/ports?device_id=332ea1a5-b86c-4ccd-b130-2904c695b590 HTTP/1.1" status: 200 len: 945 time: 0.0575926 Aug 29 19:24:19.856236 dv-cinder-806191-2-iscsi neutron-server[93883]: INFO neutron.wsgi [req-91020d15-8901-4542-87d1-b1f410ffaab6 req-a3fb543b-7e6a-441c-8ab2-12d0c249b557 tempest-ServerRescueNegativeTestJSON-1221659768 tempest-ServerRescueNegativeTestJSON-1221659768-project] 10.222.0.26 "GET /v2.0/security-groups?id=53892fd6-fc0b-43d7-b2d3-4778a69f0ff7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420463 Aug 29 19:24:19.880417 dv-cinder-806191-2-iscsi neutron-server[93884]: INFO neutron.wsgi [req-e3849093-0994-4346-b686-8c649cc431c9 req-f08c64db-f81c-4266-9d3c-8e1fde3afdfe service neutron] 10.222.0.23 "GET /v2.0/networks/4886099e-653a-4458-9041-94933d4c4594?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1009886 Aug 29 19:24:20.365062 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-ed31fb2d-405b-476e-b16a-f8415d14bc27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777170380508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3627128'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:24:20.663336 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b57a1be-9b96-4c35-8be8-95afec4e4bc5 req-521f5705-895d-4cb0-a926-02bd2ddbe5cb tempest-TestMinimumBasicScenario-1969089159 tempest-TestMinimumBasicScenario-1969089159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 19:24:20.667063 dv-cinder-806191-2-iscsi neutron-server[93884]: INFO neutron.wsgi [req-5b57a1be-9b96-4c35-8be8-95afec4e4bc5 req-521f5705-895d-4cb0-a926-02bd2ddbe5cb tempest-TestMinimumBasicScenario-1969089159 tempest-TestMinimumBasicScenario-1969089159-project] 10.222.0.26 "GET /v2.0/ports?device_id=c53d8e26-bd71-4b9f-b21c-b46dd1ae382d HTTP/1.1" status: 200 len: 943 time: 0.1077170 Aug 29 19:24:20.675816 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-e411ce9c-394c-453f-add9-812245090945 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777170380508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3627128'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:24:20.744319 dv-cinder-806191-2-iscsi neutron-server[93884]: INFO neutron.wsgi [req-5b57a1be-9b96-4c35-8be8-95afec4e4bc5 req-270f3d5a-6730-4042-8e61-52fda47009ce tempest-TestMinimumBasicScenario-1969089159 tempest-TestMinimumBasicScenario-1969089159-project] 10.222.0.26 "GET /v2.0/security-groups?id=5af02ce7-4f09-4a57-a5cb-160fa5d4f482&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634737 Aug 29 19:24:20.935354 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c44e5f1-e442-4a9b-aad6-bd74b2d8f4e1 req-00012833-e4b7-4606-bf36-5b6cff8b3a31 tempest-AttachVolumeNegativeTest-2076342172 tempest-AttachVolumeNegativeTest-2076342172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 19:24:20.938032 dv-cinder-806191-2-iscsi neutron-server[93883]: INFO neutron.wsgi [req-3c44e5f1-e442-4a9b-aad6-bd74b2d8f4e1 req-00012833-e4b7-4606-bf36-5b6cff8b3a31 tempest-AttachVolumeNegativeTest-2076342172 tempest-AttachVolumeNegativeTest-2076342172-project] 10.222.0.26 "GET /v2.0/ports?device_id=bb924f55-426a-47ce-a594-deae2b152699 HTTP/1.1" status: 200 len: 945 time: 0.2873669 Aug 29 19:24:20.953911 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe3b4e81-32db-4dc8-bc8e-ce0f9072779c req-4f14b6e1-f391-4ba8-a8f2-4eacef2c6652 tempest-VolumesActionsTest-881116330 tempest-VolumesActionsTest-881116330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 19:24:20.956957 dv-cinder-806191-2-iscsi neutron-server[93884]: INFO neutron.wsgi [req-fe3b4e81-32db-4dc8-bc8e-ce0f9072779c req-4f14b6e1-f391-4ba8-a8f2-4eacef2c6652 tempest-VolumesActionsTest-881116330 tempest-VolumesActionsTest-881116330-project] 10.222.0.26 "GET /v2.0/ports?device_id=fe513439-de6b-4b3b-bf90-bf8be18dbc47 HTTP/1.1" status: 200 len: 945 time: 0.0970817 Aug 29 19:24:20.997035 dv-cinder-806191-2-iscsi neutron-server[93883]: INFO neutron.wsgi [req-3c44e5f1-e442-4a9b-aad6-bd74b2d8f4e1 req-0a1a138b-641e-4cb1-bb94-535f6517ff83 tempest-AttachVolumeNegativeTest-2076342172 tempest-AttachVolumeNegativeTest-2076342172-project] 10.222.0.26 "GET /v2.0/security-groups?id=ea7dc4db-96bb-4713-a2e6-e8b6fb48c457&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427852 Aug 29 19:24:21.037827 dv-cinder-806191-2-iscsi neutron-server[93884]: INFO neutron.wsgi [req-fe3b4e81-32db-4dc8-bc8e-ce0f9072779c req-9b1da701-ee34-4349-b790-2baaa77fec76 tempest-VolumesActionsTest-881116330 tempest-VolumesActionsTest-881116330-project] 10.222.0.26 "GET /v2.0/security-groups?id=0500c899-b6b6-4569-a16d-0e43e32676ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629976 Aug 29 19:24:21.157078 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37af4d50-be6c-4840-9498-58be3e0941ef req-233c9d84-bae3-4db6-bf2b-5a15c267799d tempest-ServerRescueNegativeTestJSON-1221659768 tempest-ServerRescueNegativeTestJSON-1221659768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 19:24:21.159242 dv-cinder-806191-2-iscsi neutron-server[93883]: INFO neutron.wsgi [req-37af4d50-be6c-4840-9498-58be3e0941ef req-233c9d84-bae3-4db6-bf2b-5a15c267799d tempest-ServerRescueNegativeTestJSON-1221659768 tempest-ServerRescueNegativeTestJSON-1221659768-project] 10.222.0.26 "GET /v2.0/ports?device_id=332ea1a5-b86c-4ccd-b130-2904c695b590 HTTP/1.1" status: 200 len: 945 time: 0.0721974 Aug 29 19:24:21.209417 dv-cinder-806191-2-iscsi neutron-server[93883]: INFO neutron.wsgi [req-37af4d50-be6c-4840-9498-58be3e0941ef req-50604d44-c102-4a00-af11-eb6678cd5c4e tempest-ServerRescueNegativeTestJSON-1221659768 tempest-ServerRescueNegativeTestJSON-1221659768-project] 10.222.0.26 "GET /v2.0/security-groups?id=53892fd6-fc0b-43d7-b2d3-4778a69f0ff7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432868 Aug 29 19:24:21.393518 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.26', 60038) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 19:24:21.529257 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-9be9ce95-6421-4977-a543-04867ca0b2fd admin admin] Notify callbacks [] for security_group, before_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:24:21.652761 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-9be9ce95-6421-4977-a543-04867ca0b2fd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:24:21.657883 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-9be9ce95-6421-4977-a543-04867ca0b2fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368872'] for security_group, after_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:24:21.700479 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9be9ce95-6421-4977-a543-04867ca0b2fd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2725f62f-0068-4457-b1e8-f42ea90e2f9c,revision_number=1']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:24:21.707604 dv-cinder-806191-2-iscsi neutron-server[93884]: INFO neutron.wsgi [None req-9be9ce95-6421-4977-a543-04867ca0b2fd admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=298a7b1775754f16b7fe9098a0044bed&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3126655 Aug 29 19:24:21.710734 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.26', 60044) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 19:24:21.767082 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-da4a6b39-cc23-4632-ad79-d4712ab4968a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:24:21.794516 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-da4a6b39-cc23-4632-ad79-d4712ab4968a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:24:21.837707 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-c214b08a-13ec-4cca-bdbd-998b9b76327d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777170380508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3627128'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:24:21.894023 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-da4a6b39-cc23-4632-ad79-d4712ab4968a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368872'] for security_group, after_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:24:21.896909 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-da4a6b39-cc23-4632-ad79-d4712ab4968a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:24:21.898253 dv-cinder-806191-2-iscsi neutron-server[93884]: INFO neutron.wsgi [None req-da4a6b39-cc23-4632-ad79-d4712ab4968a admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/2725f62f-0068-4457-b1e8-f42ea90e2f9c HTTP/1.1" status: 204 len: 168 time: 0.1863308 Aug 29 19:24:21.913360 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da4a6b39-cc23-4632-ad79-d4712ab4968a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2725f62f-0068-4457-b1e8-f42ea90e2f9c,revision_number=None']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:24:21.927115 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1a3b2f3-152a-4a91-a7ec-1f20c960791f req-2760c653-543b-4009-8b60-91c4351868d7 tempest-TestMinimumBasicScenario-1969089159 tempest-TestMinimumBasicScenario-1969089159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 19:24:21.928754 dv-cinder-806191-2-iscsi neutron-server[93884]: INFO neutron.wsgi [req-c1a3b2f3-152a-4a91-a7ec-1f20c960791f req-2760c653-543b-4009-8b60-91c4351868d7 tempest-TestMinimumBasicScenario-1969089159 tempest-TestMinimumBasicScenario-1969089159-project] 10.222.0.26 "GET /v2.0/ports?device_id=c53d8e26-bd71-4b9f-b21c-b46dd1ae382d HTTP/1.1" status: 200 len: 943 time: 0.0813668 Aug 29 19:24:21.992626 dv-cinder-806191-2-iscsi neutron-server[93884]: INFO neutron.wsgi [req-c1a3b2f3-152a-4a91-a7ec-1f20c960791f req-38dfefcf-2a84-42c6-8dbc-7635cbec1096 tempest-TestMinimumBasicScenario-1969089159 tempest-TestMinimumBasicScenario-1969089159-project] 10.222.0.26 "GET /v2.0/security-groups?id=5af02ce7-4f09-4a57-a5cb-160fa5d4f482&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560548 Aug 29 19:24:22.186328 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc7bcb6c-cdfb-49d9-8794-b4d7315d6134 req-1fb86602-5866-4622-a9ed-8522eec0fa31 tempest-AttachVolumeNegativeTest-2076342172 tempest-AttachVolumeNegativeTest-2076342172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 19:24:22.188535 dv-cinder-806191-2-iscsi neutron-server[93883]: INFO neutron.wsgi [req-dc7bcb6c-cdfb-49d9-8794-b4d7315d6134 req-1fb86602-5866-4622-a9ed-8522eec0fa31 tempest-AttachVolumeNegativeTest-2076342172 tempest-AttachVolumeNegativeTest-2076342172-project] 10.222.0.26 "GET /v2.0/ports?device_id=bb924f55-426a-47ce-a594-deae2b152699 HTTP/1.1" status: 200 len: 945 time: 0.0918543 Aug 29 19:24:22.222556 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f49526b-427e-48d6-bd22-aa6dd13f940a req-606e54f9-53e9-494e-a72f-acda601f1171 tempest-VolumesActionsTest-881116330 tempest-VolumesActionsTest-881116330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 19:24:22.225392 dv-cinder-806191-2-iscsi neutron-server[93884]: INFO neutron.wsgi [req-8f49526b-427e-48d6-bd22-aa6dd13f940a req-606e54f9-53e9-494e-a72f-acda601f1171 tempest-VolumesActionsTest-881116330 tempest-VolumesActionsTest-881116330-project] 10.222.0.26 "GET /v2.0/ports?device_id=fe513439-de6b-4b3b-bf90-bf8be18dbc47 HTTP/1.1" status: 200 len: 945 time: 0.0763929 Aug 29 19:24:22.237114 dv-cinder-806191-2-iscsi neutron-server[93883]: INFO neutron.wsgi [req-dc7bcb6c-cdfb-49d9-8794-b4d7315d6134 req-67e70c23-b772-4524-8e08-c08dc310508a tempest-AttachVolumeNegativeTest-2076342172 tempest-AttachVolumeNegativeTest-2076342172-project] 10.222.0.26 "GET /v2.0/security-groups?id=ea7dc4db-96bb-4713-a2e6-e8b6fb48c457&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416307 Aug 29 19:24:22.287096 dv-cinder-806191-2-iscsi neutron-server[93884]: INFO neutron.wsgi [req-8f49526b-427e-48d6-bd22-aa6dd13f940a req-5a642882-3a41-409d-b51e-7098a580b8d9 tempest-VolumesActionsTest-881116330 tempest-VolumesActionsTest-881116330-project] 10.222.0.26 "GET /v2.0/security-groups?id=0500c899-b6b6-4569-a16d-0e43e32676ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496800 Aug 29 19:24:22.380057 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-039d1f55-e717-4b33-9cb7-f00250f88219 req-ce6d9089-2175-4394-87ed-b34fbe748898 tempest-ServerRescueNegativeTestJSON-1221659768 tempest-ServerRescueNegativeTestJSON-1221659768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 19:24:22.382852 dv-cinder-806191-2-iscsi neutron-server[93883]: INFO neutron.wsgi [req-039d1f55-e717-4b33-9cb7-f00250f88219 req-ce6d9089-2175-4394-87ed-b34fbe748898 tempest-ServerRescueNegativeTestJSON-1221659768 tempest-ServerRescueNegativeTestJSON-1221659768-project] 10.222.0.26 "GET /v2.0/ports?device_id=332ea1a5-b86c-4ccd-b130-2904c695b590 HTTP/1.1" status: 200 len: 945 time: 0.0706491 Aug 29 19:24:22.412154 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.26', 60058) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 19:24:22.433601 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-488ea270-6aae-4271-81fd-d13a315bb261 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:24:22.442529 dv-cinder-806191-2-iscsi neutron-server[93883]: INFO neutron.wsgi [req-039d1f55-e717-4b33-9cb7-f00250f88219 req-f524f580-f26b-4fde-b994-a08e34d381c5 tempest-ServerRescueNegativeTestJSON-1221659768 tempest-ServerRescueNegativeTestJSON-1221659768-project] 10.222.0.26 "GET /v2.0/security-groups?id=53892fd6-fc0b-43d7-b2d3-4778a69f0ff7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531955 Aug 29 19:24:22.543321 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-488ea270-6aae-4271-81fd-d13a315bb261 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:24:22.551232 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-488ea270-6aae-4271-81fd-d13a315bb261 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368872'] for security_group, after_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:24:22.595643 dv-cinder-806191-2-iscsi neutron-server[93884]: INFO neutron.wsgi [None req-488ea270-6aae-4271-81fd-d13a315bb261 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=8722c1b04fd1409bb72344e762514bc4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1817985 Aug 29 19:24:22.596938 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-488ea270-6aae-4271-81fd-d13a315bb261 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1eaf2757-2d29-46ad-965b-0f64c4d1b47f,revision_number=1']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:24:22.600188 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.26', 60062) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 19:24:22.666510 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-bcb3f77d-c0c5-4955-9022-27615f50eb6b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:24:22.692742 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-bcb3f77d-c0c5-4955-9022-27615f50eb6b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:24:22.751013 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-bcb3f77d-c0c5-4955-9022-27615f50eb6b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368872'] for security_group, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:24:22.757182 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-bcb3f77d-c0c5-4955-9022-27615f50eb6b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:24:22.762836 dv-cinder-806191-2-iscsi neutron-server[93883]: INFO neutron.wsgi [None req-bcb3f77d-c0c5-4955-9022-27615f50eb6b admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/1eaf2757-2d29-46ad-965b-0f64c4d1b47f HTTP/1.1" status: 204 len: 168 time: 0.1573238 Aug 29 19:24:22.772075 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcb3f77d-c0c5-4955-9022-27615f50eb6b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1eaf2757-2d29-46ad-965b-0f64c4d1b47f,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:24:22.830941 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-081d5911-e3ea-4fd6-ae78-b7882fe668a8 req-4ddc0c67-e83b-4305-a6e4-79c512c5d5db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 19:24:22.832526 dv-cinder-806191-2-iscsi neutron-server[93884]: INFO neutron.wsgi [req-081d5911-e3ea-4fd6-ae78-b7882fe668a8 req-4ddc0c67-e83b-4305-a6e4-79c512c5d5db service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=ff839ffa806e4508a9f5f74da31561b0&device_id=c53d8e26-bd71-4b9f-b21c-b46dd1ae382d HTTP/1.1" status: 200 len: 1096 time: 0.0556879 Aug 29 19:24:22.981645 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-081d5911-e3ea-4fd6-ae78-b7882fe668a8 req-2a6cedf1-a800-477a-8678-0735ed338e0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 19:24:22.983339 dv-cinder-806191-2-iscsi neutron-server[93884]: INFO neutron.wsgi [req-081d5911-e3ea-4fd6-ae78-b7882fe668a8 req-2a6cedf1-a800-477a-8678-0735ed338e0d service neutron] 10.222.0.23 "GET /v2.0/networks?id=4886099e-653a-4458-9041-94933d4c4594 HTTP/1.1" status: 200 len: 915 time: 0.1386776 Aug 29 19:24:23.123748 dv-cinder-806191-2-iscsi neutron-server[93884]: INFO neutron.wsgi [req-081d5911-e3ea-4fd6-ae78-b7882fe668a8 req-82bfa9f3-367c-430a-b491-e76a5dd8f9fa service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=4785074a-8625-439e-98ba-d94f500ac8d2 HTTP/1.1" status: 200 len: 217 time: 0.0873528 Aug 29 19:24:23.205723 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c2431f0-6209-4756-b578-49f32a7864ec req-8ccf40da-b928-4f79-ad1b-570b0d892d82 tempest-TestMinimumBasicScenario-1969089159 tempest-TestMinimumBasicScenario-1969089159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 19:24:23.207554 dv-cinder-806191-2-iscsi neutron-server[93884]: INFO neutron.wsgi [req-4c2431f0-6209-4756-b578-49f32a7864ec req-8ccf40da-b928-4f79-ad1b-570b0d892d82 tempest-TestMinimumBasicScenario-1969089159 tempest-TestMinimumBasicScenario-1969089159-project] 10.222.0.26 "GET /v2.0/ports?device_id=c53d8e26-bd71-4b9f-b21c-b46dd1ae382d HTTP/1.1" status: 200 len: 943 time: 0.0942740 Aug 29 19:24:23.209404 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-081d5911-e3ea-4fd6-ae78-b7882fe668a8 req-7617c193-e6f4-40ae-9cbe-6eae80264dc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 19:24:23.210999 dv-cinder-806191-2-iscsi neutron-server[93884]: INFO neutron.wsgi [req-081d5911-e3ea-4fd6-ae78-b7882fe668a8 req-7617c193-e6f4-40ae-9cbe-6eae80264dc1 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=1cb0277a-f969-4486-9535-ef7707ae6b74 HTTP/1.1" status: 200 len: 853 time: 0.0682924 Aug 29 19:24:23.265530 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c33c7646-193f-4f1e-9205-f198c2ace656 req-0d11d6cb-9c04-48a8-8385-ea41a12a367e tempest-VolumesActionsTest-881116330 tempest-VolumesActionsTest-881116330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 19:24:23.267987 dv-cinder-806191-2-iscsi neutron-server[93883]: INFO neutron.wsgi [req-c33c7646-193f-4f1e-9205-f198c2ace656 req-0d11d6cb-9c04-48a8-8385-ea41a12a367e tempest-VolumesActionsTest-881116330 tempest-VolumesActionsTest-881116330-project] 10.222.0.23 "GET /v2.0/ports?device_id=fe513439-de6b-4b3b-bf90-bf8be18dbc47 HTTP/1.1" status: 200 len: 945 time: 0.1028085 Aug 29 19:24:23.351705 dv-cinder-806191-2-iscsi neutron-server[93884]: INFO neutron.wsgi [req-4c2431f0-6209-4756-b578-49f32a7864ec req-d1413b54-8afa-4b8b-945d-075318b9fc71 tempest-TestMinimumBasicScenario-1969089159 tempest-TestMinimumBasicScenario-1969089159-project] 10.222.0.26 "GET /v2.0/security-groups?id=5af02ce7-4f09-4a57-a5cb-160fa5d4f482&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1300356 Aug 29 19:24:23.359697 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-081d5911-e3ea-4fd6-ae78-b7882fe668a8 req-6658aa69-6186-4079-bd8f-68fd77896a84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 19:24:23.361765 dv-cinder-806191-2-iscsi neutron-server[93884]: INFO neutron.wsgi [req-081d5911-e3ea-4fd6-ae78-b7882fe668a8 req-6658aa69-6186-4079-bd8f-68fd77896a84 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=4886099e-653a-4458-9041-94933d4c4594&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1298459 Aug 29 19:24:23.429762 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron.plugins.ml2.plugin [req-c33c7646-193f-4f1e-9205-f198c2ace656 req-843d2cdc-d4a4-4bfa-a400-3d426a98aaf1 tempest-VolumesActionsTest-881116330 tempest-VolumesActionsTest-881116330-project] Deleting port e186246c-a340-4a81-98ed-c8e97ec5bc3e {{(pid=93883) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 19:24:23.430101 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-c33c7646-193f-4f1e-9205-f198c2ace656 req-843d2cdc-d4a4-4bfa-a400-3d426a98aaf1 tempest-VolumesActionsTest-881116330 tempest-VolumesActionsTest-881116330-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777170414367'] for port, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:24:23.489363 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2e625c3-ed5b-4792-8211-8d019a40a283 req-b53474a6-bb84-4bb3-ae55-4506d88fa731 tempest-AttachVolumeNegativeTest-2076342172 tempest-AttachVolumeNegativeTest-2076342172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 19:24:23.491071 dv-cinder-806191-2-iscsi neutron-server[93883]: INFO neutron.wsgi [req-d2e625c3-ed5b-4792-8211-8d019a40a283 req-b53474a6-bb84-4bb3-ae55-4506d88fa731 tempest-AttachVolumeNegativeTest-2076342172 tempest-AttachVolumeNegativeTest-2076342172-project] 10.222.0.26 "GET /v2.0/ports?device_id=bb924f55-426a-47ce-a594-deae2b152699 HTTP/1.1" status: 200 len: 945 time: 0.1693532 Aug 29 19:24:23.569545 dv-cinder-806191-2-iscsi neutron-server[93883]: INFO neutron.wsgi [req-d2e625c3-ed5b-4792-8211-8d019a40a283 req-2bc4f346-4cf8-4a35-92b6-0034041fcf43 tempest-AttachVolumeNegativeTest-2076342172 tempest-AttachVolumeNegativeTest-2076342172-project] 10.222.0.26 "GET /v2.0/security-groups?id=ea7dc4db-96bb-4713-a2e6-e8b6fb48c457&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643871 Aug 29 19:24:23.610699 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron.plugins.ml2.db [req-c33c7646-193f-4f1e-9205-f198c2ace656 req-843d2cdc-d4a4-4bfa-a400-3d426a98aaf1 tempest-VolumesActionsTest-881116330 tempest-VolumesActionsTest-881116330-project] For port e186246c-a340-4a81-98ed-c8e97ec5bc3e, host hv-cinder-80619, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80619',level=0,port_id=e186246c-a340-4a81-98ed-c8e97ec5bc3e,segment=NetworkSegment(6abc8a44-8b13-4a84-86d3-61da7e65e27c),segment_id=6abc8a44-8b13-4a84-86d3-61da7e65e27c)] {{(pid=93883) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 19:24:23.610699 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-c33c7646-193f-4f1e-9205-f198c2ace656 req-843d2cdc-d4a4-4bfa-a400-3d426a98aaf1 tempest-VolumesActionsTest-881116330 tempest-VolumesActionsTest-881116330-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3695122'] for port, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:24:23.622348 dv-cinder-806191-2-iscsi neutron-server[93884]: INFO neutron.wsgi [req-081d5911-e3ea-4fd6-ae78-b7882fe668a8 req-6f837557-8dd7-4169-9bc6-1cfda4762f99 service neutron] 10.222.0.23 "GET /v2.0/networks/4886099e-653a-4458-9041-94933d4c4594?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2501841 Aug 29 19:24:23.627199 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron.plugins.ml2.plugin [req-c33c7646-193f-4f1e-9205-f198c2ace656 req-843d2cdc-d4a4-4bfa-a400-3d426a98aaf1 tempest-VolumesActionsTest-881116330 tempest-VolumesActionsTest-881116330-project] Calling delete_port for e186246c-a340-4a81-98ed-c8e97ec5bc3e owned by compute:nova {{(pid=93883) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 19:24:23.765007 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07783888-8fdd-44d9-a3ca-6d6d37b80539 req-2bb8c568-8dc8-4861-a235-921b15b9cb99 tempest-VolumesActionsTest-881116330 tempest-VolumesActionsTest-881116330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 19:24:23.767868 dv-cinder-806191-2-iscsi neutron-server[93884]: INFO neutron.wsgi [req-07783888-8fdd-44d9-a3ca-6d6d37b80539 req-2bb8c568-8dc8-4861-a235-921b15b9cb99 tempest-VolumesActionsTest-881116330 tempest-VolumesActionsTest-881116330-project] 10.222.0.26 "GET /v2.0/ports?device_id=fe513439-de6b-4b3b-bf90-bf8be18dbc47 HTTP/1.1" status: 200 len: 945 time: 0.2749367 Aug 29 19:24:23.859961 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f951464e-1cea-4f32-b2de-10fa6e0fc7b7 req-7850c796-d4ce-4c40-b876-ceac58f7aca9 tempest-ServerRescueNegativeTestJSON-1221659768 tempest-ServerRescueNegativeTestJSON-1221659768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 19:24:23.862362 dv-cinder-806191-2-iscsi neutron-server[93883]: INFO neutron.wsgi [req-f951464e-1cea-4f32-b2de-10fa6e0fc7b7 req-7850c796-d4ce-4c40-b876-ceac58f7aca9 tempest-ServerRescueNegativeTestJSON-1221659768 tempest-ServerRescueNegativeTestJSON-1221659768-project] 10.222.0.26 "GET /v2.0/ports?device_id=332ea1a5-b86c-4ccd-b130-2904c695b590 HTTP/1.1" status: 200 len: 945 time: 0.1377511 Aug 29 19:24:23.891466 dv-cinder-806191-2-iscsi neutron-server[93884]: INFO neutron.wsgi [req-07783888-8fdd-44d9-a3ca-6d6d37b80539 req-023060aa-f715-47a1-a687-80747017be08 tempest-VolumesActionsTest-881116330 tempest-VolumesActionsTest-881116330-project] 10.222.0.26 "GET /v2.0/security-groups?id=0500c899-b6b6-4569-a16d-0e43e32676ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1101656 Aug 29 19:24:23.956300 dv-cinder-806191-2-iscsi neutron-server[93884]: INFO neutron.wsgi [req-081d5911-e3ea-4fd6-ae78-b7882fe668a8 req-08527165-147e-4221-bf14-48df663a4c08 service neutron] 10.222.0.23 "GET /v2.0/networks/4886099e-653a-4458-9041-94933d4c4594?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3239748 Aug 29 19:24:23.989565 dv-cinder-806191-2-iscsi neutron-server[93883]: INFO neutron.wsgi [req-f951464e-1cea-4f32-b2de-10fa6e0fc7b7 req-c3398263-8968-4031-a767-f7b47281db1f tempest-ServerRescueNegativeTestJSON-1221659768 tempest-ServerRescueNegativeTestJSON-1221659768-project] 10.222.0.26 "GET /v2.0/security-groups?id=53892fd6-fc0b-43d7-b2d3-4778a69f0ff7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1120882 Aug 29 19:24:24.041484 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-c33c7646-193f-4f1e-9205-f198c2ace656 req-843d2cdc-d4a4-4bfa-a400-3d426a98aaf1 tempest-VolumesActionsTest-881116330 tempest-VolumesActionsTest-881116330-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3669005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3715978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777170436895', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777169884173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263410497'] for port, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:24:24.067639 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-e411ce9c-394c-453f-add9-812245090945 None None] get_ports_and_sgs() called for port_ids ['e186246c-a340-4a81-98ed-c8e97ec5bc3e'] {{(pid=93885) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 19:24:24.076439 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-843d2cdc-d4a4-4bfa-a400-3d426a98aaf1 tempest-VolumesActionsTest-881116330 tempest-VolumesActionsTest-881116330-project] Pushing event deleted for resources: {'Port': ['ID=e186246c-a340-4a81-98ed-c8e97ec5bc3e,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:24:24.156448 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron.db.l3_dvrscheduler_db [req-c33c7646-193f-4f1e-9205-f198c2ace656 req-843d2cdc-d4a4-4bfa-a400-3d426a98aaf1 tempest-VolumesActionsTest-881116330 tempest-VolumesActionsTest-881116330-project] No DVR routers for this DVR port e186246c-a340-4a81-98ed-c8e97ec5bc3e on host hv-cinder-80619 {{(pid=93883) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 19:24:24.160093 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-c33c7646-193f-4f1e-9205-f198c2ace656 req-843d2cdc-d4a4-4bfa-a400-3d426a98aaf1 tempest-VolumesActionsTest-881116330 tempest-VolumesActionsTest-881116330-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-256493'] for port, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:24:24.162202 dv-cinder-806191-2-iscsi neutron-server[93883]: INFO neutron.wsgi [req-c33c7646-193f-4f1e-9205-f198c2ace656 req-843d2cdc-d4a4-4bfa-a400-3d426a98aaf1 tempest-VolumesActionsTest-881116330 tempest-VolumesActionsTest-881116330-project] 10.222.0.23 "DELETE /v2.0/ports/e186246c-a340-4a81-98ed-c8e97ec5bc3e HTTP/1.1" status: 204 len: 173 time: 0.8760569 Aug 29 19:24:24.162685 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fe513439-de6b-4b3b-bf90-bf8be18dbc47', 'name': 'network-vif-deleted', 'tag': 'e186246c-a340-4a81-98ed-c8e97ec5bc3e'}] {{(pid=93883) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 19:24:24.165300 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d7efacdd762e7fee97ebec028cc859708dbf706441332da3e8755544227ebc46" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6c5003e7-0652-4e94-a711-f3022138d5a6" -d '{"events": [{"server_uuid": "fe513439-de6b-4b3b-bf90-bf8be18dbc47", "name": "network-vif-deleted", "tag": "e186246c-a340-4a81-98ed-c8e97ec5bc3e"}]}' {{(pid=93883) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 19:24:24.257058 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 19:24:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e55305bc-4484-496a-a8b3-471342284dde x-openstack-request-id: req-e55305bc-4484-496a-a8b3-471342284dde {{(pid=93883) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 19:24:24.257473 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fe513439-de6b-4b3b-bf90-bf8be18dbc47", "name": "network-vif-deleted", "tag": "e186246c-a340-4a81-98ed-c8e97ec5bc3e", "status": "completed", "code": 200}]} {{(pid=93883) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 19:24:24.257751 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-e55305bc-4484-496a-a8b3-471342284dde {{(pid=93883) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 19:24:24.258285 dv-cinder-806191-2-iscsi neutron-server[93883]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fe513439-de6b-4b3b-bf90-bf8be18dbc47', 'name': 'network-vif-deleted', 'tag': 'e186246c-a340-4a81-98ed-c8e97ec5bc3e', 'status': 'completed', 'code': 200} Aug 29 19:24:24.533481 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-542885dd-1c51-452f-84aa-a3d9c6070877 req-3c386e77-05e6-42ef-9134-793fc81f91b8 tempest-TestMinimumBasicScenario-1969089159 tempest-TestMinimumBasicScenario-1969089159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 19:24:24.536152 dv-cinder-806191-2-iscsi neutron-server[93883]: INFO neutron.wsgi [req-542885dd-1c51-452f-84aa-a3d9c6070877 req-3c386e77-05e6-42ef-9134-793fc81f91b8 tempest-TestMinimumBasicScenario-1969089159 tempest-TestMinimumBasicScenario-1969089159-project] 10.222.0.26 "GET /v2.0/ports?device_id=c53d8e26-bd71-4b9f-b21c-b46dd1ae382d HTTP/1.1" status: 200 len: 943 time: 0.0857377 Aug 29 19:24:24.588478 dv-cinder-806191-2-iscsi neutron-server[93883]: INFO neutron.wsgi [req-542885dd-1c51-452f-84aa-a3d9c6070877 req-0f087d3e-edde-401a-8aa9-a3521750534d tempest-TestMinimumBasicScenario-1969089159 tempest-TestMinimumBasicScenario-1969089159-project] 10.222.0.26 "GET /v2.0/security-groups?id=5af02ce7-4f09-4a57-a5cb-160fa5d4f482&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437055 Aug 29 19:24:25.062028 dv-cinder-806191-2-iscsi neutron-server[93884]: INFO neutron.wsgi [req-0cde424a-9a94-4152-b551-24120c93077f req-119c2f94-e846-42cf-a019-42b2ebb92c2b tempest-VolumesActionsTest-881116330 tempest-VolumesActionsTest-881116330-project] 10.222.0.26 "GET /v2.0/ports?device_id=fe513439-de6b-4b3b-bf90-bf8be18dbc47 HTTP/1.1" status: 200 len: 210 time: 0.0483832 Aug 29 19:24:25.187728 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e61d173e-80e0-4ad5-ba80-3c21110c9396 req-d27ac311-4115-4494-b6f2-571aba7c495b tempest-ServerRescueNegativeTestJSON-1221659768 tempest-ServerRescueNegativeTestJSON-1221659768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 19:24:25.195045 dv-cinder-806191-2-iscsi neutron-server[93883]: INFO neutron.wsgi [req-e61d173e-80e0-4ad5-ba80-3c21110c9396 req-d27ac311-4115-4494-b6f2-571aba7c495b tempest-ServerRescueNegativeTestJSON-1221659768 tempest-ServerRescueNegativeTestJSON-1221659768-project] 10.222.0.26 "GET /v2.0/ports?device_id=332ea1a5-b86c-4ccd-b130-2904c695b590 HTTP/1.1" status: 200 len: 945 time: 0.0960877 Aug 29 19:24:25.264996 dv-cinder-806191-2-iscsi neutron-server[93883]: INFO neutron.wsgi [req-e61d173e-80e0-4ad5-ba80-3c21110c9396 req-37b140d1-1c93-4c66-ba6c-bd8077a62c2a tempest-ServerRescueNegativeTestJSON-1221659768 tempest-ServerRescueNegativeTestJSON-1221659768-project] 10.222.0.26 "GET /v2.0/security-groups?id=53892fd6-fc0b-43d7-b2d3-4778a69f0ff7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603406 Aug 29 19:24:25.455481 dv-cinder-806191-2-iscsi neutron-server[93886]: DEBUG neutron.db.agents_db [None req-c8461fad-6a9a-4fb7-93e9-57a62b582dc0 None None] Agent healthcheck: found 6 active agents {{(pid=93886) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 19:24:25.769706 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86fb8cf3-3a80-497a-ab22-00c4ce72f85a req-d8b888cc-628e-4856-bd15-a27bc4b0bc00 tempest-TestMinimumBasicScenario-1969089159 tempest-TestMinimumBasicScenario-1969089159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 19:24:25.772467 dv-cinder-806191-2-iscsi neutron-server[93884]: INFO neutron.wsgi [req-86fb8cf3-3a80-497a-ab22-00c4ce72f85a req-d8b888cc-628e-4856-bd15-a27bc4b0bc00 tempest-TestMinimumBasicScenario-1969089159 tempest-TestMinimumBasicScenario-1969089159-project] 10.222.0.26 "GET /v2.0/ports?device_id=c53d8e26-bd71-4b9f-b21c-b46dd1ae382d HTTP/1.1" status: 200 len: 943 time: 0.0700078 Aug 29 19:24:25.822598 dv-cinder-806191-2-iscsi neutron-server[93884]: INFO neutron.wsgi [req-86fb8cf3-3a80-497a-ab22-00c4ce72f85a req-71412186-9bbb-4796-a0c7-16d79278828f tempest-TestMinimumBasicScenario-1969089159 tempest-TestMinimumBasicScenario-1969089159-project] 10.222.0.26 "GET /v2.0/security-groups?id=5af02ce7-4f09-4a57-a5cb-160fa5d4f482&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423923 Aug 29 19:24:26.214167 dv-cinder-806191-2-iscsi neutron-server[93883]: INFO neutron.wsgi [req-16956921-2ddd-4f40-8df6-bbbf6f88ee2e req-6bec7629-a0b2-47c5-9452-424214ac6095 tempest-VolumesActionsTest-881116330 tempest-VolumesActionsTest-881116330-project] 10.222.0.26 "GET /v2.0/ports?device_id=fe513439-de6b-4b3b-bf90-bf8be18dbc47 HTTP/1.1" status: 200 len: 210 time: 0.0493579 Aug 29 19:24:26.424449 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d0b317f-f1a2-481a-84ba-ba3c01bafce1 req-ae14c758-e3a3-4274-b345-bc5c61603aea tempest-ServerRescueNegativeTestJSON-1221659768 tempest-ServerRescueNegativeTestJSON-1221659768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 19:24:26.426169 dv-cinder-806191-2-iscsi neutron-server[93884]: INFO neutron.wsgi [req-1d0b317f-f1a2-481a-84ba-ba3c01bafce1 req-ae14c758-e3a3-4274-b345-bc5c61603aea tempest-ServerRescueNegativeTestJSON-1221659768 tempest-ServerRescueNegativeTestJSON-1221659768-project] 10.222.0.26 "GET /v2.0/ports?device_id=332ea1a5-b86c-4ccd-b130-2904c695b590 HTTP/1.1" status: 200 len: 945 time: 0.0650284 Aug 29 19:24:26.469488 dv-cinder-806191-2-iscsi neutron-server[93884]: INFO neutron.wsgi [req-1d0b317f-f1a2-481a-84ba-ba3c01bafce1 req-141433e7-2f71-4170-a875-2a2efee98082 tempest-ServerRescueNegativeTestJSON-1221659768 tempest-ServerRescueNegativeTestJSON-1221659768-project] 10.222.0.26 "GET /v2.0/security-groups?id=53892fd6-fc0b-43d7-b2d3-4778a69f0ff7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357530 Aug 29 19:24:26.493622 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.26', 60172) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 19:24:26.637465 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-18aa4d3e-7f2d-4287-b43b-81c7294f4a88 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:24:26.747676 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-18aa4d3e-7f2d-4287-b43b-81c7294f4a88 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:24:26.752298 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-18aa4d3e-7f2d-4287-b43b-81c7294f4a88 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368872'] for security_group, after_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:24:26.796728 dv-cinder-806191-2-iscsi neutron-server[93884]: INFO neutron.wsgi [None req-18aa4d3e-7f2d-4287-b43b-81c7294f4a88 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=61a7bb97d9e049cab20e07bb13c3d94f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3015687 Aug 29 19:24:26.797953 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18aa4d3e-7f2d-4287-b43b-81c7294f4a88 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=08cc5e81-f863-461d-8bfe-f1130353ec82,revision_number=1']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:24:26.800546 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.26', 60176) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 19:24:26.868242 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-8f77f95d-31b9-4336-b0c5-e599c61c9e97 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:24:26.908907 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-8f77f95d-31b9-4336-b0c5-e599c61c9e97 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:24:27.018502 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-e411ce9c-394c-453f-add9-812245090945 None None] Device 4785074a-8625-439e-98ba-d94f500ac8d2 details requested by agent hyperv_hv-cinder-80619 with host hv-cinder-80619 {{(pid=93885) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 19:24:27.043139 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4601c0ab-0c40-487a-9c41-9838867582da req-8c8f0df8-8150-4be1-a5f3-24fd721deb5b tempest-TestMinimumBasicScenario-1969089159 tempest-TestMinimumBasicScenario-1969089159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 19:24:27.051840 dv-cinder-806191-2-iscsi neutron-server[93883]: INFO neutron.wsgi [req-4601c0ab-0c40-487a-9c41-9838867582da req-8c8f0df8-8150-4be1-a5f3-24fd721deb5b tempest-TestMinimumBasicScenario-1969089159 tempest-TestMinimumBasicScenario-1969089159-project] 10.222.0.26 "GET /v2.0/ports?device_id=c53d8e26-bd71-4b9f-b21c-b46dd1ae382d HTTP/1.1" status: 200 len: 943 time: 0.1303473 Aug 29 19:24:27.098555 dv-cinder-806191-2-iscsi neutron-server[93883]: INFO neutron.wsgi [req-4601c0ab-0c40-487a-9c41-9838867582da req-bcf6ee7f-9548-4148-bcfb-0d2e63112999 tempest-TestMinimumBasicScenario-1969089159 tempest-TestMinimumBasicScenario-1969089159-project] 10.222.0.26 "GET /v2.0/security-groups?id=5af02ce7-4f09-4a57-a5cb-160fa5d4f482&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453439 Aug 29 19:24:27.099899 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-8f77f95d-31b9-4336-b0c5-e599c61c9e97 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368872'] for security_group, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:24:27.102560 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-8f77f95d-31b9-4336-b0c5-e599c61c9e97 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:24:27.107045 dv-cinder-806191-2-iscsi neutron-server[93883]: INFO neutron.wsgi [None req-8f77f95d-31b9-4336-b0c5-e599c61c9e97 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/08cc5e81-f863-461d-8bfe-f1130353ec82 HTTP/1.1" status: 204 len: 168 time: 0.3010838 Aug 29 19:24:27.124672 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f77f95d-31b9-4336-b0c5-e599c61c9e97 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=08cc5e81-f863-461d-8bfe-f1130353ec82,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:24:27.211477 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-e411ce9c-394c-453f-add9-812245090945 None None] For port 4785074a-8625-439e-98ba-d94f500ac8d2, host hv-cinder-80619, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80619',level=0,port_id=4785074a-8625-439e-98ba-d94f500ac8d2,segment=NetworkSegment(ce467763-0e5d-4dad-9dd7-1187695d2739),segment_id=ce467763-0e5d-4dad-9dd7-1187695d2739)] {{(pid=93885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 19:24:27.231911 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-e411ce9c-394c-453f-add9-812245090945 None None] Returning: {'device': '4785074a-8625-439e-98ba-d94f500ac8d2', 'network_id': '4886099e-653a-4458-9041-94933d4c4594', 'port_id': '4785074a-8625-439e-98ba-d94f500ac8d2', 'mac_address': 'fa:16:3e:eb:21:20', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 104, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1cb0277a-f969-4486-9535-ef7707ae6b74', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93885) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 19:24:27.284442 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-e411ce9c-394c-453f-add9-812245090945 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3669058'] for port, before_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:24:27.300667 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.notifiers.nova [None req-e411ce9c-394c-453f-add9-812245090945 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4785074a-8625-439e-98ba-d94f500ac8d2 {{(pid=93885) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 19:24:27.327018 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-e411ce9c-394c-453f-add9-812245090945 None None] For port 4785074a-8625-439e-98ba-d94f500ac8d2, host hv-cinder-80619, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80619',level=0,port_id=4785074a-8625-439e-98ba-d94f500ac8d2,segment=NetworkSegment(ce467763-0e5d-4dad-9dd7-1187695d2739),segment_id=ce467763-0e5d-4dad-9dd7-1187695d2739)] {{(pid=93885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 19:24:27.337197 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-e411ce9c-394c-453f-add9-812245090945 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3669005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3715978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777170436913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777169884182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777169884200'] for port, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:24:27.363063 dv-cinder-806191-2-iscsi neutron-server[93884]: INFO neutron.wsgi [req-0d9e7369-1ae7-4c81-ba00-1cb28ff68aa4 req-d5cf6258-0b8b-4f89-a1fb-d44c103d1e38 tempest-VolumesActionsTest-881116330 tempest-VolumesActionsTest-881116330-project] 10.222.0.26 "GET /v2.0/ports?device_id=fe513439-de6b-4b3b-bf90-bf8be18dbc47 HTTP/1.1" status: 200 len: 210 time: 0.0387025 Aug 29 19:24:27.429530 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e411ce9c-394c-453f-add9-812245090945 None None] Pushing event updated for resources: {'Port': ['ID=4785074a-8625-439e-98ba-d94f500ac8d2,revision_number=4']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:24:27.497146 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.26', 60190) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 19:24:27.523086 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-504396fb-f9c5-48b7-a0db-d651495a6ca2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:24:27.705272 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-e411ce9c-394c-453f-add9-812245090945 None None] get_ports_and_sgs() called for port_ids ['4785074a-8625-439e-98ba-d94f500ac8d2'] {{(pid=93885) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 19:24:27.719122 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e267e76-013a-4c40-96ab-3a76322fd062 req-c66c48bd-42ea-412c-8cbc-895584efd2fb tempest-ServerRescueNegativeTestJSON-1221659768 tempest-ServerRescueNegativeTestJSON-1221659768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 19:24:27.721857 dv-cinder-806191-2-iscsi neutron-server[93883]: INFO neutron.wsgi [req-0e267e76-013a-4c40-96ab-3a76322fd062 req-c66c48bd-42ea-412c-8cbc-895584efd2fb tempest-ServerRescueNegativeTestJSON-1221659768 tempest-ServerRescueNegativeTestJSON-1221659768-project] 10.222.0.26 "GET /v2.0/ports?device_id=332ea1a5-b86c-4ccd-b130-2904c695b590 HTTP/1.1" status: 200 len: 945 time: 0.1215937 Aug 29 19:24:27.818238 dv-cinder-806191-2-iscsi neutron-server[93883]: INFO neutron.wsgi [req-0e267e76-013a-4c40-96ab-3a76322fd062 req-ae2c9691-7cf6-463c-bde1-286289a767d6 tempest-ServerRescueNegativeTestJSON-1221659768 tempest-ServerRescueNegativeTestJSON-1221659768-project] 10.222.0.26 "GET /v2.0/security-groups?id=53892fd6-fc0b-43d7-b2d3-4778a69f0ff7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0850494 Aug 29 19:24:27.845271 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-504396fb-f9c5-48b7-a0db-d651495a6ca2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:24:27.852463 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-504396fb-f9c5-48b7-a0db-d651495a6ca2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368872'] for security_group, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:24:27.894632 dv-cinder-806191-2-iscsi neutron-server[93883]: INFO neutron.wsgi [None req-504396fb-f9c5-48b7-a0db-d651495a6ca2 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=a13559c502304ab3968114e0401f9bf8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3963554 Aug 29 19:24:27.895616 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-504396fb-f9c5-48b7-a0db-d651495a6ca2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dcfb6c4d-526c-4369-8ba7-d0e17ade892e,revision_number=1']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:24:27.897227 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.26', 60194) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 19:24:27.954112 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-119e3c5b-af0a-4845-9975-53fca306a318 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:24:27.976156 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-119e3c5b-af0a-4845-9975-53fca306a318 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:24:28.029528 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-119e3c5b-af0a-4845-9975-53fca306a318 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368872'] for security_group, after_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:24:28.032878 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-119e3c5b-af0a-4845-9975-53fca306a318 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:24:28.039647 dv-cinder-806191-2-iscsi neutron-server[93884]: INFO neutron.wsgi [None req-119e3c5b-af0a-4845-9975-53fca306a318 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/dcfb6c4d-526c-4369-8ba7-d0e17ade892e HTTP/1.1" status: 204 len: 168 time: 0.1410627 Aug 29 19:24:28.052873 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-119e3c5b-af0a-4845-9975-53fca306a318 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dcfb6c4d-526c-4369-8ba7-d0e17ade892e,revision_number=None']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:24:28.291476 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5be2709a-f087-4a59-a876-e9cfc2094732 req-e0d5cd5d-342c-4f68-b1c1-bab11a5c1bd5 tempest-TestMinimumBasicScenario-1969089159 tempest-TestMinimumBasicScenario-1969089159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 19:24:28.294055 dv-cinder-806191-2-iscsi neutron-server[93884]: INFO neutron.wsgi [req-5be2709a-f087-4a59-a876-e9cfc2094732 req-e0d5cd5d-342c-4f68-b1c1-bab11a5c1bd5 tempest-TestMinimumBasicScenario-1969089159 tempest-TestMinimumBasicScenario-1969089159-project] 10.222.0.26 "GET /v2.0/ports?device_id=c53d8e26-bd71-4b9f-b21c-b46dd1ae382d HTTP/1.1" status: 200 len: 944 time: 0.0798669 Aug 29 19:24:28.341951 dv-cinder-806191-2-iscsi neutron-server[93884]: INFO neutron.wsgi [req-5be2709a-f087-4a59-a876-e9cfc2094732 req-b60e8d69-97ab-4866-9091-132aa0027fa3 tempest-TestMinimumBasicScenario-1969089159 tempest-TestMinimumBasicScenario-1969089159-project] 10.222.0.26 "GET /v2.0/security-groups?id=5af02ce7-4f09-4a57-a5cb-160fa5d4f482&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385895 Aug 29 19:24:28.616808 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-e411ce9c-394c-453f-add9-812245090945 None None] Device 4785074a-8625-439e-98ba-d94f500ac8d2 up at agent hyperv_hv-cinder-80619 {{(pid=93885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 19:24:28.692307 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-e411ce9c-394c-453f-add9-812245090945 None None] Provisioning for port 4785074a-8625-439e-98ba-d94f500ac8d2 completed by entity L2. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 19:24:28.699592 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-e411ce9c-394c-453f-add9-812245090945 None None] Provisioning complete for port 4785074a-8625-439e-98ba-d94f500ac8d2 triggered by entity L2. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 19:24:28.699976 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-e411ce9c-394c-453f-add9-812245090945 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3627211'] for port, provisioning_complete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:24:29.044079 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-e411ce9c-394c-453f-add9-812245090945 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3669058'] for port, before_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:24:29.058036 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30d4a38f-ba8e-4c81-8785-f4e31828aa22 req-82076c2e-63d9-40f8-8ada-12cd384f4591 tempest-ServerRescueNegativeTestJSON-1221659768 tempest-ServerRescueNegativeTestJSON-1221659768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 19:24:29.060748 dv-cinder-806191-2-iscsi neutron-server[93883]: INFO neutron.wsgi [req-30d4a38f-ba8e-4c81-8785-f4e31828aa22 req-82076c2e-63d9-40f8-8ada-12cd384f4591 tempest-ServerRescueNegativeTestJSON-1221659768 tempest-ServerRescueNegativeTestJSON-1221659768-project] 10.222.0.26 "GET /v2.0/ports?device_id=332ea1a5-b86c-4ccd-b130-2904c695b590 HTTP/1.1" status: 200 len: 945 time: 0.0867119 Aug 29 19:24:29.104334 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c53d8e26-bd71-4b9f-b21c-b46dd1ae382d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4785074a-8625-439e-98ba-d94f500ac8d2'}] {{(pid=93885) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 19:24:29.109212 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b746b22f1a330a85490eeb53ccb4cfec71189e4c963aff014ae6842ea75f17cc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-91c6233e-ad8e-4a58-9a91-4c0762e84aa9" -d '{"events": [{"server_uuid": "c53d8e26-bd71-4b9f-b21c-b46dd1ae382d", "name": "network-vif-plugged", "status": "completed", "tag": "4785074a-8625-439e-98ba-d94f500ac8d2"}]}' {{(pid=93885) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 19:24:29.135370 dv-cinder-806191-2-iscsi neutron-server[93883]: INFO neutron.wsgi [req-30d4a38f-ba8e-4c81-8785-f4e31828aa22 req-06852040-6624-4e64-a4fa-25b60377a642 tempest-ServerRescueNegativeTestJSON-1221659768 tempest-ServerRescueNegativeTestJSON-1221659768-project] 10.222.0.26 "GET /v2.0/security-groups?id=53892fd6-fc0b-43d7-b2d3-4778a69f0ff7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632327 Aug 29 19:24:29.138189 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-e411ce9c-394c-453f-add9-812245090945 None None] For port 4785074a-8625-439e-98ba-d94f500ac8d2, host hv-cinder-80619, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80619',level=0,port_id=4785074a-8625-439e-98ba-d94f500ac8d2,segment=NetworkSegment(ce467763-0e5d-4dad-9dd7-1187695d2739),segment_id=ce467763-0e5d-4dad-9dd7-1187695d2739)] {{(pid=93885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 19:24:29.159094 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-e411ce9c-394c-453f-add9-812245090945 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3669005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3715978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777170436913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777169884182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777169884200'] for port, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:24:29.160398 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-e411ce9c-394c-453f-add9-812245090945 None None] Device e186246c-a340-4a81-98ed-c8e97ec5bc3e no longer exists at agent hyperv_hv-cinder-80619 {{(pid=93885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 19:24:29.250849 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 19:24:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f66e40e5-1404-4648-991b-7d92b7ed856e x-openstack-request-id: req-f66e40e5-1404-4648-991b-7d92b7ed856e {{(pid=93885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 19:24:29.251591 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c53d8e26-bd71-4b9f-b21c-b46dd1ae382d", "name": "network-vif-plugged", "status": "completed", "tag": "4785074a-8625-439e-98ba-d94f500ac8d2", "code": 200}]} {{(pid=93885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 19:24:29.252010 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-f66e40e5-1404-4648-991b-7d92b7ed856e {{(pid=93885) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 19:24:29.252748 dv-cinder-806191-2-iscsi neutron-server[93885]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c53d8e26-bd71-4b9f-b21c-b46dd1ae382d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4785074a-8625-439e-98ba-d94f500ac8d2', 'code': 200} Aug 29 19:24:29.263029 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.plugins.ml2.plugin [None req-e411ce9c-394c-453f-add9-812245090945 None None] No Port match for: e186246c-a340-4a81-98ed-c8e97ec5bc3e {{(pid=93885) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 19:24:29.263875 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-e411ce9c-394c-453f-add9-812245090945 None None] Device e186246c-a340-4a81-98ed-c8e97ec5bc3e not bound to the agent host hv-cinder-80619 {{(pid=93885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 19:24:29.293265 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e411ce9c-394c-453f-add9-812245090945 None None] Pushing event updated for resources: {'Port': ['ID=4785074a-8625-439e-98ba-d94f500ac8d2,revision_number=5']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:24:29.602640 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb10d5b4-15cb-46ef-b395-9e89610e4ca9 req-aed17188-7c56-47f2-994c-1770404798fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 19:24:29.606791 dv-cinder-806191-2-iscsi neutron-server[93883]: INFO neutron.wsgi [req-bb10d5b4-15cb-46ef-b395-9e89610e4ca9 req-aed17188-7c56-47f2-994c-1770404798fc service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=c53d8e26-bd71-4b9f-b21c-b46dd1ae382d HTTP/1.1" status: 200 len: 1098 time: 0.1580532 Aug 29 19:24:29.670778 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b35e550-601b-4cd0-be7b-ac15ba3dc3eb req-57fc76a0-55e0-4944-b931-3ee7aff7d36c tempest-TestMinimumBasicScenario-1969089159 tempest-TestMinimumBasicScenario-1969089159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 19:24:29.676000 dv-cinder-806191-2-iscsi neutron-server[93883]: INFO neutron.wsgi [req-9b35e550-601b-4cd0-be7b-ac15ba3dc3eb req-57fc76a0-55e0-4944-b931-3ee7aff7d36c tempest-TestMinimumBasicScenario-1969089159 tempest-TestMinimumBasicScenario-1969089159-project] 10.222.0.26 "GET /v2.0/ports?device_id=c53d8e26-bd71-4b9f-b21c-b46dd1ae382d HTTP/1.1" status: 200 len: 945 time: 0.1531281 Aug 29 19:24:29.702579 dv-cinder-806191-2-iscsi neutron-server[93883]: INFO neutron.wsgi [req-bb10d5b4-15cb-46ef-b395-9e89610e4ca9 req-37f205b8-a622-4d09-a67c-91897376d9b5 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=5af02ce7-4f09-4a57-a5cb-160fa5d4f482&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0873301 Aug 29 19:24:29.736054 dv-cinder-806191-2-iscsi neutron-server[93883]: INFO neutron.wsgi [req-9b35e550-601b-4cd0-be7b-ac15ba3dc3eb req-9581efd7-bcc7-41a4-abc8-1939157f1f6b tempest-TestMinimumBasicScenario-1969089159 tempest-TestMinimumBasicScenario-1969089159-project] 10.222.0.26 "GET /v2.0/security-groups?id=5af02ce7-4f09-4a57-a5cb-160fa5d4f482&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487847 Aug 29 19:24:30.302125 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b8f1eb5-3d2e-469d-b6d1-34f33fd8b0fb req-2a830e6c-da1f-4ca2-b353-c007750f94cf tempest-ServerRescueNegativeTestJSON-1221659768 tempest-ServerRescueNegativeTestJSON-1221659768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 19:24:30.304784 dv-cinder-806191-2-iscsi neutron-server[93884]: INFO neutron.wsgi [req-2b8f1eb5-3d2e-469d-b6d1-34f33fd8b0fb req-2a830e6c-da1f-4ca2-b353-c007750f94cf tempest-ServerRescueNegativeTestJSON-1221659768 tempest-ServerRescueNegativeTestJSON-1221659768-project] 10.222.0.26 "GET /v2.0/ports?device_id=332ea1a5-b86c-4ccd-b130-2904c695b590 HTTP/1.1" status: 200 len: 945 time: 0.0886192 Aug 29 19:24:30.378322 dv-cinder-806191-2-iscsi neutron-server[93884]: INFO neutron.wsgi [req-2b8f1eb5-3d2e-469d-b6d1-34f33fd8b0fb req-f70bd4e6-5998-47dd-852f-fa7542d582b9 tempest-ServerRescueNegativeTestJSON-1221659768 tempest-ServerRescueNegativeTestJSON-1221659768-project] 10.222.0.26 "GET /v2.0/security-groups?id=53892fd6-fc0b-43d7-b2d3-4778a69f0ff7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598710 Aug 29 19:24:30.887560 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-372ab257-b66c-428e-9619-d8a956230b35 req-15eabb6c-49ca-4491-a070-f7c41e29ad3e tempest-TestMinimumBasicScenario-1969089159 tempest-TestMinimumBasicScenario-1969089159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 19:24:30.889254 dv-cinder-806191-2-iscsi neutron-server[93883]: INFO neutron.wsgi [req-372ab257-b66c-428e-9619-d8a956230b35 req-15eabb6c-49ca-4491-a070-f7c41e29ad3e tempest-TestMinimumBasicScenario-1969089159 tempest-TestMinimumBasicScenario-1969089159-project] 10.222.0.26 "GET /v2.0/ports?device_id=c53d8e26-bd71-4b9f-b21c-b46dd1ae382d HTTP/1.1" status: 200 len: 945 time: 0.0611875 Aug 29 19:24:30.947771 dv-cinder-806191-2-iscsi neutron-server[93883]: INFO neutron.wsgi [req-372ab257-b66c-428e-9619-d8a956230b35 req-82be3f3d-68dc-4ac9-ad07-b9dd077d627c tempest-TestMinimumBasicScenario-1969089159 tempest-TestMinimumBasicScenario-1969089159-project] 10.222.0.26 "GET /v2.0/security-groups?id=5af02ce7-4f09-4a57-a5cb-160fa5d4f482&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413365 Aug 29 19:24:31.514712 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad824e79-331d-4ad7-b6a9-82392430eef6 req-35d4cd36-4efe-4138-9b29-835afc0efb04 tempest-ServerRescueNegativeTestJSON-1221659768 tempest-ServerRescueNegativeTestJSON-1221659768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 19:24:31.516315 dv-cinder-806191-2-iscsi neutron-server[93884]: INFO neutron.wsgi [req-ad824e79-331d-4ad7-b6a9-82392430eef6 req-35d4cd36-4efe-4138-9b29-835afc0efb04 tempest-ServerRescueNegativeTestJSON-1221659768 tempest-ServerRescueNegativeTestJSON-1221659768-project] 10.222.0.26 "GET /v2.0/ports?device_id=332ea1a5-b86c-4ccd-b130-2904c695b590 HTTP/1.1" status: 200 len: 945 time: 0.0588021 Aug 29 19:24:31.558774 dv-cinder-806191-2-iscsi neutron-server[93884]: INFO neutron.wsgi [req-ad824e79-331d-4ad7-b6a9-82392430eef6 req-1ebe6151-9e15-4c35-8b68-628765db9a0f tempest-ServerRescueNegativeTestJSON-1221659768 tempest-ServerRescueNegativeTestJSON-1221659768-project] 10.222.0.26 "GET /v2.0/security-groups?id=53892fd6-fc0b-43d7-b2d3-4778a69f0ff7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355952 Aug 29 19:24:32.076727 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bacd7e52-c733-441a-854e-5288dce115d2 req-ab9ff7be-ccfd-489c-8d2b-49a1bd31adfd tempest-TestMinimumBasicScenario-1969089159 tempest-TestMinimumBasicScenario-1969089159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 19:24:32.078269 dv-cinder-806191-2-iscsi neutron-server[93883]: INFO neutron.wsgi [req-bacd7e52-c733-441a-854e-5288dce115d2 req-ab9ff7be-ccfd-489c-8d2b-49a1bd31adfd tempest-TestMinimumBasicScenario-1969089159 tempest-TestMinimumBasicScenario-1969089159-project] 10.222.0.26 "GET /v2.0/ports?device_id=c53d8e26-bd71-4b9f-b21c-b46dd1ae382d HTTP/1.1" status: 200 len: 945 time: 0.0616400 Aug 29 19:24:32.123043 dv-cinder-806191-2-iscsi neutron-server[93883]: INFO neutron.wsgi [req-bacd7e52-c733-441a-854e-5288dce115d2 req-853790f0-02be-4898-9cc8-4e85bd880daa tempest-TestMinimumBasicScenario-1969089159 tempest-TestMinimumBasicScenario-1969089159-project] 10.222.0.26 "GET /v2.0/security-groups?id=5af02ce7-4f09-4a57-a5cb-160fa5d4f482&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364504 Aug 29 19:24:32.730499 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0f03e8b-3d49-44e3-b8c1-796403021575 req-17addc8d-7242-4752-8b7a-a8ab3f3e7509 tempest-ServerRescueNegativeTestJSON-1221659768 tempest-ServerRescueNegativeTestJSON-1221659768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 19:24:32.732933 dv-cinder-806191-2-iscsi neutron-server[93884]: INFO neutron.wsgi [req-e0f03e8b-3d49-44e3-b8c1-796403021575 req-17addc8d-7242-4752-8b7a-a8ab3f3e7509 tempest-ServerRescueNegativeTestJSON-1221659768 tempest-ServerRescueNegativeTestJSON-1221659768-project] 10.222.0.26 "GET /v2.0/ports?device_id=332ea1a5-b86c-4ccd-b130-2904c695b590 HTTP/1.1" status: 200 len: 945 time: 0.0808628 Aug 29 19:24:32.774135 dv-cinder-806191-2-iscsi neutron-server[93884]: INFO neutron.wsgi [req-e0f03e8b-3d49-44e3-b8c1-796403021575 req-e0416666-925d-4d10-af9a-3dc9512f30d1 tempest-ServerRescueNegativeTestJSON-1221659768 tempest-ServerRescueNegativeTestJSON-1221659768-project] 10.222.0.26 "GET /v2.0/security-groups?id=53892fd6-fc0b-43d7-b2d3-4778a69f0ff7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341356 Aug 29 19:24:33.158742 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42bdba45-9ebe-4108-8c6b-4b2bad666e98 req-4e4bc5dd-c92b-40d8-8029-9aaeff0a9045 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 19:24:33.161320 dv-cinder-806191-2-iscsi neutron-server[93883]: INFO neutron.wsgi [req-42bdba45-9ebe-4108-8c6b-4b2bad666e98 req-4e4bc5dd-c92b-40d8-8029-9aaeff0a9045 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=332ea1a5-b86c-4ccd-b130-2904c695b590 HTTP/1.1" status: 200 len: 1098 time: 0.0442715 Aug 29 19:24:33.239287 dv-cinder-806191-2-iscsi neutron-server[93883]: INFO neutron.wsgi [req-42bdba45-9ebe-4108-8c6b-4b2bad666e98 req-efbed4d8-9bcf-4c2f-a7f1-deb55dffc7f6 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=53892fd6-fc0b-43d7-b2d3-4778a69f0ff7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681968 Aug 29 19:24:33.263793 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e2a62d1-44d0-4edc-b39b-afca82c34fba req-7e49a89d-b5d4-4af3-a358-f2f8b8ce29e1 tempest-TestMinimumBasicScenario-1969089159 tempest-TestMinimumBasicScenario-1969089159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 19:24:33.265384 dv-cinder-806191-2-iscsi neutron-server[93883]: INFO neutron.wsgi [req-8e2a62d1-44d0-4edc-b39b-afca82c34fba req-7e49a89d-b5d4-4af3-a358-f2f8b8ce29e1 tempest-TestMinimumBasicScenario-1969089159 tempest-TestMinimumBasicScenario-1969089159-project] 10.222.0.26 "GET /v2.0/ports?device_id=c53d8e26-bd71-4b9f-b21c-b46dd1ae382d HTTP/1.1" status: 200 len: 945 time: 0.0596039 Aug 29 19:24:33.312338 dv-cinder-806191-2-iscsi neutron-server[93883]: INFO neutron.wsgi [req-8e2a62d1-44d0-4edc-b39b-afca82c34fba req-d34456a4-ce71-4f6f-a07d-1b73bdb8cd96 tempest-TestMinimumBasicScenario-1969089159 tempest-TestMinimumBasicScenario-1969089159-project] 10.222.0.26 "GET /v2.0/security-groups?id=5af02ce7-4f09-4a57-a5cb-160fa5d4f482&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373454 Aug 29 19:24:33.899831 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6738ba55-d573-4fce-9e6a-fae690ec9646 req-81e28756-b7f0-423d-9253-ad605650fc06 tempest-ServerRescueNegativeTestJSON-1221659768 tempest-ServerRescueNegativeTestJSON-1221659768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 19:24:33.901566 dv-cinder-806191-2-iscsi neutron-server[93884]: INFO neutron.wsgi [req-6738ba55-d573-4fce-9e6a-fae690ec9646 req-81e28756-b7f0-423d-9253-ad605650fc06 tempest-ServerRescueNegativeTestJSON-1221659768 tempest-ServerRescueNegativeTestJSON-1221659768-project] 10.222.0.26 "GET /v2.0/ports?device_id=332ea1a5-b86c-4ccd-b130-2904c695b590 HTTP/1.1" status: 200 len: 945 time: 0.0530882 Aug 29 19:24:33.962023 dv-cinder-806191-2-iscsi neutron-server[93884]: INFO neutron.wsgi [req-6738ba55-d573-4fce-9e6a-fae690ec9646 req-1bae7118-59b3-4699-ae8e-c2cfbc23878c tempest-ServerRescueNegativeTestJSON-1221659768 tempest-ServerRescueNegativeTestJSON-1221659768-project] 10.222.0.26 "GET /v2.0/security-groups?id=53892fd6-fc0b-43d7-b2d3-4778a69f0ff7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501056 Aug 29 19:24:34.494793 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f14028ae-ab35-4cfd-8622-12b97099f472 req-79520a03-3d0c-4967-95fd-9d574044912a tempest-TestMinimumBasicScenario-1969089159 tempest-TestMinimumBasicScenario-1969089159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 19:24:34.496683 dv-cinder-806191-2-iscsi neutron-server[93883]: INFO neutron.wsgi [req-f14028ae-ab35-4cfd-8622-12b97099f472 req-79520a03-3d0c-4967-95fd-9d574044912a tempest-TestMinimumBasicScenario-1969089159 tempest-TestMinimumBasicScenario-1969089159-project] 10.222.0.26 "GET /v2.0/ports?device_id=c53d8e26-bd71-4b9f-b21c-b46dd1ae382d HTTP/1.1" status: 200 len: 945 time: 0.0721977 Aug 29 19:24:34.559564 dv-cinder-806191-2-iscsi neutron-server[93883]: INFO neutron.wsgi [req-f14028ae-ab35-4cfd-8622-12b97099f472 req-59d9e39b-959a-4ce8-bbe5-131d92474b78 tempest-TestMinimumBasicScenario-1969089159 tempest-TestMinimumBasicScenario-1969089159-project] 10.222.0.26 "GET /v2.0/security-groups?id=5af02ce7-4f09-4a57-a5cb-160fa5d4f482&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446091 Aug 29 19:24:34.719557 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-786c635b-91bc-4537-96ef-402366d5dc0b req-ffa1fb51-d24b-4bd1-898d-66b8aa22cac4 tempest-TestMinimumBasicScenario-1969089159 tempest-TestMinimumBasicScenario-1969089159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 19:24:34.732991 dv-cinder-806191-2-iscsi neutron-server[93884]: INFO neutron.wsgi [req-786c635b-91bc-4537-96ef-402366d5dc0b req-ffa1fb51-d24b-4bd1-898d-66b8aa22cac4 tempest-TestMinimumBasicScenario-1969089159 tempest-TestMinimumBasicScenario-1969089159-project] 10.222.0.26 "GET /v2.0/ports?device_id=c53d8e26-bd71-4b9f-b21c-b46dd1ae382d HTTP/1.1" status: 200 len: 945 time: 0.0685065 Aug 29 19:24:34.801503 dv-cinder-806191-2-iscsi neutron-server[93884]: INFO neutron.wsgi [req-786c635b-91bc-4537-96ef-402366d5dc0b req-e0187075-243c-4e0a-bc2f-ed4f6fd9645d tempest-TestMinimumBasicScenario-1969089159 tempest-TestMinimumBasicScenario-1969089159-project] 10.222.0.26 "GET /v2.0/security-groups?id=5af02ce7-4f09-4a57-a5cb-160fa5d4f482&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640948 Aug 29 19:24:35.136323 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18381b76-abf2-4228-83af-5c2a21dac51f req-8b44e7af-7fb7-40d8-b9e9-1c2b0357fd0d tempest-ServerRescueNegativeTestJSON-1221659768 tempest-ServerRescueNegativeTestJSON-1221659768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 19:24:35.140269 dv-cinder-806191-2-iscsi neutron-server[93884]: INFO neutron.wsgi [req-18381b76-abf2-4228-83af-5c2a21dac51f req-8b44e7af-7fb7-40d8-b9e9-1c2b0357fd0d tempest-ServerRescueNegativeTestJSON-1221659768 tempest-ServerRescueNegativeTestJSON-1221659768-project] 10.222.0.26 "GET /v2.0/ports?device_id=332ea1a5-b86c-4ccd-b130-2904c695b590 HTTP/1.1" status: 200 len: 945 time: 0.0664637 Aug 29 19:24:35.211688 dv-cinder-806191-2-iscsi neutron-server[93884]: INFO neutron.wsgi [req-18381b76-abf2-4228-83af-5c2a21dac51f req-2939c581-2daa-4029-8af9-bc56a465bec3 tempest-ServerRescueNegativeTestJSON-1221659768 tempest-ServerRescueNegativeTestJSON-1221659768-project] 10.222.0.26 "GET /v2.0/security-groups?id=53892fd6-fc0b-43d7-b2d3-4778a69f0ff7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637083 Aug 29 19:24:35.315417 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8b88d24-8b5a-4fca-9f6e-0d4656509a47 req-3de4e48c-0dd1-4229-8809-b7d46306ef74 tempest-TestMinimumBasicScenario-1969089159 tempest-TestMinimumBasicScenario-1969089159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 19:24:35.324676 dv-cinder-806191-2-iscsi neutron-server[93883]: INFO neutron.wsgi [req-e8b88d24-8b5a-4fca-9f6e-0d4656509a47 req-3de4e48c-0dd1-4229-8809-b7d46306ef74 tempest-TestMinimumBasicScenario-1969089159 tempest-TestMinimumBasicScenario-1969089159-project] 10.222.0.26 "GET /v2.0/ports?device_id=c53d8e26-bd71-4b9f-b21c-b46dd1ae382d HTTP/1.1" status: 200 len: 945 time: 0.0722473 Aug 29 19:24:35.395887 dv-cinder-806191-2-iscsi neutron-server[93883]: INFO neutron.wsgi [req-e8b88d24-8b5a-4fca-9f6e-0d4656509a47 req-0e2cef8f-88ba-4dbe-97bf-67925791ff6b tempest-TestMinimumBasicScenario-1969089159 tempest-TestMinimumBasicScenario-1969089159-project] 10.222.0.26 "GET /v2.0/security-groups?id=5af02ce7-4f09-4a57-a5cb-160fa5d4f482&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701718 Aug 29 19:24:35.946789 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaab065f-6f46-4517-8e97-b41eecf347e7 req-50a039c0-c456-4029-a574-3178ccffcacf tempest-ServerRescueNegativeTestJSON-1221659768 tempest-ServerRescueNegativeTestJSON-1221659768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 19:24:35.957347 dv-cinder-806191-2-iscsi neutron-server[93884]: INFO neutron.wsgi [req-eaab065f-6f46-4517-8e97-b41eecf347e7 req-50a039c0-c456-4029-a574-3178ccffcacf tempest-ServerRescueNegativeTestJSON-1221659768 tempest-ServerRescueNegativeTestJSON-1221659768-project] 10.222.0.26 "GET /v2.0/ports?device_id=332ea1a5-b86c-4ccd-b130-2904c695b590 HTTP/1.1" status: 200 len: 945 time: 0.1084518 Aug 29 19:24:36.035690 dv-cinder-806191-2-iscsi neutron-server[93884]: INFO neutron.wsgi [req-eaab065f-6f46-4517-8e97-b41eecf347e7 req-d95d46bd-1949-44ef-bfda-ec10347eaec6 tempest-ServerRescueNegativeTestJSON-1221659768 tempest-ServerRescueNegativeTestJSON-1221659768-project] 10.222.0.26 "GET /v2.0/security-groups?id=53892fd6-fc0b-43d7-b2d3-4778a69f0ff7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0771525 Aug 29 19:24:36.072143 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba1bd760-4dc2-42d7-b14e-efd6bc1d8abe req-8a7e0469-9c79-4ebf-ac0a-22a0c323d65d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 19:24:36.078915 dv-cinder-806191-2-iscsi neutron-server[93883]: INFO neutron.wsgi [req-ba1bd760-4dc2-42d7-b14e-efd6bc1d8abe req-8a7e0469-9c79-4ebf-ac0a-22a0c323d65d service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=bb269c9ea7fa4ad9981b168c22af7757&device_id=332ea1a5-b86c-4ccd-b130-2904c695b590 HTTP/1.1" status: 200 len: 1098 time: 0.2408838 Aug 29 19:24:36.383161 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba1bd760-4dc2-42d7-b14e-efd6bc1d8abe req-094cd754-0e8b-4065-bc92-37e6a5437f55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 19:24:36.386571 dv-cinder-806191-2-iscsi neutron-server[93883]: INFO neutron.wsgi [req-ba1bd760-4dc2-42d7-b14e-efd6bc1d8abe req-094cd754-0e8b-4065-bc92-37e6a5437f55 service neutron] 10.222.0.23 "GET /v2.0/networks?id=b31f2377-81f8-426f-9dd2-b3757c46201b HTTP/1.1" status: 200 len: 919 time: 0.2979476 Aug 29 19:24:36.451447 dv-cinder-806191-2-iscsi neutron-server[93883]: INFO neutron.wsgi [req-ba1bd760-4dc2-42d7-b14e-efd6bc1d8abe req-822ef855-bd3c-4a4b-8318-e4966fbb6bda service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0b58d40a-64db-4ff8-b84a-d62dc022f6b9 HTTP/1.1" status: 200 len: 217 time: 0.0560775 Aug 29 19:24:36.529100 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba1bd760-4dc2-42d7-b14e-efd6bc1d8abe req-c1b2979b-afed-4dd2-afd4-6795724283c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 19:24:36.531932 dv-cinder-806191-2-iscsi neutron-server[93883]: INFO neutron.wsgi [req-ba1bd760-4dc2-42d7-b14e-efd6bc1d8abe req-c1b2979b-afed-4dd2-afd4-6795724283c3 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=8c14e703-3ff5-4626-a4b1-f0e4a5ebc648 HTTP/1.1" status: 200 len: 858 time: 0.0692916 Aug 29 19:24:36.577925 dv-cinder-806191-2-iscsi neutron-server[93883]: INFO neutron.wsgi [req-ba1bd760-4dc2-42d7-b14e-efd6bc1d8abe req-1a998188-77e1-4d9f-8bb8-72732484f0a7 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=b31f2377-81f8-426f-9dd2-b3757c46201b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0334706 Aug 29 19:24:36.705682 dv-cinder-806191-2-iscsi neutron-server[93883]: INFO neutron.wsgi [req-ba1bd760-4dc2-42d7-b14e-efd6bc1d8abe req-d1c73d73-c304-493b-b963-d8ba495112fe service neutron] 10.222.0.23 "GET /v2.0/networks/b31f2377-81f8-426f-9dd2-b3757c46201b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1125124 Aug 29 19:24:36.827901 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.26', 60518) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 19:24:36.975466 dv-cinder-806191-2-iscsi neutron-server[93883]: INFO neutron.wsgi [req-ba1bd760-4dc2-42d7-b14e-efd6bc1d8abe req-3a55469d-85db-4dcb-9515-f8326cf06ca8 service neutron] 10.222.0.23 "GET /v2.0/networks/b31f2377-81f8-426f-9dd2-b3757c46201b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2649400 Aug 29 19:24:37.094005 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-c8232152-928a-44ef-9307-dbb13841576d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:24:37.273564 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-c8232152-928a-44ef-9307-dbb13841576d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:24:37.280868 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-c8232152-928a-44ef-9307-dbb13841576d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368872'] for security_group, after_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:24:37.345428 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55b8026c-eba4-4b7d-9abb-9d993229742b req-be0a88a9-5805-4137-ac13-750df629cdb3 tempest-ServerRescueNegativeTestJSON-1221659768 tempest-ServerRescueNegativeTestJSON-1221659768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 19:24:37.350802 dv-cinder-806191-2-iscsi neutron-server[93884]: INFO neutron.wsgi [None req-c8232152-928a-44ef-9307-dbb13841576d admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=f1e64a383fbe4dee9bb86437e37bb974&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5212173 Aug 29 19:24:37.356638 dv-cinder-806191-2-iscsi neutron-server[93883]: INFO neutron.wsgi [req-55b8026c-eba4-4b7d-9abb-9d993229742b req-be0a88a9-5805-4137-ac13-750df629cdb3 tempest-ServerRescueNegativeTestJSON-1221659768 tempest-ServerRescueNegativeTestJSON-1221659768-project] 10.222.0.26 "GET /v2.0/ports?device_id=332ea1a5-b86c-4ccd-b130-2904c695b590 HTTP/1.1" status: 200 len: 945 time: 0.1882124 Aug 29 19:24:37.359609 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.26', 60550) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 19:24:37.371450 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8232152-928a-44ef-9307-dbb13841576d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b85dd9c1-3f27-481c-99f1-380a2079df95,revision_number=1']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:24:37.552540 dv-cinder-806191-2-iscsi neutron-server[93883]: INFO neutron.wsgi [req-55b8026c-eba4-4b7d-9abb-9d993229742b req-92ef60d4-5ab4-44b3-92cd-9865be94a03d tempest-ServerRescueNegativeTestJSON-1221659768 tempest-ServerRescueNegativeTestJSON-1221659768-project] 10.222.0.26 "GET /v2.0/security-groups?id=53892fd6-fc0b-43d7-b2d3-4778a69f0ff7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1944430 Aug 29 19:24:37.559134 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-9a0f179d-14e7-4d57-bde4-eac5c46821f2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:24:37.618222 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-9a0f179d-14e7-4d57-bde4-eac5c46821f2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:24:37.705275 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-9a0f179d-14e7-4d57-bde4-eac5c46821f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368872'] for security_group, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:24:37.722465 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-9a0f179d-14e7-4d57-bde4-eac5c46821f2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:24:37.731302 dv-cinder-806191-2-iscsi neutron-server[93883]: INFO neutron.wsgi [None req-9a0f179d-14e7-4d57-bde4-eac5c46821f2 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/b85dd9c1-3f27-481c-99f1-380a2079df95 HTTP/1.1" status: 204 len: 168 time: 0.3658159 Aug 29 19:24:37.780582 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a0f179d-14e7-4d57-bde4-eac5c46821f2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b85dd9c1-3f27-481c-99f1-380a2079df95,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:24:38.710371 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-302d4f3f-ad55-45ec-9aa7-9ab198f8a13e req-a171552a-9673-4188-bfa5-000f4ddf67d7 tempest-ServerRescueNegativeTestJSON-1221659768 tempest-ServerRescueNegativeTestJSON-1221659768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 19:24:38.718413 dv-cinder-806191-2-iscsi neutron-server[93884]: INFO neutron.wsgi [req-302d4f3f-ad55-45ec-9aa7-9ab198f8a13e req-a171552a-9673-4188-bfa5-000f4ddf67d7 tempest-ServerRescueNegativeTestJSON-1221659768 tempest-ServerRescueNegativeTestJSON-1221659768-project] 10.222.0.26 "GET /v2.0/ports?device_id=332ea1a5-b86c-4ccd-b130-2904c695b590 HTTP/1.1" status: 200 len: 945 time: 0.0672755 Aug 29 19:24:38.781872 dv-cinder-806191-2-iscsi neutron-server[93884]: INFO neutron.wsgi [req-302d4f3f-ad55-45ec-9aa7-9ab198f8a13e req-1185f660-500f-4763-95b0-bd6bcc5bd7b4 tempest-ServerRescueNegativeTestJSON-1221659768 tempest-ServerRescueNegativeTestJSON-1221659768-project] 10.222.0.26 "GET /v2.0/security-groups?id=53892fd6-fc0b-43d7-b2d3-4778a69f0ff7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544496 Aug 29 19:24:39.940249 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc634ac0-f96c-4b3f-9327-106616be950d req-fd2398d5-4984-4fad-a8ae-922798d31983 tempest-ServerRescueNegativeTestJSON-1221659768 tempest-ServerRescueNegativeTestJSON-1221659768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 19:24:39.942613 dv-cinder-806191-2-iscsi neutron-server[93884]: INFO neutron.wsgi [req-bc634ac0-f96c-4b3f-9327-106616be950d req-fd2398d5-4984-4fad-a8ae-922798d31983 tempest-ServerRescueNegativeTestJSON-1221659768 tempest-ServerRescueNegativeTestJSON-1221659768-project] 10.222.0.26 "GET /v2.0/ports?device_id=332ea1a5-b86c-4ccd-b130-2904c695b590 HTTP/1.1" status: 200 len: 945 time: 0.0527482 Aug 29 19:24:39.989819 dv-cinder-806191-2-iscsi neutron-server[93884]: INFO neutron.wsgi [req-bc634ac0-f96c-4b3f-9327-106616be950d req-ff524a4e-51b1-48cf-b4c1-f1e0322951c6 tempest-ServerRescueNegativeTestJSON-1221659768 tempest-ServerRescueNegativeTestJSON-1221659768-project] 10.222.0.26 "GET /v2.0/security-groups?id=53892fd6-fc0b-43d7-b2d3-4778a69f0ff7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385020 Aug 29 19:24:40.965243 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cde279b-331a-4f01-917d-93d9488b1426 req-3912888d-8690-423e-8292-e2c6d71e0bb7 tempest-AttachVolumeNegativeTest-2076342172 tempest-AttachVolumeNegativeTest-2076342172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 19:24:40.983739 dv-cinder-806191-2-iscsi neutron-server[93884]: INFO neutron.wsgi [req-9cde279b-331a-4f01-917d-93d9488b1426 req-3912888d-8690-423e-8292-e2c6d71e0bb7 tempest-AttachVolumeNegativeTest-2076342172 tempest-AttachVolumeNegativeTest-2076342172-project] 10.222.0.26 "GET /v2.0/ports?device_id=bb924f55-426a-47ce-a594-deae2b152699 HTTP/1.1" status: 200 len: 945 time: 0.1172578 Aug 29 19:24:41.075503 dv-cinder-806191-2-iscsi neutron-server[93884]: INFO neutron.wsgi [req-9cde279b-331a-4f01-917d-93d9488b1426 req-54e5853c-64cd-4444-9bbf-bdbf375eaab0 tempest-AttachVolumeNegativeTest-2076342172 tempest-AttachVolumeNegativeTest-2076342172-project] 10.222.0.26 "GET /v2.0/security-groups?id=ea7dc4db-96bb-4713-a2e6-e8b6fb48c457&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0873983 Aug 29 19:24:41.371961 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.26', 60656) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 19:24:41.528302 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-bf4f9aa7-7abc-44ee-bbf0-1939a384ac28 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:24:41.736512 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-bf4f9aa7-7abc-44ee-bbf0-1939a384ac28 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:24:41.743794 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-bf4f9aa7-7abc-44ee-bbf0-1939a384ac28 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368872'] for security_group, after_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:24:41.812462 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf4f9aa7-7abc-44ee-bbf0-1939a384ac28 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d09491fe-4e7b-4a88-b666-5f41e2045a84,revision_number=1']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:24:41.833413 dv-cinder-806191-2-iscsi neutron-server[93884]: INFO neutron.wsgi [None req-bf4f9aa7-7abc-44ee-bbf0-1939a384ac28 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=5366fbf31955441c873ed4c41ed4431e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4597661 Aug 29 19:24:41.837207 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.26', 60668) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 19:24:41.903700 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-320939bb-d5c6-417b-a80a-8886d898a976 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:24:41.932072 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-320939bb-d5c6-417b-a80a-8886d898a976 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:24:42.006831 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-320939bb-d5c6-417b-a80a-8886d898a976 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368872'] for security_group, after_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:24:42.010125 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-320939bb-d5c6-417b-a80a-8886d898a976 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:24:42.012230 dv-cinder-806191-2-iscsi neutron-server[93884]: INFO neutron.wsgi [None req-320939bb-d5c6-417b-a80a-8886d898a976 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/d09491fe-4e7b-4a88-b666-5f41e2045a84 HTTP/1.1" status: 204 len: 168 time: 0.1732202 Aug 29 19:24:42.020803 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-320939bb-d5c6-417b-a80a-8886d898a976 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d09491fe-4e7b-4a88-b666-5f41e2045a84,revision_number=None']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:24:42.028634 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-320939bb-d5c6-417b-a80a-8886d898a976 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806191-2-iscsi {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:24:42.029344 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-320939bb-d5c6-417b-a80a-8886d898a976 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806191-2-iscsi {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:24:42.029912 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-320939bb-d5c6-417b-a80a-8886d898a976 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806191-2-iscsi {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:24:42.030506 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-320939bb-d5c6-417b-a80a-8886d898a976 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806191-2-iscsi {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:24:42.031056 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-320939bb-d5c6-417b-a80a-8886d898a976 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-806191-2-iscsi {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:24:42.031624 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-320939bb-d5c6-417b-a80a-8886d898a976 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806191-2-iscsi {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:24:42.032195 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-320939bb-d5c6-417b-a80a-8886d898a976 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-806191-2-iscsi {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:24:42.032751 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-320939bb-d5c6-417b-a80a-8886d898a976 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-806191-2-iscsi {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:24:42.033298 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-320939bb-d5c6-417b-a80a-8886d898a976 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806191-2-iscsi {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:24:42.033841 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-320939bb-d5c6-417b-a80a-8886d898a976 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806191-2-iscsi {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:24:42.034414 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-320939bb-d5c6-417b-a80a-8886d898a976 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806191-2-iscsi {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:24:42.034967 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-320939bb-d5c6-417b-a80a-8886d898a976 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806191-2-iscsi {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:24:42.243891 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f4cc1ba-f6ec-445a-bfe2-12a8beeac346 req-e146990c-89f4-490a-8070-26ec0ede911e tempest-AttachVolumeNegativeTest-2076342172 tempest-AttachVolumeNegativeTest-2076342172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 19:24:42.252285 dv-cinder-806191-2-iscsi neutron-server[93884]: INFO neutron.wsgi [req-8f4cc1ba-f6ec-445a-bfe2-12a8beeac346 req-e146990c-89f4-490a-8070-26ec0ede911e tempest-AttachVolumeNegativeTest-2076342172 tempest-AttachVolumeNegativeTest-2076342172-project] 10.222.0.26 "GET /v2.0/ports?device_id=bb924f55-426a-47ce-a594-deae2b152699 HTTP/1.1" status: 200 len: 945 time: 0.0748510 Aug 29 19:24:42.304367 dv-cinder-806191-2-iscsi neutron-server[93884]: INFO neutron.wsgi [req-8f4cc1ba-f6ec-445a-bfe2-12a8beeac346 req-44bc9447-b899-45ea-9a1a-272fdfa96a6b tempest-AttachVolumeNegativeTest-2076342172 tempest-AttachVolumeNegativeTest-2076342172-project] 10.222.0.26 "GET /v2.0/security-groups?id=ea7dc4db-96bb-4713-a2e6-e8b6fb48c457&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496333 Aug 29 19:24:42.391583 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.26', 60676) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 19:24:42.430347 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-29491fcd-2f70-4e99-b01e-de53f7fe01c9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:24:42.496444 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbfcb2c3-f2d0-4dc2-b28d-0e1be98b2e59 req-fc5ef36f-ad3d-4381-90d9-e83ed0118e2d tempest-AttachVolumeNegativeTest-2076342172 tempest-AttachVolumeNegativeTest-2076342172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 19:24:42.498046 dv-cinder-806191-2-iscsi neutron-server[93883]: INFO neutron.wsgi [req-bbfcb2c3-f2d0-4dc2-b28d-0e1be98b2e59 req-fc5ef36f-ad3d-4381-90d9-e83ed0118e2d tempest-AttachVolumeNegativeTest-2076342172 tempest-AttachVolumeNegativeTest-2076342172-project] 10.222.0.23 "GET /v2.0/ports?device_id=bb924f55-426a-47ce-a594-deae2b152699 HTTP/1.1" status: 200 len: 945 time: 0.0630145 Aug 29 19:24:42.633698 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-29491fcd-2f70-4e99-b01e-de53f7fe01c9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:24:42.641494 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-29491fcd-2f70-4e99-b01e-de53f7fe01c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368872'] for security_group, after_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:24:42.694526 dv-cinder-806191-2-iscsi neutron-server[93884]: INFO neutron.wsgi [None req-29491fcd-2f70-4e99-b01e-de53f7fe01c9 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=e692d252db47448aad93a63076481ec5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2984083 Aug 29 19:24:42.695813 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.26', 60686) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 19:24:42.696716 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29491fcd-2f70-4e99-b01e-de53f7fe01c9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=de1176b6-10da-4bfd-a728-760c89d904a0,revision_number=1']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:24:42.698979 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron.plugins.ml2.plugin [req-bbfcb2c3-f2d0-4dc2-b28d-0e1be98b2e59 req-6c048e5b-2f84-46ac-a81a-64327d829dae tempest-AttachVolumeNegativeTest-2076342172 tempest-AttachVolumeNegativeTest-2076342172-project] Deleting port 34a49819-e8cb-4b5a-a656-ffc4669e03b8 {{(pid=93883) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 19:24:42.699273 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-bbfcb2c3-f2d0-4dc2-b28d-0e1be98b2e59 req-6c048e5b-2f84-46ac-a81a-64327d829dae tempest-AttachVolumeNegativeTest-2076342172 tempest-AttachVolumeNegativeTest-2076342172-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777170414367'] for port, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:24:42.772177 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-0cc31662-58f0-4956-94de-8a16d1ce4a4a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:24:42.799674 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-0cc31662-58f0-4956-94de-8a16d1ce4a4a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:24:42.840478 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron.plugins.ml2.db [req-bbfcb2c3-f2d0-4dc2-b28d-0e1be98b2e59 req-6c048e5b-2f84-46ac-a81a-64327d829dae tempest-AttachVolumeNegativeTest-2076342172 tempest-AttachVolumeNegativeTest-2076342172-project] For port 34a49819-e8cb-4b5a-a656-ffc4669e03b8, host hv-cinder-80619, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80619',level=0,port_id=34a49819-e8cb-4b5a-a656-ffc4669e03b8,segment=NetworkSegment(8fe8a594-91a4-40c0-b8c2-40d42544c273),segment_id=8fe8a594-91a4-40c0-b8c2-40d42544c273)] {{(pid=93883) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 19:24:42.840855 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-bbfcb2c3-f2d0-4dc2-b28d-0e1be98b2e59 req-6c048e5b-2f84-46ac-a81a-64327d829dae tempest-AttachVolumeNegativeTest-2076342172 tempest-AttachVolumeNegativeTest-2076342172-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3695122'] for port, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:24:42.858958 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron.plugins.ml2.plugin [req-bbfcb2c3-f2d0-4dc2-b28d-0e1be98b2e59 req-6c048e5b-2f84-46ac-a81a-64327d829dae tempest-AttachVolumeNegativeTest-2076342172 tempest-AttachVolumeNegativeTest-2076342172-project] Calling delete_port for 34a49819-e8cb-4b5a-a656-ffc4669e03b8 owned by compute:nova {{(pid=93883) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 19:24:42.904442 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-0cc31662-58f0-4956-94de-8a16d1ce4a4a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368872'] for security_group, after_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:24:42.907885 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-0cc31662-58f0-4956-94de-8a16d1ce4a4a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:24:42.909640 dv-cinder-806191-2-iscsi neutron-server[93884]: INFO neutron.wsgi [None req-0cc31662-58f0-4956-94de-8a16d1ce4a4a admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/de1176b6-10da-4bfd-a728-760c89d904a0 HTTP/1.1" status: 204 len: 168 time: 0.2091455 Aug 29 19:24:42.920611 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cc31662-58f0-4956-94de-8a16d1ce4a4a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=de1176b6-10da-4bfd-a728-760c89d904a0,revision_number=None']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:24:43.056494 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-bbfcb2c3-f2d0-4dc2-b28d-0e1be98b2e59 req-6c048e5b-2f84-46ac-a81a-64327d829dae tempest-AttachVolumeNegativeTest-2076342172 tempest-AttachVolumeNegativeTest-2076342172-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3669005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3715978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777170436895', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777169884173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263410497'] for port, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:24:43.073949 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-e411ce9c-394c-453f-add9-812245090945 None None] get_ports_and_sgs() called for port_ids ['189ce962-18b0-4d08-b12d-12c8e1ea6a8b', 'f09a5318-5317-4b72-b8b0-a7d0d70add3b', '3c0785c9-8619-49ca-88c9-e0b7ede0b39b', '34a49819-e8cb-4b5a-a656-ffc4669e03b8'] {{(pid=93885) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 19:24:43.125563 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c048e5b-2f84-46ac-a81a-64327d829dae tempest-AttachVolumeNegativeTest-2076342172 tempest-AttachVolumeNegativeTest-2076342172-project] Pushing event deleted for resources: {'Port': ['ID=34a49819-e8cb-4b5a-a656-ffc4669e03b8,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:24:43.143636 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron.db.l3_dvrscheduler_db [req-bbfcb2c3-f2d0-4dc2-b28d-0e1be98b2e59 req-6c048e5b-2f84-46ac-a81a-64327d829dae tempest-AttachVolumeNegativeTest-2076342172 tempest-AttachVolumeNegativeTest-2076342172-project] No DVR routers for this DVR port 34a49819-e8cb-4b5a-a656-ffc4669e03b8 on host hv-cinder-80619 {{(pid=93883) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 19:24:43.146966 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-bbfcb2c3-f2d0-4dc2-b28d-0e1be98b2e59 req-6c048e5b-2f84-46ac-a81a-64327d829dae tempest-AttachVolumeNegativeTest-2076342172 tempest-AttachVolumeNegativeTest-2076342172-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-256493'] for port, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:24:43.149705 dv-cinder-806191-2-iscsi neutron-server[93883]: INFO neutron.wsgi [req-bbfcb2c3-f2d0-4dc2-b28d-0e1be98b2e59 req-6c048e5b-2f84-46ac-a81a-64327d829dae tempest-AttachVolumeNegativeTest-2076342172 tempest-AttachVolumeNegativeTest-2076342172-project] 10.222.0.23 "DELETE /v2.0/ports/34a49819-e8cb-4b5a-a656-ffc4669e03b8 HTTP/1.1" status: 204 len: 173 time: 0.6455886 Aug 29 19:24:43.150567 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bb924f55-426a-47ce-a594-deae2b152699', 'name': 'network-vif-deleted', 'tag': '34a49819-e8cb-4b5a-a656-ffc4669e03b8'}] {{(pid=93883) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 19:24:43.155330 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d7efacdd762e7fee97ebec028cc859708dbf706441332da3e8755544227ebc46" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee7c9c04-0a4e-4ff9-bd68-4ada5572fab0" -d '{"events": [{"server_uuid": "bb924f55-426a-47ce-a594-deae2b152699", "name": "network-vif-deleted", "tag": "34a49819-e8cb-4b5a-a656-ffc4669e03b8"}]}' {{(pid=93883) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 19:24:43.234055 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 19:24:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9dfc689c-14ca-42bf-a65d-58f8df1c6ffd x-openstack-request-id: req-9dfc689c-14ca-42bf-a65d-58f8df1c6ffd {{(pid=93883) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 19:24:43.234634 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bb924f55-426a-47ce-a594-deae2b152699", "name": "network-vif-deleted", "tag": "34a49819-e8cb-4b5a-a656-ffc4669e03b8", "status": "completed", "code": 200}]} {{(pid=93883) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 19:24:43.235303 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-9dfc689c-14ca-42bf-a65d-58f8df1c6ffd {{(pid=93883) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 19:24:43.235976 dv-cinder-806191-2-iscsi neutron-server[93883]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bb924f55-426a-47ce-a594-deae2b152699', 'name': 'network-vif-deleted', 'tag': '34a49819-e8cb-4b5a-a656-ffc4669e03b8', 'status': 'completed', 'code': 200} Aug 29 19:24:43.466158 dv-cinder-806191-2-iscsi neutron-server[93883]: INFO neutron.wsgi [req-ab1e89fc-7cdb-4951-a30b-71ffbaa5262a req-e7f76e3c-910c-4ac7-ac49-0e8a0e24b729 tempest-AttachVolumeNegativeTest-2076342172 tempest-AttachVolumeNegativeTest-2076342172-project] 10.222.0.26 "GET /v2.0/ports?device_id=bb924f55-426a-47ce-a594-deae2b152699 HTTP/1.1" status: 200 len: 210 time: 0.0393472 Aug 29 19:24:43.702291 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.26', 60706) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 19:24:43.751537 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-aa0ccab7-1b9f-4d0a-9ec4-bdb641904c6e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:24:44.085390 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-aa0ccab7-1b9f-4d0a-9ec4-bdb641904c6e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:24:44.099152 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-aa0ccab7-1b9f-4d0a-9ec4-bdb641904c6e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368872'] for security_group, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:24:44.132848 dv-cinder-806191-2-iscsi neutron-server[93883]: INFO neutron.wsgi [None req-aa0ccab7-1b9f-4d0a-9ec4-bdb641904c6e admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=ab86e2d68f2048388b19319d8fc2bb7f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4290087 Aug 29 19:24:44.136907 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.26', 60710) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 19:24:44.153674 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa0ccab7-1b9f-4d0a-9ec4-bdb641904c6e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5cf48bd3-7b90-4f54-8893-d5decc5b18ea,revision_number=1']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:24:44.227829 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-1fc80d85-6e25-4912-8dec-c86964b184d6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:24:44.268152 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-1fc80d85-6e25-4912-8dec-c86964b184d6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:24:44.345811 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-1fc80d85-6e25-4912-8dec-c86964b184d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368872'] for security_group, after_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:24:44.347276 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-1fc80d85-6e25-4912-8dec-c86964b184d6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:24:44.354485 dv-cinder-806191-2-iscsi neutron-server[93884]: INFO neutron.wsgi [None req-1fc80d85-6e25-4912-8dec-c86964b184d6 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/5cf48bd3-7b90-4f54-8893-d5decc5b18ea HTTP/1.1" status: 204 len: 168 time: 0.2090549 Aug 29 19:24:44.358233 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fc80d85-6e25-4912-8dec-c86964b184d6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5cf48bd3-7b90-4f54-8893-d5decc5b18ea,revision_number=None']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:24:46.194291 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b628a602-48b0-4cb4-9e8f-5f60988d3482 req-b3477cdc-e3e8-4f37-ab9e-63535ad47ec9 tempest-AttachVolumeNegativeTest-2076342172 tempest-AttachVolumeNegativeTest-2076342172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 19:24:46.202992 dv-cinder-806191-2-iscsi neutron-server[93883]: INFO neutron.wsgi [req-b628a602-48b0-4cb4-9e8f-5f60988d3482 req-b3477cdc-e3e8-4f37-ab9e-63535ad47ec9 tempest-AttachVolumeNegativeTest-2076342172 tempest-AttachVolumeNegativeTest-2076342172-project] 10.222.0.26 "GET /v2.0/ports?device_id=6e523608-eb6c-4a0b-bcf0-12d4bd25ae91 HTTP/1.1" status: 200 len: 945 time: 0.0658071 Aug 29 19:24:46.264851 dv-cinder-806191-2-iscsi neutron-server[93883]: INFO neutron.wsgi [req-b628a602-48b0-4cb4-9e8f-5f60988d3482 req-c2a6dbfa-3ad2-4476-b7fb-505667ed0230 tempest-AttachVolumeNegativeTest-2076342172 tempest-AttachVolumeNegativeTest-2076342172-project] 10.222.0.26 "GET /v2.0/security-groups?id=ea7dc4db-96bb-4713-a2e6-e8b6fb48c457&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603950 Aug 29 19:24:46.425231 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-0f0d763d-f321-4a49-ba11-56a45736f3d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777170380508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3627128'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:24:46.766203 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33d2c348-041f-4ed2-9911-be0e7afe87cf req-e02b2b13-fbba-450f-b14d-9c1b881c675c tempest-TestMinimumBasicScenario-1969089159 tempest-TestMinimumBasicScenario-1969089159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 19:24:46.767856 dv-cinder-806191-2-iscsi neutron-server[93884]: INFO neutron.wsgi [req-33d2c348-041f-4ed2-9911-be0e7afe87cf req-e02b2b13-fbba-450f-b14d-9c1b881c675c tempest-TestMinimumBasicScenario-1969089159 tempest-TestMinimumBasicScenario-1969089159-project] 10.222.0.26 "GET /v2.0/ports?device_id=c53d8e26-bd71-4b9f-b21c-b46dd1ae382d HTTP/1.1" status: 200 len: 945 time: 0.1462657 Aug 29 19:24:46.794293 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-e411ce9c-394c-453f-add9-812245090945 None None] Device 34a49819-e8cb-4b5a-a656-ffc4669e03b8 no longer exists at agent hyperv_hv-cinder-80619 {{(pid=93885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 19:24:46.818422 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.plugins.ml2.plugin [None req-e411ce9c-394c-453f-add9-812245090945 None None] No Port match for: 34a49819-e8cb-4b5a-a656-ffc4669e03b8 {{(pid=93885) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 19:24:46.818779 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-e411ce9c-394c-453f-add9-812245090945 None None] Device 34a49819-e8cb-4b5a-a656-ffc4669e03b8 not bound to the agent host hv-cinder-80619 {{(pid=93885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 19:24:46.847124 dv-cinder-806191-2-iscsi neutron-server[93884]: INFO neutron.wsgi [req-33d2c348-041f-4ed2-9911-be0e7afe87cf req-1bf8573d-a299-4b62-96b3-1d8cfeb4d676 tempest-TestMinimumBasicScenario-1969089159 tempest-TestMinimumBasicScenario-1969089159-project] 10.222.0.26 "GET /v2.0/security-groups?id=5af02ce7-4f09-4a57-a5cb-160fa5d4f482&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726132 Aug 29 19:24:46.863798 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.26', 60792) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 19:24:47.217371 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09a5980a-ed14-4175-80dd-c059b4680984 tempest-TestMinimumBasicScenario-397319337 tempest-TestMinimumBasicScenario-397319337-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 19:24:47.219142 dv-cinder-806191-2-iscsi neutron-server[93884]: INFO neutron.wsgi [None req-09a5980a-ed14-4175-80dd-c059b4680984 tempest-TestMinimumBasicScenario-397319337 tempest-TestMinimumBasicScenario-397319337-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=c53d8e26-bd71-4b9f-b21c-b46dd1ae382d HTTP/1.1" status: 200 len: 1093 time: 0.3534641 Aug 29 19:24:47.222069 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.26', 60804) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 19:24:47.227211 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.api.v2.base [None req-f8e90381-3d16-4b79-a6cf-6946b5c84593 tempest-TestMinimumBasicScenario-1969089159 tempest-TestMinimumBasicScenario-1969089159-project] Request body: {'floatingip': {'floating_network_id': '7209b701-ecaa-476a-bd58-d61d280c16d3', 'port_id': '4785074a-8625-439e-98ba-d94f500ac8d2', 'tenant_id': 'ff839ffa806e4508a9f5f74da31561b0', 'fixed_ip_address': '172.20.0.8'}} {{(pid=93884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 19:24:47.277135 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-f8e90381-3d16-4b79-a6cf-6946b5c84593 tempest-TestMinimumBasicScenario-1969089159 tempest-TestMinimumBasicScenario-1969089159-project] Notify callbacks [] for floatingip, before_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:24:47.492525 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95aa33af-a7be-476a-80c8-5387cee29d35 req-97105297-f969-4615-b424-b0436375155b tempest-AttachVolumeNegativeTest-2076342172 tempest-AttachVolumeNegativeTest-2076342172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 19:24:47.498015 dv-cinder-806191-2-iscsi neutron-server[93884]: INFO neutron.wsgi [req-95aa33af-a7be-476a-80c8-5387cee29d35 req-97105297-f969-4615-b424-b0436375155b tempest-AttachVolumeNegativeTest-2076342172 tempest-AttachVolumeNegativeTest-2076342172-project] 10.222.0.26 "GET /v2.0/ports?device_id=6e523608-eb6c-4a0b-bcf0-12d4bd25ae91 HTTP/1.1" status: 200 len: 945 time: 0.0801840 Aug 29 19:24:47.506337 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-f8e90381-3d16-4b79-a6cf-6946b5c84593 tempest-TestMinimumBasicScenario-1969089159 tempest-TestMinimumBasicScenario-1969089159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3669058'] for port, before_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:24:47.597798 dv-cinder-806191-2-iscsi neutron-server[93884]: INFO neutron.wsgi [req-95aa33af-a7be-476a-80c8-5387cee29d35 req-3d2badf3-0ab5-4970-a40f-6dec41d85c38 tempest-AttachVolumeNegativeTest-2076342172 tempest-AttachVolumeNegativeTest-2076342172-project] 10.222.0.26 "GET /v2.0/security-groups?id=ea7dc4db-96bb-4713-a2e6-e8b6fb48c457&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0890429 Aug 29 19:24:47.708103 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.db.db_base_plugin_common [None req-f8e90381-3d16-4b79-a6cf-6946b5c84593 tempest-TestMinimumBasicScenario-1969089159 tempest-TestMinimumBasicScenario-1969089159-project] Allocated IP 172.27.2.117 (7209b701-ecaa-476a-bd58-d61d280c16d3/71309eb1-223f-47ba-9803-1437c965e178/7519edcd-4fee-4408-8faf-c487889ca309) {{(pid=93884) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 19:24:47.865171 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-f8e90381-3d16-4b79-a6cf-6946b5c84593 tempest-TestMinimumBasicScenario-1969089159 tempest-TestMinimumBasicScenario-1969089159-project] Notify callbacks [] for port, precommit_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:24:47.938259 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-f8e90381-3d16-4b79-a6cf-6946b5c84593 tempest-TestMinimumBasicScenario-1969089159 tempest-TestMinimumBasicScenario-1969089159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3669005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3715978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777169884164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262862687'] for port, after_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:24:47.981951 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8e90381-3d16-4b79-a6cf-6946b5c84593 tempest-TestMinimumBasicScenario-1969089159 tempest-TestMinimumBasicScenario-1969089159-project] Network 7209b701-ecaa-476a-bd58-d61d280c16d3 is already hosted by enough agents. {{(pid=93884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 19:24:47.984196 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bb93776-4dfe-4715-9261-c599b66e0014 req-1e9dfc13-e0aa-4b82-954c-677d9a13d534 tempest-AttachVolumeNegativeTest-2076342172 tempest-AttachVolumeNegativeTest-2076342172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 19:24:47.985063 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.scheduler.base_scheduler [None req-f8e90381-3d16-4b79-a6cf-6946b5c84593 tempest-TestMinimumBasicScenario-1969089159 tempest-TestMinimumBasicScenario-1969089159-project] Resources bound (agent type, host, resource id): {{(pid=93884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 19:24:47.987782 dv-cinder-806191-2-iscsi neutron-server[93883]: INFO neutron.wsgi [req-2bb93776-4dfe-4715-9261-c599b66e0014 req-1e9dfc13-e0aa-4b82-954c-677d9a13d534 tempest-AttachVolumeNegativeTest-2076342172 tempest-AttachVolumeNegativeTest-2076342172-project] 10.222.0.23 "GET /v2.0/ports?device_id=6e523608-eb6c-4a0b-bcf0-12d4bd25ae91 HTTP/1.1" status: 200 len: 945 time: 0.0866647 Aug 29 19:24:47.988808 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8e90381-3d16-4b79-a6cf-6946b5c84593 tempest-TestMinimumBasicScenario-1969089159 tempest-TestMinimumBasicScenario-1969089159-project] Received port after_create {{(pid=93884) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 19:24:48.032720 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8e90381-3d16-4b79-a6cf-6946b5c84593 tempest-TestMinimumBasicScenario-1969089159 tempest-TestMinimumBasicScenario-1969089159-project] Pushing event updated for resources: {'Port': ['ID=7519edcd-4fee-4408-8faf-c487889ca309,revision_number=1']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:24:48.168650 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron.plugins.ml2.plugin [req-2bb93776-4dfe-4715-9261-c599b66e0014 req-f8574e35-226e-477a-97e9-1913d1ce7589 tempest-AttachVolumeNegativeTest-2076342172 tempest-AttachVolumeNegativeTest-2076342172-project] Deleting port 3c0785c9-8619-49ca-88c9-e0b7ede0b39b {{(pid=93883) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 19:24:48.169612 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-2bb93776-4dfe-4715-9261-c599b66e0014 req-f8574e35-226e-477a-97e9-1913d1ce7589 tempest-AttachVolumeNegativeTest-2076342172 tempest-AttachVolumeNegativeTest-2076342172-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777170414367'] for port, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:24:48.329511 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron.plugins.ml2.db [req-2bb93776-4dfe-4715-9261-c599b66e0014 req-f8574e35-226e-477a-97e9-1913d1ce7589 tempest-AttachVolumeNegativeTest-2076342172 tempest-AttachVolumeNegativeTest-2076342172-project] For port 3c0785c9-8619-49ca-88c9-e0b7ede0b39b, host hv-cinder-80619, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80619',level=0,port_id=3c0785c9-8619-49ca-88c9-e0b7ede0b39b,segment=NetworkSegment(8fe8a594-91a4-40c0-b8c2-40d42544c273),segment_id=8fe8a594-91a4-40c0-b8c2-40d42544c273)] {{(pid=93883) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 19:24:48.330065 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-2bb93776-4dfe-4715-9261-c599b66e0014 req-f8574e35-226e-477a-97e9-1913d1ce7589 tempest-AttachVolumeNegativeTest-2076342172 tempest-AttachVolumeNegativeTest-2076342172-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3695122'] for port, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:24:48.355962 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron.plugins.ml2.plugin [req-2bb93776-4dfe-4715-9261-c599b66e0014 req-f8574e35-226e-477a-97e9-1913d1ce7589 tempest-AttachVolumeNegativeTest-2076342172 tempest-AttachVolumeNegativeTest-2076342172-project] Calling delete_port for 3c0785c9-8619-49ca-88c9-e0b7ede0b39b owned by compute:nova {{(pid=93883) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 19:24:48.578071 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-2bb93776-4dfe-4715-9261-c599b66e0014 req-f8574e35-226e-477a-97e9-1913d1ce7589 tempest-AttachVolumeNegativeTest-2076342172 tempest-AttachVolumeNegativeTest-2076342172-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3669005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3715978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777170436895', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777169884173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263410497'] for port, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:24:48.594614 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-e411ce9c-394c-453f-add9-812245090945 None None] get_ports_and_sgs() called for port_ids ['189ce962-18b0-4d08-b12d-12c8e1ea6a8b', 'f09a5318-5317-4b72-b8b0-a7d0d70add3b', '3c0785c9-8619-49ca-88c9-e0b7ede0b39b'] {{(pid=93885) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 19:24:48.655431 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8574e35-226e-477a-97e9-1913d1ce7589 tempest-AttachVolumeNegativeTest-2076342172 tempest-AttachVolumeNegativeTest-2076342172-project] Pushing event deleted for resources: {'Port': ['ID=3c0785c9-8619-49ca-88c9-e0b7ede0b39b,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:24:48.727763 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron.db.l3_dvrscheduler_db [req-2bb93776-4dfe-4715-9261-c599b66e0014 req-f8574e35-226e-477a-97e9-1913d1ce7589 tempest-AttachVolumeNegativeTest-2076342172 tempest-AttachVolumeNegativeTest-2076342172-project] No DVR routers for this DVR port 3c0785c9-8619-49ca-88c9-e0b7ede0b39b on host hv-cinder-80619 {{(pid=93883) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 19:24:48.731086 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-2bb93776-4dfe-4715-9261-c599b66e0014 req-f8574e35-226e-477a-97e9-1913d1ce7589 tempest-AttachVolumeNegativeTest-2076342172 tempest-AttachVolumeNegativeTest-2076342172-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-256493'] for port, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:24:48.735350 dv-cinder-806191-2-iscsi neutron-server[93883]: INFO neutron.wsgi [req-2bb93776-4dfe-4715-9261-c599b66e0014 req-f8574e35-226e-477a-97e9-1913d1ce7589 tempest-AttachVolumeNegativeTest-2076342172 tempest-AttachVolumeNegativeTest-2076342172-project] 10.222.0.23 "DELETE /v2.0/ports/3c0785c9-8619-49ca-88c9-e0b7ede0b39b HTTP/1.1" status: 204 len: 173 time: 0.7396777 Aug 29 19:24:48.735856 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6e523608-eb6c-4a0b-bcf0-12d4bd25ae91', 'name': 'network-vif-deleted', 'tag': '3c0785c9-8619-49ca-88c9-e0b7ede0b39b'}] {{(pid=93883) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 19:24:48.742413 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d7efacdd762e7fee97ebec028cc859708dbf706441332da3e8755544227ebc46" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-337453e6-325f-4c08-87fd-661c3d216e6e" -d '{"events": [{"server_uuid": "6e523608-eb6c-4a0b-bcf0-12d4bd25ae91", "name": "network-vif-deleted", "tag": "3c0785c9-8619-49ca-88c9-e0b7ede0b39b"}]}' {{(pid=93883) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 19:24:48.826710 dv-cinder-806191-2-iscsi neutron-server[93883]: INFO neutron.wsgi [req-8242a1ff-6a6d-4f9d-a1f8-554ef77614b7 req-961d04c6-8a3f-4c58-b965-9705612459ad tempest-AttachVolumeNegativeTest-2076342172 tempest-AttachVolumeNegativeTest-2076342172-project] 10.222.0.26 "GET /v2.0/ports?device_id=6e523608-eb6c-4a0b-bcf0-12d4bd25ae91 HTTP/1.1" status: 200 len: 210 time: 0.0681114 Aug 29 19:24:48.849751 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 19:24:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8f7d6bc6-8f28-49f1-8da0-b5a85c47cd83 x-openstack-request-id: req-8f7d6bc6-8f28-49f1-8da0-b5a85c47cd83 {{(pid=93883) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 19:24:48.850326 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6e523608-eb6c-4a0b-bcf0-12d4bd25ae91", "name": "network-vif-deleted", "tag": "3c0785c9-8619-49ca-88c9-e0b7ede0b39b", "status": "completed", "code": 200}]} {{(pid=93883) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 19:24:48.850326 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-8f7d6bc6-8f28-49f1-8da0-b5a85c47cd83 {{(pid=93883) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 19:24:48.850762 dv-cinder-806191-2-iscsi neutron-server[93883]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6e523608-eb6c-4a0b-bcf0-12d4bd25ae91', 'name': 'network-vif-deleted', 'tag': '3c0785c9-8619-49ca-88c9-e0b7ede0b39b', 'status': 'completed', 'code': 200} Aug 29 19:24:49.068265 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-ac18607e-3ecf-4d29-b8e4-cee05ef607e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777170380508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3627128'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:24:49.363461 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-f8e90381-3d16-4b79-a6cf-6946b5c84593 tempest-TestMinimumBasicScenario-1969089159 tempest-TestMinimumBasicScenario-1969089159-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:24:49.495710 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-f8e90381-3d16-4b79-a6cf-6946b5c84593 tempest-TestMinimumBasicScenario-1969089159 tempest-TestMinimumBasicScenario-1969089159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3669058'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:24:49.730847 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-f7f3f912-659a-49f9-ab3a-0560ee4983b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777170380508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3627128'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:24:49.953739 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-f8e90381-3d16-4b79-a6cf-6946b5c84593 tempest-TestMinimumBasicScenario-1969089159 tempest-TestMinimumBasicScenario-1969089159-project] Notify callbacks [] for port, precommit_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:24:49.965314 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-f8e90381-3d16-4b79-a6cf-6946b5c84593 tempest-TestMinimumBasicScenario-1969089159 tempest-TestMinimumBasicScenario-1969089159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3669005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3715978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777170436913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777169884182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777169884200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-262862662'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:24:50.140213 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8e90381-3d16-4b79-a6cf-6946b5c84593 tempest-TestMinimumBasicScenario-1969089159 tempest-TestMinimumBasicScenario-1969089159-project] Pushing event updated for resources: {'Port': ['ID=7519edcd-4fee-4408-8faf-c487889ca309,revision_number=2']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:24:50.147316 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-f8e90381-3d16-4b79-a6cf-6946b5c84593 tempest-TestMinimumBasicScenario-1969089159 tempest-TestMinimumBasicScenario-1969089159-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3676317'] for floatingip, after_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:24:50.268925 dv-cinder-806191-2-iscsi neutron-server[93883]: INFO neutron.wsgi [req-ced4f18c-d03f-43d7-b0fe-8f317638f97f req-018c40cf-b859-41ea-95a3-79be15f777a7 tempest-AttachVolumeNegativeTest-2076342172 tempest-AttachVolumeNegativeTest-2076342172-project] 10.222.0.26 "GET /v2.0/ports?device_id=6e523608-eb6c-4a0b-bcf0-12d4bd25ae91 HTTP/1.1" status: 200 len: 210 time: 0.1043010 Aug 29 19:24:50.373864 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-ed31fb2d-405b-476e-b16a-f8415d14bc27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777170380508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3627128'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:24:50.407224 dv-cinder-806191-2-iscsi neutron-server[93884]: INFO neutron.db.l3_db [None req-f8e90381-3d16-4b79-a6cf-6946b5c84593 tempest-TestMinimumBasicScenario-1969089159 tempest-TestMinimumBasicScenario-1969089159-project] Floating IP e0dd5a84-196e-4fc8-84dc-53dda465717c associated. External IP: 172.27.2.117, port: 4785074a-8625-439e-98ba-d94f500ac8d2. Aug 29 19:24:50.678177 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-e411ce9c-394c-453f-add9-812245090945 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777170380508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3627128'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:24:50.745518 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79978263-d2ab-4726-b041-496005720146 req-0829fc75-cfeb-4dee-a9c3-3843166974b1 tempest-ServerRescueNegativeTestJSON-1221659768 tempest-ServerRescueNegativeTestJSON-1221659768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 19:24:50.747235 dv-cinder-806191-2-iscsi neutron-server[93883]: INFO neutron.wsgi [req-79978263-d2ab-4726-b041-496005720146 req-0829fc75-cfeb-4dee-a9c3-3843166974b1 tempest-ServerRescueNegativeTestJSON-1221659768 tempest-ServerRescueNegativeTestJSON-1221659768-project] 10.222.0.26 "GET /v2.0/ports?device_id=becd7a60-bff6-444b-8396-15d0c458fa2e HTTP/1.1" status: 200 len: 945 time: 0.1839631 Aug 29 19:24:50.881117 dv-cinder-806191-2-iscsi neutron-server[93883]: INFO neutron.wsgi [req-79978263-d2ab-4726-b041-496005720146 req-6bf034cc-8bdc-4746-82f4-9686d63d6df1 tempest-ServerRescueNegativeTestJSON-1221659768 tempest-ServerRescueNegativeTestJSON-1221659768-project] 10.222.0.26 "GET /v2.0/security-groups?id=53892fd6-fc0b-43d7-b2d3-4778a69f0ff7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1239731 Aug 29 19:24:50.905150 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f8e90381-3d16-4b79-a6cf-6946b5c84593 tempest-TestMinimumBasicScenario-1969089159 tempest-TestMinimumBasicScenario-1969089159-project] Router 0bde452b-eec2-4df4-b813-22b22fc6a0b7 has already been hosted by L3 agent c3ed3b02-d107-45f2-9b2a-fff9b0cfaa96 {{(pid=93884) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 19:24:51.108433 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f8e90381-3d16-4b79-a6cf-6946b5c84593 tempest-TestMinimumBasicScenario-1969089159 tempest-TestMinimumBasicScenario-1969089159-project] Notify agent at l3_agent.dv-cinder-806191-2-iscsi the message routers_updated {{(pid=93884) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 19:24:51.127408 dv-cinder-806191-2-iscsi neutron-server[93886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b4aeaf6-7cf3-426f-9c1f-6f11547d8087 None None] Sync routers for ids ['0bde452b-eec2-4df4-b813-22b22fc6a0b7'] in dv-cinder-806191-2-iscsi {{(pid=93886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 19:24:51.144017 dv-cinder-806191-2-iscsi neutron-server[93886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b4aeaf6-7cf3-426f-9c1f-6f11547d8087 None None] Routers {'0bde452b-eec2-4df4-b813-22b22fc6a0b7'} bound to L3 agent in host dv-cinder-806191-2-iscsi {{(pid=93886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 19:24:51.144017 dv-cinder-806191-2-iscsi neutron-server[93886]: DEBUG neutron.db.l3_hamode_db [None req-4b4aeaf6-7cf3-426f-9c1f-6f11547d8087 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806191-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-29T19:13:49Z,description=,heartbeat_timestamp=2021-08-29T19:24:49Z,host='dv-cinder-806191-2-iscsi',id=c3ed3b02-d107-45f2-9b2a-fff9b0cfaa96,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T19:13:49Z,topic='l3_agent')) {'router_ids': ['0bde452b-eec2-4df4-b813-22b22fc6a0b7'], 'active': True} {{(pid=93886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 19:24:51.165959 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-f8e90381-3d16-4b79-a6cf-6946b5c84593 tempest-TestMinimumBasicScenario-1969089159 tempest-TestMinimumBasicScenario-1969089159-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-256493'] for floatingip, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:24:51.214443 dv-cinder-806191-2-iscsi neutron-server[93884]: INFO neutron.wsgi [None req-f8e90381-3d16-4b79-a6cf-6946b5c84593 tempest-TestMinimumBasicScenario-1969089159 tempest-TestMinimumBasicScenario-1969089159-project] 10.222.0.26 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 3.9897320 Aug 29 19:24:51.215136 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c53d8e26-bd71-4b9f-b21c-b46dd1ae382d', 'tag': '4785074a-8625-439e-98ba-d94f500ac8d2'}] {{(pid=93884) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 19:24:51.216670 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.26', 60888) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 19:24:51.217700 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}af0273b9eb9050257146764f7dfc5aa69aec40d1770056ff1a21a350116cd0eb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b033b51f-cfbf-4969-b372-de366fea6e26" -d '{"events": [{"name": "network-changed", "server_uuid": "c53d8e26-bd71-4b9f-b21c-b46dd1ae382d", "tag": "4785074a-8625-439e-98ba-d94f500ac8d2"}]}' {{(pid=93884) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 19:24:51.221531 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron.api.v2.base [None req-b1f4f65b-ec78-48b5-a9fc-0630a41a59d4 tempest-TestMinimumBasicScenario-1969089159 tempest-TestMinimumBasicScenario-1969089159-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1401333662', 'description': 'tempest-secgroup-smoke-1401333662 description', 'project_id': 'ff839ffa806e4508a9f5f74da31561b0'}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 19:24:51.303790 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-b1f4f65b-ec78-48b5-a9fc-0630a41a59d4 tempest-TestMinimumBasicScenario-1969089159 tempest-TestMinimumBasicScenario-1969089159-project] Notify callbacks [] for security_group, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:24:51.325516 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 19:24:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d6eabd8c-7644-42cd-bc56-09ff18185c5b x-openstack-request-id: req-d6eabd8c-7644-42cd-bc56-09ff18185c5b {{(pid=93884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 19:24:51.328976 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c53d8e26-bd71-4b9f-b21c-b46dd1ae382d", "tag": "4785074a-8625-439e-98ba-d94f500ac8d2", "status": "completed", "code": 200}]} {{(pid=93884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 19:24:51.330001 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-d6eabd8c-7644-42cd-bc56-09ff18185c5b {{(pid=93884) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 19:24:51.333721 dv-cinder-806191-2-iscsi neutron-server[93884]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c53d8e26-bd71-4b9f-b21c-b46dd1ae382d', 'tag': '4785074a-8625-439e-98ba-d94f500ac8d2', 'status': 'completed', 'code': 200} Aug 29 19:24:51.531346 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b033b51f-cfbf-4969-b372-de366fea6e26 req-e8bc27ad-4916-4aaa-88d9-753c1fe4b532 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 19:24:51.534471 dv-cinder-806191-2-iscsi neutron-server[93883]: INFO neutron.wsgi [req-b033b51f-cfbf-4969-b372-de366fea6e26 req-e8bc27ad-4916-4aaa-88d9-753c1fe4b532 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=ff839ffa806e4508a9f5f74da31561b0&device_id=c53d8e26-bd71-4b9f-b21c-b46dd1ae382d HTTP/1.1" status: 200 len: 1098 time: 0.1352675 Aug 29 19:24:51.570266 dv-cinder-806191-2-iscsi neutron-server[93886]: DEBUG neutron.db.l3_dvr_db [None req-4b4aeaf6-7cf3-426f-9c1f-6f11547d8087 None None] Set router 0bde452b-eec2-4df4-b813-22b22fc6a0b7 gateway port host: dv-cinder-806191-2-iscsi {{(pid=93886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 19:24:51.701975 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-b1f4f65b-ec78-48b5-a9fc-0630a41a59d4 tempest-TestMinimumBasicScenario-1969089159 tempest-TestMinimumBasicScenario-1969089159-project] Notify callbacks [] for security_group, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:24:51.730448 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-b1f4f65b-ec78-48b5-a9fc-0630a41a59d4 tempest-TestMinimumBasicScenario-1969089159 tempest-TestMinimumBasicScenario-1969089159-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368872'] for security_group, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:24:51.771899 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1f4f65b-ec78-48b5-a9fc-0630a41a59d4 tempest-TestMinimumBasicScenario-1969089159 tempest-TestMinimumBasicScenario-1969089159-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6205e1f4-8053-40a6-b632-b40864d0beab,revision_number=1']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:24:51.860363 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-b1f4f65b-ec78-48b5-a9fc-0630a41a59d4 tempest-TestMinimumBasicScenario-1969089159 tempest-TestMinimumBasicScenario-1969089159-project] Notify callbacks [] for security_group, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:24:51.861622 dv-cinder-806191-2-iscsi neutron-server[93883]: INFO neutron.wsgi [None req-b1f4f65b-ec78-48b5-a9fc-0630a41a59d4 tempest-TestMinimumBasicScenario-1969089159 tempest-TestMinimumBasicScenario-1969089159-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.6439157 Aug 29 19:24:51.867482 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.26', 60910) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 19:24:51.871892 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b033b51f-cfbf-4969-b372-de366fea6e26 req-4cb55b37-82c2-4add-a359-a130836aebb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 19:24:51.873681 dv-cinder-806191-2-iscsi neutron-server[93883]: INFO neutron.wsgi [req-b033b51f-cfbf-4969-b372-de366fea6e26 req-4cb55b37-82c2-4add-a359-a130836aebb9 service neutron] 10.222.0.23 "GET /v2.0/networks?id=4886099e-653a-4458-9041-94933d4c4594 HTTP/1.1" status: 200 len: 915 time: 0.2916844 Aug 29 19:24:51.882990 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.api.v2.base [None req-581f06b8-154e-4720-a65e-aa143ad18cda tempest-TestMinimumBasicScenario-1969089159 tempest-TestMinimumBasicScenario-1969089159-project] Request body: {'security_group_rule': {'security_group_id': '6205e1f4-8053-40a6-b632-b40864d0beab', 'project_id': 'ff839ffa806e4508a9f5f74da31561b0', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 19:24:51.886664 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a8654b1-7ded-4825-b8e6-4e2710c4b5bb req-14405396-c081-46cb-88f9-b90ce9f36404 tempest-AttachVolumeNegativeTest-2076342172 tempest-AttachVolumeNegativeTest-2076342172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 19:24:51.898324 dv-cinder-806191-2-iscsi neutron-server[93883]: INFO neutron.wsgi [req-5a8654b1-7ded-4825-b8e6-4e2710c4b5bb req-14405396-c081-46cb-88f9-b90ce9f36404 tempest-AttachVolumeNegativeTest-2076342172 tempest-AttachVolumeNegativeTest-2076342172-project] 10.222.0.26 "GET /v2.0/ports?device_id=6303d47f-82d1-47ee-81e8-7d57f3083011 HTTP/1.1" status: 200 len: 945 time: 0.2196016 Aug 29 19:24:51.903542 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-c214b08a-13ec-4cca-bdbd-998b9b76327d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777170380508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3627128'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:24:51.994265 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-581f06b8-154e-4720-a65e-aa143ad18cda tempest-TestMinimumBasicScenario-1969089159 tempest-TestMinimumBasicScenario-1969089159-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:24:52.280737 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-581f06b8-154e-4720-a65e-aa143ad18cda tempest-TestMinimumBasicScenario-1969089159 tempest-TestMinimumBasicScenario-1969089159-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:24:52.288855 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-581f06b8-154e-4720-a65e-aa143ad18cda tempest-TestMinimumBasicScenario-1969089159 tempest-TestMinimumBasicScenario-1969089159-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-359182'] for security_group_rule, after_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:24:52.303343 dv-cinder-806191-2-iscsi neutron-server[93883]: INFO neutron.wsgi [req-5a8654b1-7ded-4825-b8e6-4e2710c4b5bb req-e0aec9be-0cf1-4054-83e8-7ab7170904cb tempest-AttachVolumeNegativeTest-2076342172 tempest-AttachVolumeNegativeTest-2076342172-project] 10.222.0.26 "GET /v2.0/security-groups?id=ea7dc4db-96bb-4713-a2e6-e8b6fb48c457&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4046643 Aug 29 19:24:52.322236 dv-cinder-806191-2-iscsi neutron-server[93886]: DEBUG neutron.db.l3_hamode_db [None req-4b4aeaf6-7cf3-426f-9c1f-6f11547d8087 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0bde452b-eec2-4df4-b813-22b22fc6a0b7', 'name': 'tempest-TestMinimumBasicScenario-288058672-router', 'tenant_id': 'ff839ffa806e4508a9f5f74da31561b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7209b701-ecaa-476a-bd58-d61d280c16d3', 'external_fixed_ips': [{'subnet_id': '71309eb1-223f-47ba-9803-1437c965e178', 'ip_address': '172.27.2.70'}], 'enable_snat': True}, 'gw_port_id': '9019eadf-1ac7-4eee-b2fc-d784fa56c06c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T19:23:20Z', 'updated_at': '2021-08-29T19:23:26Z', 'revision_number': 4, 'project_id': 'ff839ffa806e4508a9f5f74da31561b0', 'gw_port': {'id': '9019eadf-1ac7-4eee-b2fc-d784fa56c06c', 'name': '', 'network_id': '7209b701-ecaa-476a-bd58-d61d280c16d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:08:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0bde452b-eec2-4df4-b813-22b22fc6a0b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 375, 'fixed_ips': [{'subnet_id': '71309eb1-223f-47ba-9803-1437c965e178', 'ip_address': '172.27.2.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806191-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T19:23:21Z', 'updated_at': '2021-08-29T19:23:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71309eb1-223f-47ba-9803-1437c965e178', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806191-2-iscsi', '_floatingips': [{'id': 'e0dd5a84-196e-4fc8-84dc-53dda465717c', 'tenant_id': 'ff839ffa806e4508a9f5f74da31561b0', 'floating_ip_address': '172.27.2.117', 'floating_network_id': '7209b701-ecaa-476a-bd58-d61d280c16d3', 'router_id': '0bde452b-eec2-4df4-b813-22b22fc6a0b7', 'port_id': '4785074a-8625-439e-98ba-d94f500ac8d2', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 453, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4886099e-653a-4458-9041-94933d4c4594', 'mac_address': 'fa:16:3e:eb:21:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c53d8e26-bd71-4b9f-b21c-b46dd1ae382d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-29T19:24:48Z', 'updated_at': '2021-08-29T19:24:48Z', 'revision_number': 0, 'project_id': 'ff839ffa806e4508a9f5f74da31561b0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '726c96d1-7df0-4ca4-971a-6c8ca9fb3b08', 'name': '', 'network_id': '4886099e-653a-4458-9041-94933d4c4594', 'tenant_id': 'ff839ffa806e4508a9f5f74da31561b0', 'mac_address': 'fa:16:3e:2e:55:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0bde452b-eec2-4df4-b813-22b22fc6a0b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 376, 'fixed_ips': [{'subnet_id': '1cb0277a-f969-4486-9535-ef7707ae6b74', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806191-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T19:23:25Z', 'updated_at': '2021-08-29T19:23:35Z', 'revision_number': 5, 'project_id': 'ff839ffa806e4508a9f5f74da31561b0', 'subnets': [{'id': '1cb0277a-f969-4486-9535-ef7707ae6b74', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806191-2-iscsi', False) {} {{(pid=93886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 19:24:52.328842 dv-cinder-806191-2-iscsi neutron-server[93883]: INFO neutron.wsgi [req-b033b51f-cfbf-4969-b372-de366fea6e26 req-5f91d17d-be1a-40e0-b730-3fe7e28e2cf3 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=4785074a-8625-439e-98ba-d94f500ac8d2 HTTP/1.1" status: 200 len: 999 time: 0.3989165 Aug 29 19:24:52.341068 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-581f06b8-154e-4720-a65e-aa143ad18cda tempest-TestMinimumBasicScenario-1969089159 tempest-TestMinimumBasicScenario-1969089159-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e2b1ea64-36fe-494d-99d8-264b99e0d9fa,revision_number=0']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:24:52.353094 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-581f06b8-154e-4720-a65e-aa143ad18cda tempest-TestMinimumBasicScenario-1969089159 tempest-TestMinimumBasicScenario-1969089159-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:24:52.361014 dv-cinder-806191-2-iscsi neutron-server[93884]: INFO neutron.wsgi [None req-581f06b8-154e-4720-a65e-aa143ad18cda tempest-TestMinimumBasicScenario-1969089159 tempest-TestMinimumBasicScenario-1969089159-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4910555 Aug 29 19:24:52.361745 dv-cinder-806191-2-iscsi neutron-server[93886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b4aeaf6-7cf3-426f-9c1f-6f11547d8087 None None] Checking router: 0bde452b-eec2-4df4-b813-22b22fc6a0b7 for host: dv-cinder-806191-2-iscsi {{(pid=93886) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 19:24:52.362399 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.26', 60930) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 19:24:52.376382 dv-cinder-806191-2-iscsi neutron-server[93886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b4aeaf6-7cf3-426f-9c1f-6f11547d8087 None None] Routers {'0bde452b-eec2-4df4-b813-22b22fc6a0b7'} bound to L3 agent in host dv-cinder-806191-2-iscsi {{(pid=93886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 19:24:52.377210 dv-cinder-806191-2-iscsi neutron-server[93886]: DEBUG neutron.db.l3_hamode_db [None req-4b4aeaf6-7cf3-426f-9c1f-6f11547d8087 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806191-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-29T19:13:49Z,description=,heartbeat_timestamp=2021-08-29T19:24:49Z,host='dv-cinder-806191-2-iscsi',id=c3ed3b02-d107-45f2-9b2a-fff9b0cfaa96,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T19:13:49Z,topic='l3_agent')) {'router_ids': ['0bde452b-eec2-4df4-b813-22b22fc6a0b7'], 'active': True} {{(pid=93886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 19:24:52.378370 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.api.v2.base [None req-26461d2c-2d7a-47c9-bafd-4fd91f35db34 tempest-TestMinimumBasicScenario-1969089159 tempest-TestMinimumBasicScenario-1969089159-project] Request body: {'security_group_rule': {'security_group_id': '6205e1f4-8053-40a6-b632-b40864d0beab', 'project_id': 'ff839ffa806e4508a9f5f74da31561b0', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 19:24:52.438968 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88b448a3-39e1-443b-a8ae-4eec337e5acc req-58f3d7e5-e9ba-4458-bb08-9970944bd808 tempest-ServerRescueNegativeTestJSON-1221659768 tempest-ServerRescueNegativeTestJSON-1221659768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 19:24:52.449421 dv-cinder-806191-2-iscsi neutron-server[93884]: INFO neutron.wsgi [req-88b448a3-39e1-443b-a8ae-4eec337e5acc req-58f3d7e5-e9ba-4458-bb08-9970944bd808 tempest-ServerRescueNegativeTestJSON-1221659768 tempest-ServerRescueNegativeTestJSON-1221659768-project] 10.222.0.26 "GET /v2.0/ports?device_id=becd7a60-bff6-444b-8396-15d0c458fa2e HTTP/1.1" status: 200 len: 945 time: 0.4475920 Aug 29 19:24:52.527699 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b033b51f-cfbf-4969-b372-de366fea6e26 req-a8b51572-a70d-4ad2-8825-bbf33a77d17e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 19:24:52.534361 dv-cinder-806191-2-iscsi neutron-server[93886]: DEBUG neutron.db.l3_dvr_db [None req-4b4aeaf6-7cf3-426f-9c1f-6f11547d8087 None None] Set router 0bde452b-eec2-4df4-b813-22b22fc6a0b7 gateway port host: dv-cinder-806191-2-iscsi {{(pid=93886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 19:24:52.540897 dv-cinder-806191-2-iscsi neutron-server[93883]: INFO neutron.wsgi [req-b033b51f-cfbf-4969-b372-de366fea6e26 req-a8b51572-a70d-4ad2-8825-bbf33a77d17e service neutron] 10.222.0.23 "GET /v2.0/subnets?id=1cb0277a-f969-4486-9535-ef7707ae6b74 HTTP/1.1" status: 200 len: 853 time: 0.1892807 Aug 29 19:24:52.545435 dv-cinder-806191-2-iscsi neutron-server[93884]: INFO neutron.wsgi [req-88b448a3-39e1-443b-a8ae-4eec337e5acc req-82adb0c1-06b7-4b66-a9c8-23a5faef5ce0 tempest-ServerRescueNegativeTestJSON-1221659768 tempest-ServerRescueNegativeTestJSON-1221659768-project] 10.222.0.26 "GET /v2.0/security-groups?id=53892fd6-fc0b-43d7-b2d3-4778a69f0ff7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0949812 Aug 29 19:24:52.560709 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-26461d2c-2d7a-47c9-bafd-4fd91f35db34 tempest-TestMinimumBasicScenario-1969089159 tempest-TestMinimumBasicScenario-1969089159-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:24:52.640284 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-26461d2c-2d7a-47c9-bafd-4fd91f35db34 tempest-TestMinimumBasicScenario-1969089159 tempest-TestMinimumBasicScenario-1969089159-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:24:52.645955 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-26461d2c-2d7a-47c9-bafd-4fd91f35db34 tempest-TestMinimumBasicScenario-1969089159 tempest-TestMinimumBasicScenario-1969089159-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-359182'] for security_group_rule, after_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:24:52.676411 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26461d2c-2d7a-47c9-bafd-4fd91f35db34 tempest-TestMinimumBasicScenario-1969089159 tempest-TestMinimumBasicScenario-1969089159-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d0293003-d537-4f4b-9cc4-c9934dac9300,revision_number=0']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:24:52.677467 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b033b51f-cfbf-4969-b372-de366fea6e26 req-02e0298e-cb82-4d43-a934-cc7b16ef9470 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 19:24:52.681510 dv-cinder-806191-2-iscsi neutron-server[93883]: INFO neutron.wsgi [req-b033b51f-cfbf-4969-b372-de366fea6e26 req-02e0298e-cb82-4d43-a934-cc7b16ef9470 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=4886099e-653a-4458-9041-94933d4c4594&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1309435 Aug 29 19:24:52.691534 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-26461d2c-2d7a-47c9-bafd-4fd91f35db34 tempest-TestMinimumBasicScenario-1969089159 tempest-TestMinimumBasicScenario-1969089159-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:24:52.694267 dv-cinder-806191-2-iscsi neutron-server[93884]: INFO neutron.wsgi [None req-26461d2c-2d7a-47c9-bafd-4fd91f35db34 tempest-TestMinimumBasicScenario-1969089159 tempest-TestMinimumBasicScenario-1969089159-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3249259 Aug 29 19:24:52.702579 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.26', 60934) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 19:24:52.708384 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.api.v2.base [None req-840c1c48-63f5-460b-b1de-d9e9efc1b9ca tempest-TestMinimumBasicScenario-1969089159 tempest-TestMinimumBasicScenario-1969089159-project] Request body: {'security_group_rule': {'security_group_id': '6205e1f4-8053-40a6-b632-b40864d0beab', 'project_id': 'ff839ffa806e4508a9f5f74da31561b0', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 19:24:52.764594 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-840c1c48-63f5-460b-b1de-d9e9efc1b9ca tempest-TestMinimumBasicScenario-1969089159 tempest-TestMinimumBasicScenario-1969089159-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:24:52.805509 dv-cinder-806191-2-iscsi neutron-server[93883]: INFO neutron.wsgi [req-b033b51f-cfbf-4969-b372-de366fea6e26 req-417c52fc-221c-47c4-9b4e-46b9acf8c5ae service neutron] 10.222.0.23 "GET /v2.0/networks/4886099e-653a-4458-9041-94933d4c4594?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1011186 Aug 29 19:24:52.860961 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-e411ce9c-394c-453f-add9-812245090945 None None] Device 3c0785c9-8619-49ca-88c9-e0b7ede0b39b no longer exists at agent hyperv_hv-cinder-80619 {{(pid=93885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 19:24:52.922992 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-840c1c48-63f5-460b-b1de-d9e9efc1b9ca tempest-TestMinimumBasicScenario-1969089159 tempest-TestMinimumBasicScenario-1969089159-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:24:52.930758 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-840c1c48-63f5-460b-b1de-d9e9efc1b9ca tempest-TestMinimumBasicScenario-1969089159 tempest-TestMinimumBasicScenario-1969089159-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-359182'] for security_group_rule, after_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:24:52.939221 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.plugins.ml2.plugin [None req-e411ce9c-394c-453f-add9-812245090945 None None] No Port match for: 3c0785c9-8619-49ca-88c9-e0b7ede0b39b {{(pid=93885) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 19:24:52.939831 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-e411ce9c-394c-453f-add9-812245090945 None None] Device 3c0785c9-8619-49ca-88c9-e0b7ede0b39b not bound to the agent host hv-cinder-80619 {{(pid=93885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 19:24:52.944557 dv-cinder-806191-2-iscsi neutron-server[93883]: INFO neutron.wsgi [req-b033b51f-cfbf-4969-b372-de366fea6e26 req-ae4fd382-af76-4dbb-8fe9-1402822ff00b service neutron] 10.222.0.23 "GET /v2.0/networks/4886099e-653a-4458-9041-94933d4c4594?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1163335 Aug 29 19:24:52.966732 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-840c1c48-63f5-460b-b1de-d9e9efc1b9ca tempest-TestMinimumBasicScenario-1969089159 tempest-TestMinimumBasicScenario-1969089159-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e8e71a8f-00fd-4c27-9c44-e9659d8a76da,revision_number=0']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:24:52.983610 dv-cinder-806191-2-iscsi neutron-server[93886]: DEBUG neutron.db.l3_hamode_db [None req-4b4aeaf6-7cf3-426f-9c1f-6f11547d8087 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0bde452b-eec2-4df4-b813-22b22fc6a0b7', 'name': 'tempest-TestMinimumBasicScenario-288058672-router', 'tenant_id': 'ff839ffa806e4508a9f5f74da31561b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7209b701-ecaa-476a-bd58-d61d280c16d3', 'external_fixed_ips': [{'subnet_id': '71309eb1-223f-47ba-9803-1437c965e178', 'ip_address': '172.27.2.70'}], 'enable_snat': True}, 'gw_port_id': '9019eadf-1ac7-4eee-b2fc-d784fa56c06c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T19:23:20Z', 'updated_at': '2021-08-29T19:23:26Z', 'revision_number': 4, 'project_id': 'ff839ffa806e4508a9f5f74da31561b0', 'gw_port': {'id': '9019eadf-1ac7-4eee-b2fc-d784fa56c06c', 'name': '', 'network_id': '7209b701-ecaa-476a-bd58-d61d280c16d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:08:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0bde452b-eec2-4df4-b813-22b22fc6a0b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 375, 'fixed_ips': [{'subnet_id': '71309eb1-223f-47ba-9803-1437c965e178', 'ip_address': '172.27.2.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806191-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T19:23:21Z', 'updated_at': '2021-08-29T19:23:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71309eb1-223f-47ba-9803-1437c965e178', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806191-2-iscsi', '_floatingips': [{'id': 'e0dd5a84-196e-4fc8-84dc-53dda465717c', 'tenant_id': 'ff839ffa806e4508a9f5f74da31561b0', 'floating_ip_address': '172.27.2.117', 'floating_network_id': '7209b701-ecaa-476a-bd58-d61d280c16d3', 'router_id': '0bde452b-eec2-4df4-b813-22b22fc6a0b7', 'port_id': '4785074a-8625-439e-98ba-d94f500ac8d2', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 453, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4886099e-653a-4458-9041-94933d4c4594', 'mac_address': 'fa:16:3e:eb:21:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c53d8e26-bd71-4b9f-b21c-b46dd1ae382d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-29T19:24:48Z', 'updated_at': '2021-08-29T19:24:48Z', 'revision_number': 0, 'project_id': 'ff839ffa806e4508a9f5f74da31561b0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '726c96d1-7df0-4ca4-971a-6c8ca9fb3b08', 'name': '', 'network_id': '4886099e-653a-4458-9041-94933d4c4594', 'tenant_id': 'ff839ffa806e4508a9f5f74da31561b0', 'mac_address': 'fa:16:3e:2e:55:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0bde452b-eec2-4df4-b813-22b22fc6a0b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 376, 'fixed_ips': [{'subnet_id': '1cb0277a-f969-4486-9535-ef7707ae6b74', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806191-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T19:23:25Z', 'updated_at': '2021-08-29T19:23:35Z', 'revision_number': 5, 'project_id': 'ff839ffa806e4508a9f5f74da31561b0', 'subnets': [{'id': '1cb0277a-f969-4486-9535-ef7707ae6b74', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806191-2-iscsi', False) {} {{(pid=93886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 19:24:52.991340 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-840c1c48-63f5-460b-b1de-d9e9efc1b9ca tempest-TestMinimumBasicScenario-1969089159 tempest-TestMinimumBasicScenario-1969089159-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:24:52.997510 dv-cinder-806191-2-iscsi neutron-server[93884]: INFO neutron.wsgi [None req-840c1c48-63f5-460b-b1de-d9e9efc1b9ca tempest-TestMinimumBasicScenario-1969089159 tempest-TestMinimumBasicScenario-1969089159-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2888811 Aug 29 19:24:52.997763 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.26', 60936) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 19:24:53.002557 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.api.v2.base [None req-2420b304-de72-4674-886c-b5e2dd79dd07 tempest-TestMinimumBasicScenario-1969089159 tempest-TestMinimumBasicScenario-1969089159-project] Request body: {'security_group_rule': {'security_group_id': '6205e1f4-8053-40a6-b632-b40864d0beab', 'project_id': 'ff839ffa806e4508a9f5f74da31561b0', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 19:24:53.018527 dv-cinder-806191-2-iscsi neutron-server[93886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b4aeaf6-7cf3-426f-9c1f-6f11547d8087 None None] The sync data for ids ['0bde452b-eec2-4df4-b813-22b22fc6a0b7'] in dv-cinder-806191-2-iscsi is: [{'id': '0bde452b-eec2-4df4-b813-22b22fc6a0b7', 'name': 'tempest-TestMinimumBasicScenario-288058672-router', 'tenant_id': 'ff839ffa806e4508a9f5f74da31561b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7209b701-ecaa-476a-bd58-d61d280c16d3', 'external_fixed_ips': [{'subnet_id': '71309eb1-223f-47ba-9803-1437c965e178', 'ip_address': '172.27.2.70'}], 'enable_snat': True}, 'gw_port_id': '9019eadf-1ac7-4eee-b2fc-d784fa56c06c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T19:23:20Z', 'updated_at': '2021-08-29T19:23:26Z', 'revision_number': 4, 'project_id': 'ff839ffa806e4508a9f5f74da31561b0', 'gw_port': {'id': '9019eadf-1ac7-4eee-b2fc-d784fa56c06c', 'name': '', 'network_id': '7209b701-ecaa-476a-bd58-d61d280c16d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:08:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0bde452b-eec2-4df4-b813-22b22fc6a0b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 375, 'fixed_ips': [{'subnet_id': '71309eb1-223f-47ba-9803-1437c965e178', 'ip_address': '172.27.2.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806191-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T19:23:21Z', 'updated_at': '2021-08-29T19:23:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71309eb1-223f-47ba-9803-1437c965e178', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806191-2-iscsi', '_floatingips': [{'id': 'e0dd5a84-196e-4fc8-84dc-53dda465717c', 'tenant_id': 'ff839ffa806e4508a9f5f74da31561b0', 'floating_ip_address': '172.27.2.117', 'floating_network_id': '7209b701-ecaa-476a-bd58-d61d280c16d3', 'router_id': '0bde452b-eec2-4df4-b813-22b22fc6a0b7', 'port_id': '4785074a-8625-439e-98ba-d94f500ac8d2', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 453, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4886099e-653a-4458-9041-94933d4c4594', 'mac_address': 'fa:16:3e:eb:21:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c53d8e26-bd71-4b9f-b21c-b46dd1ae382d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-29T19:24:48Z', 'updated_at': '2021-08-29T19:24:48Z', 'revision_number': 0, 'project_id': 'ff839ffa806e4508a9f5f74da31561b0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '726c96d1-7df0-4ca4-971a-6c8ca9fb3b08', 'name': '', 'network_id': '4886099e-653a-4458-9041-94933d4c4594', 'tenant_id': 'ff839ffa806e4508a9f5f74da31561b0', 'mac_address': 'fa:16:3e:2e:55:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0bde452b-eec2-4df4-b813-22b22fc6a0b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 376, 'fixed_ips': [{'subnet_id': '1cb0277a-f969-4486-9535-ef7707ae6b74', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806191-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T19:23:25Z', 'updated_at': '2021-08-29T19:23:35Z', 'revision_number': 5, 'project_id': 'ff839ffa806e4508a9f5f74da31561b0', 'subnets': [{'id': '1cb0277a-f969-4486-9535-ef7707ae6b74', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 19:24:53.047574 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-2420b304-de72-4674-886c-b5e2dd79dd07 tempest-TestMinimumBasicScenario-1969089159 tempest-TestMinimumBasicScenario-1969089159-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:24:53.178351 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae200bba-df83-4c6d-80f2-98bdb5b33a45 req-a957cc94-6afc-4262-8720-21118ffffce7 tempest-ServerRescueNegativeTestJSON-1221659768 tempest-ServerRescueNegativeTestJSON-1221659768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 19:24:53.183917 dv-cinder-806191-2-iscsi neutron-server[93883]: INFO neutron.wsgi [req-ae200bba-df83-4c6d-80f2-98bdb5b33a45 req-a957cc94-6afc-4262-8720-21118ffffce7 tempest-ServerRescueNegativeTestJSON-1221659768 tempest-ServerRescueNegativeTestJSON-1221659768-project] 10.222.0.23 "GET /v2.0/ports?device_id=becd7a60-bff6-444b-8396-15d0c458fa2e HTTP/1.1" status: 200 len: 945 time: 0.1069126 Aug 29 19:24:53.192786 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-2420b304-de72-4674-886c-b5e2dd79dd07 tempest-TestMinimumBasicScenario-1969089159 tempest-TestMinimumBasicScenario-1969089159-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:24:53.206163 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-2420b304-de72-4674-886c-b5e2dd79dd07 tempest-TestMinimumBasicScenario-1969089159 tempest-TestMinimumBasicScenario-1969089159-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-359182'] for security_group_rule, after_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:24:53.250488 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2420b304-de72-4674-886c-b5e2dd79dd07 tempest-TestMinimumBasicScenario-1969089159 tempest-TestMinimumBasicScenario-1969089159-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=311b25be-b854-4175-bb46-0c68368f7772,revision_number=0']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:24:53.257231 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-2420b304-de72-4674-886c-b5e2dd79dd07 tempest-TestMinimumBasicScenario-1969089159 tempest-TestMinimumBasicScenario-1969089159-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:24:53.264597 dv-cinder-806191-2-iscsi neutron-server[93884]: INFO neutron.wsgi [None req-2420b304-de72-4674-886c-b5e2dd79dd07 tempest-TestMinimumBasicScenario-1969089159 tempest-TestMinimumBasicScenario-1969089159-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2655106 Aug 29 19:24:53.264832 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.26', 60942) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 19:24:53.270553 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron.api.v2.base [None req-ae634e82-6e3c-4a53-82d2-a884ba86289f tempest-TestMinimumBasicScenario-1969089159 tempest-TestMinimumBasicScenario-1969089159-project] Request body: {'security_group_rule': {'security_group_id': '6205e1f4-8053-40a6-b632-b40864d0beab', 'project_id': 'ff839ffa806e4508a9f5f74da31561b0', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 19:24:53.345621 dv-cinder-806191-2-iscsi neutron-server[93883]: INFO neutron.db.securitygroups_db [None req-ae634e82-6e3c-4a53-82d2-a884ba86289f tempest-TestMinimumBasicScenario-1969089159 tempest-TestMinimumBasicScenario-1969089159-project] Project ff839ffa806e4508a9f5f74da31561b0 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 29 19:24:53.370320 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-ae634e82-6e3c-4a53-82d2-a884ba86289f tempest-TestMinimumBasicScenario-1969089159 tempest-TestMinimumBasicScenario-1969089159-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:24:53.441467 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85f677f5-a2d6-4c9e-9100-8f365a287097 req-fb9ec13b-14cd-44b5-be4b-9b9983db1353 tempest-AttachVolumeNegativeTest-2076342172 tempest-AttachVolumeNegativeTest-2076342172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 19:24:53.443387 dv-cinder-806191-2-iscsi neutron-server[93884]: INFO neutron.wsgi [req-85f677f5-a2d6-4c9e-9100-8f365a287097 req-fb9ec13b-14cd-44b5-be4b-9b9983db1353 tempest-AttachVolumeNegativeTest-2076342172 tempest-AttachVolumeNegativeTest-2076342172-project] 10.222.0.23 "GET /v2.0/ports?device_id=6303d47f-82d1-47ee-81e8-7d57f3083011 HTTP/1.1" status: 200 len: 945 time: 0.0901575 Aug 29 19:24:53.457567 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron.plugins.ml2.plugin [req-ae200bba-df83-4c6d-80f2-98bdb5b33a45 req-067c1be5-59fa-4540-b08f-96efe353202a tempest-ServerRescueNegativeTestJSON-1221659768 tempest-ServerRescueNegativeTestJSON-1221659768-project] Deleting port ed0cb01b-7491-498c-a88c-5b1fdbd1ba9c {{(pid=93883) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 19:24:53.458669 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-ae200bba-df83-4c6d-80f2-98bdb5b33a45 req-067c1be5-59fa-4540-b08f-96efe353202a tempest-ServerRescueNegativeTestJSON-1221659768 tempest-ServerRescueNegativeTestJSON-1221659768-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777170414367'] for port, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:24:53.487528 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0562600-799d-4595-b7e6-3c6d21c7f903 None None] New status for floating IP e0dd5a84-196e-4fc8-84dc-53dda465717c: ACTIVE {{(pid=93885) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 29 19:24:53.605937 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [req-85f677f5-a2d6-4c9e-9100-8f365a287097 req-bda910bb-7c58-4cd4-9cee-0af8ec4a37fb tempest-AttachVolumeNegativeTest-2076342172 tempest-AttachVolumeNegativeTest-2076342172-project] Deleting port f09a5318-5317-4b72-b8b0-a7d0d70add3b {{(pid=93884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 19:24:53.606291 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-85f677f5-a2d6-4c9e-9100-8f365a287097 req-bda910bb-7c58-4cd4-9cee-0af8ec4a37fb tempest-AttachVolumeNegativeTest-2076342172 tempest-AttachVolumeNegativeTest-2076342172-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777170414367'] for port, before_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:24:53.818319 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.db [req-85f677f5-a2d6-4c9e-9100-8f365a287097 req-bda910bb-7c58-4cd4-9cee-0af8ec4a37fb tempest-AttachVolumeNegativeTest-2076342172 tempest-AttachVolumeNegativeTest-2076342172-project] For port f09a5318-5317-4b72-b8b0-a7d0d70add3b, host hv-cinder-80619, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80619',level=0,port_id=f09a5318-5317-4b72-b8b0-a7d0d70add3b,segment=NetworkSegment(8fe8a594-91a4-40c0-b8c2-40d42544c273),segment_id=8fe8a594-91a4-40c0-b8c2-40d42544c273)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 19:24:53.818751 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-85f677f5-a2d6-4c9e-9100-8f365a287097 req-bda910bb-7c58-4cd4-9cee-0af8ec4a37fb tempest-AttachVolumeNegativeTest-2076342172 tempest-AttachVolumeNegativeTest-2076342172-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3695122'] for port, precommit_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:24:53.845101 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [req-85f677f5-a2d6-4c9e-9100-8f365a287097 req-bda910bb-7c58-4cd4-9cee-0af8ec4a37fb tempest-AttachVolumeNegativeTest-2076342172 tempest-AttachVolumeNegativeTest-2076342172-project] Calling delete_port for f09a5318-5317-4b72-b8b0-a7d0d70add3b owned by compute:nova {{(pid=93884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 19:24:54.023275 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-ae634e82-6e3c-4a53-82d2-a884ba86289f tempest-TestMinimumBasicScenario-1969089159 tempest-TestMinimumBasicScenario-1969089159-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:24:54.032293 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-ae634e82-6e3c-4a53-82d2-a884ba86289f tempest-TestMinimumBasicScenario-1969089159 tempest-TestMinimumBasicScenario-1969089159-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-359182'] for security_group_rule, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:24:54.076257 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae634e82-6e3c-4a53-82d2-a884ba86289f tempest-TestMinimumBasicScenario-1969089159 tempest-TestMinimumBasicScenario-1969089159-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c911b436-acec-4498-81be-30b5138f0281,revision_number=0']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:24:54.152088 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron.plugins.ml2.db [req-ae200bba-df83-4c6d-80f2-98bdb5b33a45 req-067c1be5-59fa-4540-b08f-96efe353202a tempest-ServerRescueNegativeTestJSON-1221659768 tempest-ServerRescueNegativeTestJSON-1221659768-project] For port ed0cb01b-7491-498c-a88c-5b1fdbd1ba9c, host hv-cinder-80619, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80619',level=0,port_id=ed0cb01b-7491-498c-a88c-5b1fdbd1ba9c,segment=NetworkSegment(ac1c3e1d-4bb1-4222-8869-d8e145ff64dd),segment_id=ac1c3e1d-4bb1-4222-8869-d8e145ff64dd)] {{(pid=93883) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 19:24:54.152874 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-ae200bba-df83-4c6d-80f2-98bdb5b33a45 req-067c1be5-59fa-4540-b08f-96efe353202a tempest-ServerRescueNegativeTestJSON-1221659768 tempest-ServerRescueNegativeTestJSON-1221659768-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3695122'] for port, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:24:54.169351 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron.plugins.ml2.plugin [req-ae200bba-df83-4c6d-80f2-98bdb5b33a45 req-067c1be5-59fa-4540-b08f-96efe353202a tempest-ServerRescueNegativeTestJSON-1221659768 tempest-ServerRescueNegativeTestJSON-1221659768-project] Calling delete_port for ed0cb01b-7491-498c-a88c-5b1fdbd1ba9c owned by compute:nova {{(pid=93883) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 19:24:54.189687 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c6578f6-7e68-43f6-93be-567989d4da73 req-d7446556-3758-422a-8131-b7f8ec7f8f07 tempest-ServerRescueNegativeTestJSON-1221659768 tempest-ServerRescueNegativeTestJSON-1221659768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 19:24:54.197393 dv-cinder-806191-2-iscsi neutron-server[93884]: INFO neutron.wsgi [req-8c6578f6-7e68-43f6-93be-567989d4da73 req-d7446556-3758-422a-8131-b7f8ec7f8f07 tempest-ServerRescueNegativeTestJSON-1221659768 tempest-ServerRescueNegativeTestJSON-1221659768-project] 10.222.0.26 "GET /v2.0/ports?device_id=becd7a60-bff6-444b-8396-15d0c458fa2e HTTP/1.1" status: 200 len: 945 time: 0.4264240 Aug 29 19:24:54.202253 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-85f677f5-a2d6-4c9e-9100-8f365a287097 req-bda910bb-7c58-4cd4-9cee-0af8ec4a37fb tempest-AttachVolumeNegativeTest-2076342172 tempest-AttachVolumeNegativeTest-2076342172-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3669005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3715978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777170436895', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777169884173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262862687'] for port, after_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:24:54.216154 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-e411ce9c-394c-453f-add9-812245090945 None None] get_ports_and_sgs() called for port_ids ['189ce962-18b0-4d08-b12d-12c8e1ea6a8b', 'f09a5318-5317-4b72-b8b0-a7d0d70add3b'] {{(pid=93885) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 19:24:54.237611 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bda910bb-7c58-4cd4-9cee-0af8ec4a37fb tempest-AttachVolumeNegativeTest-2076342172 tempest-AttachVolumeNegativeTest-2076342172-project] Pushing event deleted for resources: {'Port': ['ID=f09a5318-5317-4b72-b8b0-a7d0d70add3b,revision_number=None']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:24:54.296292 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.db.l3_dvrscheduler_db [req-85f677f5-a2d6-4c9e-9100-8f365a287097 req-bda910bb-7c58-4cd4-9cee-0af8ec4a37fb tempest-AttachVolumeNegativeTest-2076342172 tempest-AttachVolumeNegativeTest-2076342172-project] No DVR routers for this DVR port f09a5318-5317-4b72-b8b0-a7d0d70add3b on host hv-cinder-80619 {{(pid=93884) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 19:24:54.311286 dv-cinder-806191-2-iscsi neutron-server[93884]: INFO neutron.wsgi [req-8c6578f6-7e68-43f6-93be-567989d4da73 req-78eab91d-1c6c-4baa-a0a6-1cc8aa6a0518 tempest-ServerRescueNegativeTestJSON-1221659768 tempest-ServerRescueNegativeTestJSON-1221659768-project] 10.222.0.26 "GET /v2.0/security-groups?id=53892fd6-fc0b-43d7-b2d3-4778a69f0ff7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1088920 Aug 29 19:24:54.312577 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-85f677f5-a2d6-4c9e-9100-8f365a287097 req-bda910bb-7c58-4cd4-9cee-0af8ec4a37fb tempest-AttachVolumeNegativeTest-2076342172 tempest-AttachVolumeNegativeTest-2076342172-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-256493'] for port, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:24:54.314627 dv-cinder-806191-2-iscsi neutron-server[93884]: INFO neutron.wsgi [req-85f677f5-a2d6-4c9e-9100-8f365a287097 req-bda910bb-7c58-4cd4-9cee-0af8ec4a37fb tempest-AttachVolumeNegativeTest-2076342172 tempest-AttachVolumeNegativeTest-2076342172-project] 10.222.0.23 "DELETE /v2.0/ports/f09a5318-5317-4b72-b8b0-a7d0d70add3b HTTP/1.1" status: 204 len: 173 time: 0.8634541 Aug 29 19:24:54.315089 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6303d47f-82d1-47ee-81e8-7d57f3083011', 'name': 'network-vif-deleted', 'tag': 'f09a5318-5317-4b72-b8b0-a7d0d70add3b'}] {{(pid=93884) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 19:24:54.329050 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}af0273b9eb9050257146764f7dfc5aa69aec40d1770056ff1a21a350116cd0eb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dbf2e2c7-375a-4ffa-b280-a095ec009829" -d '{"events": [{"server_uuid": "6303d47f-82d1-47ee-81e8-7d57f3083011", "name": "network-vif-deleted", "tag": "f09a5318-5317-4b72-b8b0-a7d0d70add3b"}]}' {{(pid=93884) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 19:24:54.383170 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-ae634e82-6e3c-4a53-82d2-a884ba86289f tempest-TestMinimumBasicScenario-1969089159 tempest-TestMinimumBasicScenario-1969089159-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:24:54.385732 dv-cinder-806191-2-iscsi neutron-server[93883]: INFO neutron.wsgi [None req-ae634e82-6e3c-4a53-82d2-a884ba86289f tempest-TestMinimumBasicScenario-1969089159 tempest-TestMinimumBasicScenario-1969089159-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 1.1193378 Aug 29 19:24:54.388533 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.26', 60968) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 19:24:54.393875 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.api.v2.base [None req-a2644da0-73e0-4efb-9a2f-67d631277879 tempest-TestMinimumBasicScenario-1969089159 tempest-TestMinimumBasicScenario-1969089159-project] Request body: {'security_group_rule': {'security_group_id': '6205e1f4-8053-40a6-b632-b40864d0beab', 'project_id': 'ff839ffa806e4508a9f5f74da31561b0', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 19:24:54.411085 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-495a7134-4515-40f0-aed2-86cfc34e314e req-f7e51726-554c-4eb9-9d13-63e879bb066c tempest-AttachVolumeNegativeTest-2076342172 tempest-AttachVolumeNegativeTest-2076342172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 19:24:54.412688 dv-cinder-806191-2-iscsi neutron-server[93883]: INFO neutron.wsgi [req-495a7134-4515-40f0-aed2-86cfc34e314e req-f7e51726-554c-4eb9-9d13-63e879bb066c tempest-AttachVolumeNegativeTest-2076342172 tempest-AttachVolumeNegativeTest-2076342172-project] 10.222.0.26 "GET /v2.0/ports?device_id=6303d47f-82d1-47ee-81e8-7d57f3083011 HTTP/1.1" status: 200 len: 945 time: 0.4443560 Aug 29 19:24:54.421243 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.26', 60970) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 19:24:54.425735 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 19:24:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7273b11c-8952-4058-9274-f6c98eb22e3a x-openstack-request-id: req-7273b11c-8952-4058-9274-f6c98eb22e3a {{(pid=93884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 19:24:54.426838 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6303d47f-82d1-47ee-81e8-7d57f3083011", "name": "network-vif-deleted", "tag": "f09a5318-5317-4b72-b8b0-a7d0d70add3b", "status": "completed", "code": 200}]} {{(pid=93884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 19:24:54.427267 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-7273b11c-8952-4058-9274-f6c98eb22e3a {{(pid=93884) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 19:24:54.427882 dv-cinder-806191-2-iscsi neutron-server[93884]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6303d47f-82d1-47ee-81e8-7d57f3083011', 'name': 'network-vif-deleted', 'tag': 'f09a5318-5317-4b72-b8b0-a7d0d70add3b', 'status': 'completed', 'code': 200} Aug 29 19:24:54.484884 dv-cinder-806191-2-iscsi neutron-server[93884]: INFO neutron.db.securitygroups_db [None req-a2644da0-73e0-4efb-9a2f-67d631277879 tempest-TestMinimumBasicScenario-1969089159 tempest-TestMinimumBasicScenario-1969089159-project] Project ff839ffa806e4508a9f5f74da31561b0 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 29 19:24:54.487928 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-ae200bba-df83-4c6d-80f2-98bdb5b33a45 req-067c1be5-59fa-4540-b08f-96efe353202a tempest-ServerRescueNegativeTestJSON-1221659768 tempest-ServerRescueNegativeTestJSON-1221659768-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3669005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3715978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777170436895', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777169884173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263410497'] for port, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:24:54.501302 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-a2644da0-73e0-4efb-9a2f-67d631277879 tempest-TestMinimumBasicScenario-1969089159 tempest-TestMinimumBasicScenario-1969089159-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:24:54.513905 dv-cinder-806191-2-iscsi neutron-server[93883]: INFO neutron.wsgi [req-495a7134-4515-40f0-aed2-86cfc34e314e req-cb4afa95-086f-4e22-89d9-c28bff32391c tempest-AttachVolumeNegativeTest-2076342172 tempest-AttachVolumeNegativeTest-2076342172-project] 10.222.0.26 "GET /v2.0/security-groups?id=ea7dc4db-96bb-4713-a2e6-e8b6fb48c457&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0770621 Aug 29 19:24:54.561017 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-067c1be5-59fa-4540-b08f-96efe353202a tempest-ServerRescueNegativeTestJSON-1221659768 tempest-ServerRescueNegativeTestJSON-1221659768-project] Pushing event deleted for resources: {'Port': ['ID=ed0cb01b-7491-498c-a88c-5b1fdbd1ba9c,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:24:54.615038 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-a2644da0-73e0-4efb-9a2f-67d631277879 tempest-TestMinimumBasicScenario-1969089159 tempest-TestMinimumBasicScenario-1969089159-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:24:54.621107 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-a2644da0-73e0-4efb-9a2f-67d631277879 tempest-TestMinimumBasicScenario-1969089159 tempest-TestMinimumBasicScenario-1969089159-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-359182'] for security_group_rule, after_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:24:54.631530 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron.db.l3_dvrscheduler_db [req-ae200bba-df83-4c6d-80f2-98bdb5b33a45 req-067c1be5-59fa-4540-b08f-96efe353202a tempest-ServerRescueNegativeTestJSON-1221659768 tempest-ServerRescueNegativeTestJSON-1221659768-project] No DVR routers for this DVR port ed0cb01b-7491-498c-a88c-5b1fdbd1ba9c on host hv-cinder-80619 {{(pid=93883) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 19:24:54.634799 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-ae200bba-df83-4c6d-80f2-98bdb5b33a45 req-067c1be5-59fa-4540-b08f-96efe353202a tempest-ServerRescueNegativeTestJSON-1221659768 tempest-ServerRescueNegativeTestJSON-1221659768-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-256493'] for port, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:24:54.638754 dv-cinder-806191-2-iscsi neutron-server[93883]: INFO neutron.wsgi [req-ae200bba-df83-4c6d-80f2-98bdb5b33a45 req-067c1be5-59fa-4540-b08f-96efe353202a tempest-ServerRescueNegativeTestJSON-1221659768 tempest-ServerRescueNegativeTestJSON-1221659768-project] 10.222.0.23 "DELETE /v2.0/ports/ed0cb01b-7491-498c-a88c-5b1fdbd1ba9c HTTP/1.1" status: 204 len: 173 time: 1.4438288 Aug 29 19:24:54.640191 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'becd7a60-bff6-444b-8396-15d0c458fa2e', 'name': 'network-vif-deleted', 'tag': 'ed0cb01b-7491-498c-a88c-5b1fdbd1ba9c'}] {{(pid=93883) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 19:24:54.643625 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d7efacdd762e7fee97ebec028cc859708dbf706441332da3e8755544227ebc46" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-734f2828-ae52-44a6-93e4-0d206b69c0fe" -d '{"events": [{"server_uuid": "becd7a60-bff6-444b-8396-15d0c458fa2e", "name": "network-vif-deleted", "tag": "ed0cb01b-7491-498c-a88c-5b1fdbd1ba9c"}]}' {{(pid=93883) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 19:24:54.659889 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2644da0-73e0-4efb-9a2f-67d631277879 tempest-TestMinimumBasicScenario-1969089159 tempest-TestMinimumBasicScenario-1969089159-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=91694026-35ce-43eb-9993-10014ebc4b92,revision_number=0']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:24:54.685127 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-354d97bb-c10c-4962-8f38-0b7346390da6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:24:54.706549 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-a2644da0-73e0-4efb-9a2f-67d631277879 tempest-TestMinimumBasicScenario-1969089159 tempest-TestMinimumBasicScenario-1969089159-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:24:54.710533 dv-cinder-806191-2-iscsi neutron-server[93884]: INFO neutron.wsgi [None req-a2644da0-73e0-4efb-9a2f-67d631277879 tempest-TestMinimumBasicScenario-1969089159 tempest-TestMinimumBasicScenario-1969089159-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3181343 Aug 29 19:24:54.710721 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 19:24:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-805457b5-8cb1-44d6-ab87-c16065ff15a4 x-openstack-request-id: req-805457b5-8cb1-44d6-ab87-c16065ff15a4 {{(pid=93883) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 19:24:54.710721 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "becd7a60-bff6-444b-8396-15d0c458fa2e", "name": "network-vif-deleted", "tag": "ed0cb01b-7491-498c-a88c-5b1fdbd1ba9c", "status": "completed", "code": 200}]} {{(pid=93883) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 19:24:54.710721 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-805457b5-8cb1-44d6-ab87-c16065ff15a4 {{(pid=93883) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 19:24:54.710721 dv-cinder-806191-2-iscsi neutron-server[93883]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'becd7a60-bff6-444b-8396-15d0c458fa2e', 'name': 'network-vif-deleted', 'tag': 'ed0cb01b-7491-498c-a88c-5b1fdbd1ba9c', 'status': 'completed', 'code': 200} Aug 29 19:24:54.735760 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-e411ce9c-394c-453f-add9-812245090945 None None] get_ports_and_sgs() called for port_ids ['0b58d40a-64db-4ff8-b84a-d62dc022f6b9', 'ed0cb01b-7491-498c-a88c-5b1fdbd1ba9c'] {{(pid=93885) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 19:24:54.873526 dv-cinder-806191-2-iscsi neutron-server[93883]: INFO neutron.wsgi [req-193d5ab9-8cf6-4d9d-9cb4-ee099ca77de2 req-4a2dd9ec-be8b-40a1-bd70-6ceedf692048 tempest-TestMinimumBasicScenario-1969089159 tempest-TestMinimumBasicScenario-1969089159-project] 10.222.0.26 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1401333662&fields=id&tenant_id=ff839ffa806e4508a9f5f74da31561b0 HTTP/1.1" status: 200 len: 267 time: 0.0975378 Aug 29 19:24:54.955195 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-354d97bb-c10c-4962-8f38-0b7346390da6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:24:54.965427 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-354d97bb-c10c-4962-8f38-0b7346390da6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368872'] for security_group, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:24:55.012728 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-193d5ab9-8cf6-4d9d-9cb4-ee099ca77de2 req-41c87b6b-a58b-415b-8b25-f66d81e195f7 tempest-TestMinimumBasicScenario-1969089159 tempest-TestMinimumBasicScenario-1969089159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 19:24:55.020659 dv-cinder-806191-2-iscsi neutron-server[93883]: INFO neutron.wsgi [req-193d5ab9-8cf6-4d9d-9cb4-ee099ca77de2 req-41c87b6b-a58b-415b-8b25-f66d81e195f7 tempest-TestMinimumBasicScenario-1969089159 tempest-TestMinimumBasicScenario-1969089159-project] 10.222.0.26 "GET /v2.0/ports?device_id=c53d8e26-bd71-4b9f-b21c-b46dd1ae382d HTTP/1.1" status: 200 len: 945 time: 0.1459239 Aug 29 19:24:55.036198 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron.api.v2.base [req-193d5ab9-8cf6-4d9d-9cb4-ee099ca77de2 req-fd4e44b9-3814-4c85-8b0f-c6c9de8e744b tempest-TestMinimumBasicScenario-1969089159 tempest-TestMinimumBasicScenario-1969089159-project] Request body: {'port': {'security_groups': ['5af02ce7-4f09-4a57-a5cb-160fa5d4f482', '6205e1f4-8053-40a6-b632-b40864d0beab']}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 19:24:55.067588 dv-cinder-806191-2-iscsi neutron-server[93883]: INFO neutron.wsgi [None req-354d97bb-c10c-4962-8f38-0b7346390da6 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=a4c4c22eb2ba4ee6b2d18035e8873398&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6412294 Aug 29 19:24:55.068607 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-354d97bb-c10c-4962-8f38-0b7346390da6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5e03d7bc-1b26-45cc-a665-54bbfbcfb756,revision_number=1']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:24:55.070599 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.26', 60978) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 19:24:55.136123 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-193d5ab9-8cf6-4d9d-9cb4-ee099ca77de2 req-fd4e44b9-3814-4c85-8b0f-c6c9de8e744b tempest-TestMinimumBasicScenario-1969089159 tempest-TestMinimumBasicScenario-1969089159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3669058'] for port, before_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:24:55.173251 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-cf08eeb5-0087-4efe-a4ba-10afccef50f3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:24:55.204844 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-cf08eeb5-0087-4efe-a4ba-10afccef50f3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:24:55.270060 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-cf08eeb5-0087-4efe-a4ba-10afccef50f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368872'] for security_group, after_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:24:55.273164 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-cf08eeb5-0087-4efe-a4ba-10afccef50f3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:24:55.274584 dv-cinder-806191-2-iscsi neutron-server[93884]: INFO neutron.wsgi [None req-cf08eeb5-0087-4efe-a4ba-10afccef50f3 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/5e03d7bc-1b26-45cc-a665-54bbfbcfb756 HTTP/1.1" status: 204 len: 168 time: 0.2023664 Aug 29 19:24:55.303650 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf08eeb5-0087-4efe-a4ba-10afccef50f3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e03d7bc-1b26-45cc-a665-54bbfbcfb756,revision_number=None']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:24:55.493450 dv-cinder-806191-2-iscsi neutron-server[93884]: INFO neutron.wsgi [req-3ba4b6bb-a521-4486-8bd1-bb58389f3610 req-091b7d35-7652-4fe5-8fb7-865bb597bbd5 tempest-ServerRescueNegativeTestJSON-1221659768 tempest-ServerRescueNegativeTestJSON-1221659768-project] 10.222.0.26 "GET /v2.0/ports?device_id=becd7a60-bff6-444b-8396-15d0c458fa2e HTTP/1.1" status: 200 len: 210 time: 0.0401943 Aug 29 19:24:55.602209 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron.plugins.ml2.db [req-193d5ab9-8cf6-4d9d-9cb4-ee099ca77de2 req-fd4e44b9-3814-4c85-8b0f-c6c9de8e744b tempest-TestMinimumBasicScenario-1969089159 tempest-TestMinimumBasicScenario-1969089159-project] For port 4785074a-8625-439e-98ba-d94f500ac8d2, host hv-cinder-80619, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80619',level=0,port_id=4785074a-8625-439e-98ba-d94f500ac8d2,segment=NetworkSegment(ce467763-0e5d-4dad-9dd7-1187695d2739),segment_id=ce467763-0e5d-4dad-9dd7-1187695d2739)] {{(pid=93883) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 19:24:55.650169 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-193d5ab9-8cf6-4d9d-9cb4-ee099ca77de2 req-fd4e44b9-3814-4c85-8b0f-c6c9de8e744b tempest-TestMinimumBasicScenario-1969089159 tempest-TestMinimumBasicScenario-1969089159-project] Notify callbacks [] for port, precommit_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:24:55.659516 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-193d5ab9-8cf6-4d9d-9cb4-ee099ca77de2 req-fd4e44b9-3814-4c85-8b0f-c6c9de8e744b tempest-TestMinimumBasicScenario-1969089159 tempest-TestMinimumBasicScenario-1969089159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3669005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3715978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777170436913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777169884182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777169884200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-263410520'] for port, after_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:24:55.673643 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-e411ce9c-394c-453f-add9-812245090945 None None] get_ports_and_sgs() called for port_ids ['4785074a-8625-439e-98ba-d94f500ac8d2'] {{(pid=93885) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 19:24:55.768580 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd4e44b9-3814-4c85-8b0f-c6c9de8e744b tempest-TestMinimumBasicScenario-1969089159 tempest-TestMinimumBasicScenario-1969089159-project] Pushing event updated for resources: {'Port': ['ID=4785074a-8625-439e-98ba-d94f500ac8d2,revision_number=6']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:24:55.791423 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-193d5ab9-8cf6-4d9d-9cb4-ee099ca77de2 req-fd4e44b9-3814-4c85-8b0f-c6c9de8e744b tempest-TestMinimumBasicScenario-1969089159 tempest-TestMinimumBasicScenario-1969089159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 19:24:55.792338 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-193d5ab9-8cf6-4d9d-9cb4-ee099ca77de2 req-fd4e44b9-3814-4c85-8b0f-c6c9de8e744b tempest-TestMinimumBasicScenario-1969089159 tempest-TestMinimumBasicScenario-1969089159-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-256493'] for port, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:24:55.794590 dv-cinder-806191-2-iscsi neutron-server[93883]: INFO neutron.wsgi [req-193d5ab9-8cf6-4d9d-9cb4-ee099ca77de2 req-fd4e44b9-3814-4c85-8b0f-c6c9de8e744b tempest-TestMinimumBasicScenario-1969089159 tempest-TestMinimumBasicScenario-1969089159-project] 10.222.0.26 "PUT /v2.0/ports/4785074a-8625-439e-98ba-d94f500ac8d2 HTTP/1.1" status: 200 len: 981 time: 0.7727132 Aug 29 19:24:55.797388 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd4e44b9-3814-4c85-8b0f-c6c9de8e744b tempest-TestMinimumBasicScenario-1969089159 tempest-TestMinimumBasicScenario-1969089159-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806191-2-iscsi {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:24:55.797894 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd4e44b9-3814-4c85-8b0f-c6c9de8e744b tempest-TestMinimumBasicScenario-1969089159 tempest-TestMinimumBasicScenario-1969089159-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806191-2-iscsi {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:24:55.798474 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd4e44b9-3814-4c85-8b0f-c6c9de8e744b tempest-TestMinimumBasicScenario-1969089159 tempest-TestMinimumBasicScenario-1969089159-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806191-2-iscsi {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:24:55.798967 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd4e44b9-3814-4c85-8b0f-c6c9de8e744b tempest-TestMinimumBasicScenario-1969089159 tempest-TestMinimumBasicScenario-1969089159-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806191-2-iscsi {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:24:55.799563 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd4e44b9-3814-4c85-8b0f-c6c9de8e744b tempest-TestMinimumBasicScenario-1969089159 tempest-TestMinimumBasicScenario-1969089159-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-806191-2-iscsi {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:24:55.800222 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd4e44b9-3814-4c85-8b0f-c6c9de8e744b tempest-TestMinimumBasicScenario-1969089159 tempest-TestMinimumBasicScenario-1969089159-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806191-2-iscsi {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:24:55.800570 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd4e44b9-3814-4c85-8b0f-c6c9de8e744b tempest-TestMinimumBasicScenario-1969089159 tempest-TestMinimumBasicScenario-1969089159-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-806191-2-iscsi {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:24:55.809490 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd4e44b9-3814-4c85-8b0f-c6c9de8e744b tempest-TestMinimumBasicScenario-1969089159 tempest-TestMinimumBasicScenario-1969089159-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-806191-2-iscsi {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:24:55.809891 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd4e44b9-3814-4c85-8b0f-c6c9de8e744b tempest-TestMinimumBasicScenario-1969089159 tempest-TestMinimumBasicScenario-1969089159-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806191-2-iscsi {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:24:55.810284 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd4e44b9-3814-4c85-8b0f-c6c9de8e744b tempest-TestMinimumBasicScenario-1969089159 tempest-TestMinimumBasicScenario-1969089159-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806191-2-iscsi {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:24:55.810718 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd4e44b9-3814-4c85-8b0f-c6c9de8e744b tempest-TestMinimumBasicScenario-1969089159 tempest-TestMinimumBasicScenario-1969089159-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806191-2-iscsi {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:24:55.811061 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd4e44b9-3814-4c85-8b0f-c6c9de8e744b tempest-TestMinimumBasicScenario-1969089159 tempest-TestMinimumBasicScenario-1969089159-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806191-2-iscsi {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:24:55.878739 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-e411ce9c-394c-453f-add9-812245090945 None None] get_ports_and_sgs() called for port_ids ['4785074a-8625-439e-98ba-d94f500ac8d2'] {{(pid=93885) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 19:24:56.033731 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.26', 32770) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 19:24:56.056254 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-14b75370-36c5-47b4-b62a-7397951b36f0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:24:56.064184 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41599c4d-6779-4465-87c0-41c3b558f477 req-0da9661b-b190-43f3-88ec-336921eb43bc tempest-TestMinimumBasicScenario-1969089159 tempest-TestMinimumBasicScenario-1969089159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 19:24:56.073307 dv-cinder-806191-2-iscsi neutron-server[93884]: INFO neutron.wsgi [req-41599c4d-6779-4465-87c0-41c3b558f477 req-0da9661b-b190-43f3-88ec-336921eb43bc tempest-TestMinimumBasicScenario-1969089159 tempest-TestMinimumBasicScenario-1969089159-project] 10.222.0.26 "GET /v2.0/ports?device_id=c53d8e26-bd71-4b9f-b21c-b46dd1ae382d HTTP/1.1" status: 200 len: 984 time: 0.1214669 Aug 29 19:24:56.146907 dv-cinder-806191-2-iscsi neutron-server[93884]: INFO neutron.wsgi [req-41599c4d-6779-4465-87c0-41c3b558f477 req-ee05d514-4163-412b-bd5e-6b3d3af82ca3 tempest-TestMinimumBasicScenario-1969089159 tempest-TestMinimumBasicScenario-1969089159-project] 10.222.0.26 "GET /v2.0/security-groups?id=6205e1f4-8053-40a6-b632-b40864d0beab&id=5af02ce7-4f09-4a57-a5cb-160fa5d4f482&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0726724 Aug 29 19:24:56.234620 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-67efbb72-25f2-48fb-bd04-3ba7fe244ea7 None None] Provisioning complete for port 4785074a-8625-439e-98ba-d94f500ac8d2 triggered by entity DHCP. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 19:24:56.234969 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-67efbb72-25f2-48fb-bd04-3ba7fe244ea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3627211'] for port, provisioning_complete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:24:56.259197 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-14b75370-36c5-47b4-b62a-7397951b36f0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:24:56.266303 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-14b75370-36c5-47b4-b62a-7397951b36f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368872'] for security_group, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:24:56.305478 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14b75370-36c5-47b4-b62a-7397951b36f0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=de17d4f2-795e-4701-b07c-f4fc0510d005,revision_number=1']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:24:56.335474 dv-cinder-806191-2-iscsi neutron-server[93883]: INFO neutron.wsgi [None req-14b75370-36c5-47b4-b62a-7397951b36f0 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=85632e9cfec148ad87092ad3968b2519&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2982893 Aug 29 19:24:56.336002 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.26', 32778) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 19:24:56.406762 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-829fb6bb-d70a-45e9-b6f2-2cb788a335a3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:24:56.435209 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-829fb6bb-d70a-45e9-b6f2-2cb788a335a3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:24:56.503367 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-829fb6bb-d70a-45e9-b6f2-2cb788a335a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368872'] for security_group, after_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:24:56.509482 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-829fb6bb-d70a-45e9-b6f2-2cb788a335a3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:24:56.512938 dv-cinder-806191-2-iscsi neutron-server[93884]: INFO neutron.wsgi [None req-829fb6bb-d70a-45e9-b6f2-2cb788a335a3 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/de17d4f2-795e-4701-b07c-f4fc0510d005 HTTP/1.1" status: 204 len: 168 time: 0.1752524 Aug 29 19:24:56.536210 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-829fb6bb-d70a-45e9-b6f2-2cb788a335a3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=de17d4f2-795e-4701-b07c-f4fc0510d005,revision_number=None']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:24:56.711175 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c53d8e26-bd71-4b9f-b21c-b46dd1ae382d', 'tag': '4785074a-8625-439e-98ba-d94f500ac8d2'}] {{(pid=93883) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 19:24:56.714241 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d7efacdd762e7fee97ebec028cc859708dbf706441332da3e8755544227ebc46" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f10cb1c4-aa7c-456d-9e72-a3dd82bf2197" -d '{"events": [{"name": "network-changed", "server_uuid": "c53d8e26-bd71-4b9f-b21c-b46dd1ae382d", "tag": "4785074a-8625-439e-98ba-d94f500ac8d2"}]}' {{(pid=93883) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 19:24:56.797047 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 19:24:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d77f07ba-0c04-4d28-9462-58885546b896 x-openstack-request-id: req-d77f07ba-0c04-4d28-9462-58885546b896 {{(pid=93883) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 19:24:56.797172 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c53d8e26-bd71-4b9f-b21c-b46dd1ae382d", "tag": "4785074a-8625-439e-98ba-d94f500ac8d2", "status": "completed", "code": 200}]} {{(pid=93883) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 19:24:56.797347 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-d77f07ba-0c04-4d28-9462-58885546b896 {{(pid=93883) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 19:24:56.797753 dv-cinder-806191-2-iscsi neutron-server[93883]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c53d8e26-bd71-4b9f-b21c-b46dd1ae382d', 'tag': '4785074a-8625-439e-98ba-d94f500ac8d2', 'status': 'completed', 'code': 200} Aug 29 19:24:56.873109 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-e411ce9c-394c-453f-add9-812245090945 None None] Device f09a5318-5317-4b72-b8b0-a7d0d70add3b no longer exists at agent hyperv_hv-cinder-80619 {{(pid=93885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 19:24:56.902929 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.plugins.ml2.plugin [None req-e411ce9c-394c-453f-add9-812245090945 None None] No Port match for: f09a5318-5317-4b72-b8b0-a7d0d70add3b {{(pid=93885) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 19:24:56.903284 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-e411ce9c-394c-453f-add9-812245090945 None None] Device f09a5318-5317-4b72-b8b0-a7d0d70add3b not bound to the agent host hv-cinder-80619 {{(pid=93885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 19:24:56.903717 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-e411ce9c-394c-453f-add9-812245090945 None None] Device ed0cb01b-7491-498c-a88c-5b1fdbd1ba9c no longer exists at agent hyperv_hv-cinder-80619 {{(pid=93885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 19:24:56.928632 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f10cb1c4-aa7c-456d-9e72-a3dd82bf2197 req-985cb474-f064-45be-80d2-82c69aafe6e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 19:24:56.930584 dv-cinder-806191-2-iscsi neutron-server[93883]: INFO neutron.wsgi [req-f10cb1c4-aa7c-456d-9e72-a3dd82bf2197 req-985cb474-f064-45be-80d2-82c69aafe6e7 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=ff839ffa806e4508a9f5f74da31561b0&device_id=c53d8e26-bd71-4b9f-b21c-b46dd1ae382d HTTP/1.1" status: 200 len: 1137 time: 0.1061542 Aug 29 19:24:56.932362 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.plugins.ml2.plugin [None req-e411ce9c-394c-453f-add9-812245090945 None None] No Port match for: ed0cb01b-7491-498c-a88c-5b1fdbd1ba9c {{(pid=93885) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 19:24:56.932915 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-e411ce9c-394c-453f-add9-812245090945 None None] Device ed0cb01b-7491-498c-a88c-5b1fdbd1ba9c not bound to the agent host hv-cinder-80619 {{(pid=93885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 19:24:56.977355 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-982e0f3f-bde1-47fa-adaa-c10f00e0e85c req-54c74232-381e-478a-8720-d9cb3352300b tempest-ServerRescueNegativeTestJSON-1221659768 tempest-ServerRescueNegativeTestJSON-1221659768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 19:24:56.983492 dv-cinder-806191-2-iscsi neutron-server[93884]: INFO neutron.wsgi [req-982e0f3f-bde1-47fa-adaa-c10f00e0e85c req-54c74232-381e-478a-8720-d9cb3352300b tempest-ServerRescueNegativeTestJSON-1221659768 tempest-ServerRescueNegativeTestJSON-1221659768-project] 10.222.0.26 "GET /v2.0/ports?device_id=332ea1a5-b86c-4ccd-b130-2904c695b590 HTTP/1.1" status: 200 len: 945 time: 0.1340871 Aug 29 19:24:57.058660 dv-cinder-806191-2-iscsi neutron-server[93884]: INFO neutron.wsgi [req-982e0f3f-bde1-47fa-adaa-c10f00e0e85c req-5533c7aa-2ebf-4daf-a3ee-11e916156f43 tempest-ServerRescueNegativeTestJSON-1221659768 tempest-ServerRescueNegativeTestJSON-1221659768-project] 10.222.0.26 "GET /v2.0/security-groups?id=53892fd6-fc0b-43d7-b2d3-4778a69f0ff7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687957 Aug 29 19:24:57.103474 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f10cb1c4-aa7c-456d-9e72-a3dd82bf2197 req-16da431e-42f0-4bad-a5b0-aecdfbcd4c11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 19:24:57.106986 dv-cinder-806191-2-iscsi neutron-server[93883]: INFO neutron.wsgi [req-f10cb1c4-aa7c-456d-9e72-a3dd82bf2197 req-16da431e-42f0-4bad-a5b0-aecdfbcd4c11 service neutron] 10.222.0.23 "GET /v2.0/networks?id=4886099e-653a-4458-9041-94933d4c4594 HTTP/1.1" status: 200 len: 915 time: 0.1680150 Aug 29 19:24:57.203961 dv-cinder-806191-2-iscsi neutron-server[93883]: INFO neutron.wsgi [req-f10cb1c4-aa7c-456d-9e72-a3dd82bf2197 req-e99bd5e5-5f5f-4b64-b38b-709f093e9433 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=4785074a-8625-439e-98ba-d94f500ac8d2 HTTP/1.1" status: 200 len: 1001 time: 0.0862763 Aug 29 19:24:57.210534 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64ffb378-dfe7-4def-bf66-6e8274634152 req-74f2f90e-14e1-429b-8249-29057cb6a4f2 tempest-AttachVolumeNegativeTest-2076342172 tempest-AttachVolumeNegativeTest-2076342172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 19:24:57.212214 dv-cinder-806191-2-iscsi neutron-server[93884]: INFO neutron.wsgi [req-64ffb378-dfe7-4def-bf66-6e8274634152 req-74f2f90e-14e1-429b-8249-29057cb6a4f2 tempest-AttachVolumeNegativeTest-2076342172 tempest-AttachVolumeNegativeTest-2076342172-project] 10.222.0.26 "GET /v2.0/ports?device_id=0877765f-cdbf-4b0b-bf2c-c50d51f89aa0 HTTP/1.1" status: 200 len: 945 time: 0.0580611 Aug 29 19:24:57.276707 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f10cb1c4-aa7c-456d-9e72-a3dd82bf2197 req-1b6e8c05-c614-4283-a3ca-a1d3bd453dcf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 19:24:57.278237 dv-cinder-806191-2-iscsi neutron-server[93883]: INFO neutron.wsgi [req-f10cb1c4-aa7c-456d-9e72-a3dd82bf2197 req-1b6e8c05-c614-4283-a3ca-a1d3bd453dcf service neutron] 10.222.0.23 "GET /v2.0/subnets?id=1cb0277a-f969-4486-9535-ef7707ae6b74 HTTP/1.1" status: 200 len: 853 time: 0.0636544 Aug 29 19:24:57.289821 dv-cinder-806191-2-iscsi neutron-server[93884]: INFO neutron.wsgi [req-64ffb378-dfe7-4def-bf66-6e8274634152 req-a20a0369-8306-439d-a417-5bcf357ca8de tempest-AttachVolumeNegativeTest-2076342172 tempest-AttachVolumeNegativeTest-2076342172-project] 10.222.0.26 "GET /v2.0/security-groups?id=ea7dc4db-96bb-4713-a2e6-e8b6fb48c457&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625055 Aug 29 19:24:57.361487 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f10cb1c4-aa7c-456d-9e72-a3dd82bf2197 req-bd5cbf46-e512-4faf-85fc-ed311bccc866 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 19:24:57.364154 dv-cinder-806191-2-iscsi neutron-server[93883]: INFO neutron.wsgi [req-f10cb1c4-aa7c-456d-9e72-a3dd82bf2197 req-bd5cbf46-e512-4faf-85fc-ed311bccc866 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=4886099e-653a-4458-9041-94933d4c4594&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0747507 Aug 29 19:24:57.480227 dv-cinder-806191-2-iscsi neutron-server[93883]: INFO neutron.wsgi [req-f10cb1c4-aa7c-456d-9e72-a3dd82bf2197 req-60537fba-2253-4654-ac27-0e6f034be834 service neutron] 10.222.0.23 "GET /v2.0/networks/4886099e-653a-4458-9041-94933d4c4594?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1049917 Aug 29 19:24:57.600284 dv-cinder-806191-2-iscsi neutron-server[93883]: INFO neutron.wsgi [req-f10cb1c4-aa7c-456d-9e72-a3dd82bf2197 req-4e716bec-b941-4fa5-8a2d-d1af523bdfc6 service neutron] 10.222.0.23 "GET /v2.0/networks/4886099e-653a-4458-9041-94933d4c4594?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1114972 Aug 29 19:24:58.183717 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de703758-f7d9-4788-a022-96d92b012097 req-1bf25d72-6b68-42d6-8c96-9dfefce1b13a tempest-ServerRescueNegativeTestJSON-1221659768 tempest-ServerRescueNegativeTestJSON-1221659768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 19:24:58.185243 dv-cinder-806191-2-iscsi neutron-server[93883]: INFO neutron.wsgi [req-de703758-f7d9-4788-a022-96d92b012097 req-1bf25d72-6b68-42d6-8c96-9dfefce1b13a tempest-ServerRescueNegativeTestJSON-1221659768 tempest-ServerRescueNegativeTestJSON-1221659768-project] 10.222.0.26 "GET /v2.0/ports?device_id=332ea1a5-b86c-4ccd-b130-2904c695b590 HTTP/1.1" status: 200 len: 945 time: 0.0502243 Aug 29 19:24:58.224195 dv-cinder-806191-2-iscsi neutron-server[93883]: INFO neutron.wsgi [req-de703758-f7d9-4788-a022-96d92b012097 req-090c1519-8ae4-49f4-9b45-93b0e111f651 tempest-ServerRescueNegativeTestJSON-1221659768 tempest-ServerRescueNegativeTestJSON-1221659768-project] 10.222.0.26 "GET /v2.0/security-groups?id=53892fd6-fc0b-43d7-b2d3-4778a69f0ff7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330019 Aug 29 19:24:58.431628 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60dac4da-4a75-4629-ac81-c2130550bdd1 req-a9b28d25-5701-4d37-a699-507e6c7cbebb tempest-AttachVolumeNegativeTest-2076342172 tempest-AttachVolumeNegativeTest-2076342172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 19:24:58.434770 dv-cinder-806191-2-iscsi neutron-server[93884]: INFO neutron.wsgi [req-60dac4da-4a75-4629-ac81-c2130550bdd1 req-a9b28d25-5701-4d37-a699-507e6c7cbebb tempest-AttachVolumeNegativeTest-2076342172 tempest-AttachVolumeNegativeTest-2076342172-project] 10.222.0.26 "GET /v2.0/ports?device_id=0877765f-cdbf-4b0b-bf2c-c50d51f89aa0 HTTP/1.1" status: 200 len: 945 time: 0.0522761 Aug 29 19:24:58.482038 dv-cinder-806191-2-iscsi neutron-server[93884]: INFO neutron.wsgi [req-60dac4da-4a75-4629-ac81-c2130550bdd1 req-927f1c18-c068-41d0-b945-a837a2feebef tempest-AttachVolumeNegativeTest-2076342172 tempest-AttachVolumeNegativeTest-2076342172-project] 10.222.0.26 "GET /v2.0/security-groups?id=ea7dc4db-96bb-4713-a2e6-e8b6fb48c457&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399661 Aug 29 19:24:59.122080 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba589d4b-9a05-41ca-8975-4012e8ee130d req-d020b4e8-0582-4b96-9dbb-21935151ae36 tempest-AttachVolumeNegativeTest-2076342172 tempest-AttachVolumeNegativeTest-2076342172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 19:24:59.125311 dv-cinder-806191-2-iscsi neutron-server[93883]: INFO neutron.wsgi [req-ba589d4b-9a05-41ca-8975-4012e8ee130d req-d020b4e8-0582-4b96-9dbb-21935151ae36 tempest-AttachVolumeNegativeTest-2076342172 tempest-AttachVolumeNegativeTest-2076342172-project] 10.222.0.23 "GET /v2.0/ports?device_id=0877765f-cdbf-4b0b-bf2c-c50d51f89aa0 HTTP/1.1" status: 200 len: 945 time: 0.0820060 Aug 29 19:24:59.287643 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron.plugins.ml2.plugin [req-ba589d4b-9a05-41ca-8975-4012e8ee130d req-9018a91e-7e01-4e9e-8f5f-b7ac9d194461 tempest-AttachVolumeNegativeTest-2076342172 tempest-AttachVolumeNegativeTest-2076342172-project] Deleting port 189ce962-18b0-4d08-b12d-12c8e1ea6a8b {{(pid=93883) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 19:24:59.288750 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-ba589d4b-9a05-41ca-8975-4012e8ee130d req-9018a91e-7e01-4e9e-8f5f-b7ac9d194461 tempest-AttachVolumeNegativeTest-2076342172 tempest-AttachVolumeNegativeTest-2076342172-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777170414367'] for port, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:24:59.450459 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d222fb7-0258-4bd9-b864-4245a3b3a15b req-20903729-69de-4b91-a630-4f2563fcc272 tempest-ServerRescueNegativeTestJSON-1221659768 tempest-ServerRescueNegativeTestJSON-1221659768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 19:24:59.452436 dv-cinder-806191-2-iscsi neutron-server[93883]: INFO neutron.wsgi [req-3d222fb7-0258-4bd9-b864-4245a3b3a15b req-20903729-69de-4b91-a630-4f2563fcc272 tempest-ServerRescueNegativeTestJSON-1221659768 tempest-ServerRescueNegativeTestJSON-1221659768-project] 10.222.0.26 "GET /v2.0/ports?device_id=332ea1a5-b86c-4ccd-b130-2904c695b590 HTTP/1.1" status: 200 len: 945 time: 0.1330378 Aug 29 19:24:59.475938 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron.plugins.ml2.db [req-ba589d4b-9a05-41ca-8975-4012e8ee130d req-9018a91e-7e01-4e9e-8f5f-b7ac9d194461 tempest-AttachVolumeNegativeTest-2076342172 tempest-AttachVolumeNegativeTest-2076342172-project] For port 189ce962-18b0-4d08-b12d-12c8e1ea6a8b, host hv-cinder-80619, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80619',level=0,port_id=189ce962-18b0-4d08-b12d-12c8e1ea6a8b,segment=NetworkSegment(8fe8a594-91a4-40c0-b8c2-40d42544c273),segment_id=8fe8a594-91a4-40c0-b8c2-40d42544c273)] {{(pid=93883) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 19:24:59.476456 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-ba589d4b-9a05-41ca-8975-4012e8ee130d req-9018a91e-7e01-4e9e-8f5f-b7ac9d194461 tempest-AttachVolumeNegativeTest-2076342172 tempest-AttachVolumeNegativeTest-2076342172-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3695122'] for port, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:24:59.507423 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron.plugins.ml2.plugin [req-ba589d4b-9a05-41ca-8975-4012e8ee130d req-9018a91e-7e01-4e9e-8f5f-b7ac9d194461 tempest-AttachVolumeNegativeTest-2076342172 tempest-AttachVolumeNegativeTest-2076342172-project] Calling delete_port for 189ce962-18b0-4d08-b12d-12c8e1ea6a8b owned by compute:nova {{(pid=93883) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 19:24:59.537210 dv-cinder-806191-2-iscsi neutron-server[93883]: INFO neutron.wsgi [req-3d222fb7-0258-4bd9-b864-4245a3b3a15b req-74ae2e07-82ea-48cd-8af8-1201606bd091 tempest-ServerRescueNegativeTestJSON-1221659768 tempest-ServerRescueNegativeTestJSON-1221659768-project] 10.222.0.26 "GET /v2.0/security-groups?id=53892fd6-fc0b-43d7-b2d3-4778a69f0ff7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644462 Aug 29 19:24:59.629044 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01e85c50-6dfc-4d50-9418-2a4dc5dece0d req-a268a481-c47f-40e7-b53c-dae7251d3385 tempest-AttachVolumeNegativeTest-2076342172 tempest-AttachVolumeNegativeTest-2076342172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 19:24:59.630658 dv-cinder-806191-2-iscsi neutron-server[93884]: INFO neutron.wsgi [req-01e85c50-6dfc-4d50-9418-2a4dc5dece0d req-a268a481-c47f-40e7-b53c-dae7251d3385 tempest-AttachVolumeNegativeTest-2076342172 tempest-AttachVolumeNegativeTest-2076342172-project] 10.222.0.26 "GET /v2.0/ports?device_id=0877765f-cdbf-4b0b-bf2c-c50d51f89aa0 HTTP/1.1" status: 200 len: 945 time: 0.0760355 Aug 29 19:24:59.665054 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-ba589d4b-9a05-41ca-8975-4012e8ee130d req-9018a91e-7e01-4e9e-8f5f-b7ac9d194461 tempest-AttachVolumeNegativeTest-2076342172 tempest-AttachVolumeNegativeTest-2076342172-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3669005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3715978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777170436895', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777169884173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263410497'] for port, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:24:59.672591 dv-cinder-806191-2-iscsi neutron-server[93884]: INFO neutron.wsgi [req-01e85c50-6dfc-4d50-9418-2a4dc5dece0d req-c9620c3d-df77-42cd-a352-f6f0edc0ea50 tempest-AttachVolumeNegativeTest-2076342172 tempest-AttachVolumeNegativeTest-2076342172-project] 10.222.0.26 "GET /v2.0/security-groups?id=ea7dc4db-96bb-4713-a2e6-e8b6fb48c457&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350673 Aug 29 19:24:59.679259 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-e411ce9c-394c-453f-add9-812245090945 None None] get_ports_and_sgs() called for port_ids ['189ce962-18b0-4d08-b12d-12c8e1ea6a8b'] {{(pid=93885) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 19:24:59.715917 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9018a91e-7e01-4e9e-8f5f-b7ac9d194461 tempest-AttachVolumeNegativeTest-2076342172 tempest-AttachVolumeNegativeTest-2076342172-project] Pushing event deleted for resources: {'Port': ['ID=189ce962-18b0-4d08-b12d-12c8e1ea6a8b,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:24:59.751268 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron.db.l3_dvrscheduler_db [req-ba589d4b-9a05-41ca-8975-4012e8ee130d req-9018a91e-7e01-4e9e-8f5f-b7ac9d194461 tempest-AttachVolumeNegativeTest-2076342172 tempest-AttachVolumeNegativeTest-2076342172-project] No DVR routers for this DVR port 189ce962-18b0-4d08-b12d-12c8e1ea6a8b on host hv-cinder-80619 {{(pid=93883) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 19:24:59.754291 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-ba589d4b-9a05-41ca-8975-4012e8ee130d req-9018a91e-7e01-4e9e-8f5f-b7ac9d194461 tempest-AttachVolumeNegativeTest-2076342172 tempest-AttachVolumeNegativeTest-2076342172-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-256493'] for port, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:24:59.757085 dv-cinder-806191-2-iscsi neutron-server[93883]: INFO neutron.wsgi [req-ba589d4b-9a05-41ca-8975-4012e8ee130d req-9018a91e-7e01-4e9e-8f5f-b7ac9d194461 tempest-AttachVolumeNegativeTest-2076342172 tempest-AttachVolumeNegativeTest-2076342172-project] 10.222.0.23 "DELETE /v2.0/ports/189ce962-18b0-4d08-b12d-12c8e1ea6a8b HTTP/1.1" status: 204 len: 173 time: 0.6246459 Aug 29 19:24:59.757609 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0877765f-cdbf-4b0b-bf2c-c50d51f89aa0', 'name': 'network-vif-deleted', 'tag': '189ce962-18b0-4d08-b12d-12c8e1ea6a8b'}] {{(pid=93883) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 19:24:59.761343 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d7efacdd762e7fee97ebec028cc859708dbf706441332da3e8755544227ebc46" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f2ffcb5a-d810-44d8-99ee-c16043efca62" -d '{"events": [{"server_uuid": "0877765f-cdbf-4b0b-bf2c-c50d51f89aa0", "name": "network-vif-deleted", "tag": "189ce962-18b0-4d08-b12d-12c8e1ea6a8b"}]}' {{(pid=93883) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 19:24:59.808679 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 19:24:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de0c25e9-43da-4d16-bfa2-f96773ad919a x-openstack-request-id: req-de0c25e9-43da-4d16-bfa2-f96773ad919a {{(pid=93883) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 19:24:59.809054 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0877765f-cdbf-4b0b-bf2c-c50d51f89aa0", "name": "network-vif-deleted", "tag": "189ce962-18b0-4d08-b12d-12c8e1ea6a8b", "status": "completed", "code": 200}]} {{(pid=93883) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 19:24:59.809396 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-de0c25e9-43da-4d16-bfa2-f96773ad919a {{(pid=93883) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 19:24:59.809899 dv-cinder-806191-2-iscsi neutron-server[93883]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0877765f-cdbf-4b0b-bf2c-c50d51f89aa0', 'name': 'network-vif-deleted', 'tag': '189ce962-18b0-4d08-b12d-12c8e1ea6a8b', 'status': 'completed', 'code': 200} Aug 29 19:25:00.147967 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.26', 32916) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 19:25:00.197053 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.db.db_base_plugin_v2 [None req-fae4ebf9-eb82-4ccd-9b68-a5d67e35b87e admin admin] Deleting subnet 0f59f6f4-0e46-4095-abfe-5ea608f2d712 {{(pid=93884) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 19:25:00.201181 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-fae4ebf9-eb82-4ccd-9b68-a5d67e35b87e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:25:00.238742 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-fae4ebf9-eb82-4ccd-9b68-a5d67e35b87e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-84871'] for subnet, precommit_delete_associations {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:25:00.281387 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-fae4ebf9-eb82-4ccd-9b68-a5d67e35b87e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3624633'] for subnet, precommit_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:25:00.342267 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-fae4ebf9-eb82-4ccd-9b68-a5d67e35b87e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3624630', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-376708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3715978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-262862604', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260127726'] for subnet, after_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:25:00.381209 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fae4ebf9-eb82-4ccd-9b68-a5d67e35b87e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0f59f6f4-0e46-4095-abfe-5ea608f2d712,revision_number=None']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:25:00.387027 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-fae4ebf9-eb82-4ccd-9b68-a5d67e35b87e admin admin] Notify callbacks [] for subnet, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:25:00.389297 dv-cinder-806191-2-iscsi neutron-server[93884]: INFO neutron.wsgi [None req-fae4ebf9-eb82-4ccd-9b68-a5d67e35b87e admin admin] 10.222.0.26 "DELETE /v2.0/subnets/0f59f6f4-0e46-4095-abfe-5ea608f2d712 HTTP/1.1" status: 204 len: 168 time: 0.2400532 Aug 29 19:25:00.395325 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.26', 32918) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 19:25:00.476253 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-9f0e6639-1513-4f2e-8c21-cfef665c6299 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3621417'] for network, before_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:25:00.595124 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-9f0e6639-1513-4f2e-8c21-cfef665c6299 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3626562', 'neutron.services.segments.db._delete_segments_for_network-8777170380526'] for network, precommit_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:25:00.614363 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.services.segments.db [None req-9f0e6639-1513-4f2e-8c21-cfef665c6299 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f4c14748-e4f9-4ea5-a2e3-0990fe428c6b']}} {{(pid=93884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 19:25:00.632154 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.services.segments.db [None req-9f0e6639-1513-4f2e-8c21-cfef665c6299 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6abc8a44-8b13-4a84-86d3-61da7e65e27c') {'for_net_delete': True} {{(pid=93884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 19:25:00.632913 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.services.segments.db [None req-9f0e6639-1513-4f2e-8c21-cfef665c6299 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6abc8a44-8b13-4a84-86d3-61da7e65e27c') {} {{(pid=93884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 19:25:00.651849 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-9f0e6639-1513-4f2e-8c21-cfef665c6299 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777170380409', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-84888'] for segment, before_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:25:00.683976 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-9f0e6639-1513-4f2e-8c21-cfef665c6299 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3556912'] for segment, precommit_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:25:00.698169 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9f0e6639-1513-4f2e-8c21-cfef665c6299 admin admin] Releasing vlan 103 on physical network physnet1 to pool {{(pid=93884) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 19:25:00.698871 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-9f0e6639-1513-4f2e-8c21-cfef665c6299 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3556912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-262862698'] for segment, after_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:25:00.702281 dv-cinder-806191-2-iscsi neutron-server[93884]: Traceback (most recent call last): Aug 29 19:25:00.702281 dv-cinder-806191-2-iscsi neutron-server[93884]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 19:25:00.702281 dv-cinder-806191-2-iscsi neutron-server[93884]: timer() Aug 29 19:25:00.702281 dv-cinder-806191-2-iscsi neutron-server[93884]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 19:25:00.702281 dv-cinder-806191-2-iscsi neutron-server[93884]: cb(*args, **kw) Aug 29 19:25:00.702281 dv-cinder-806191-2-iscsi neutron-server[93884]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 19:25:00.702281 dv-cinder-806191-2-iscsi neutron-server[93884]: return func(*args, **kwargs) Aug 29 19:25:00.702281 dv-cinder-806191-2-iscsi neutron-server[93884]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 19:25:00.702281 dv-cinder-806191-2-iscsi neutron-server[93884]: self._notify() Aug 29 19:25:00.702281 dv-cinder-806191-2-iscsi neutron-server[93884]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 19:25:00.702281 dv-cinder-806191-2-iscsi neutron-server[93884]: self.callback(batched_events) Aug 29 19:25:00.702281 dv-cinder-806191-2-iscsi neutron-server[93884]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 19:25:00.702281 dv-cinder-806191-2-iscsi neutron-server[93884]: event.method(event) Aug 29 19:25:00.702281 dv-cinder-806191-2-iscsi neutron-server[93884]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 19:25:00.702281 dv-cinder-806191-2-iscsi neutron-server[93884]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 19:25:00.702281 dv-cinder-806191-2-iscsi neutron-server[93884]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 19:25:00.702281 dv-cinder-806191-2-iscsi neutron-server[93884]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 19:25:00.702281 dv-cinder-806191-2-iscsi neutron-server[93884]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 19:25:00.702281 dv-cinder-806191-2-iscsi neutron-server[93884]: return f(self, *a, **k) Aug 29 19:25:00.702281 dv-cinder-806191-2-iscsi neutron-server[93884]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 19:25:00.702281 dv-cinder-806191-2-iscsi neutron-server[93884]: return self._get(url).json() Aug 29 19:25:00.702281 dv-cinder-806191-2-iscsi neutron-server[93884]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 19:25:00.702281 dv-cinder-806191-2-iscsi neutron-server[93884]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 19:25:00.702281 dv-cinder-806191-2-iscsi neutron-server[93884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 19:25:00.702281 dv-cinder-806191-2-iscsi neutron-server[93884]: return self.request(url, 'GET', **kwargs) Aug 29 19:25:00.702281 dv-cinder-806191-2-iscsi neutron-server[93884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 19:25:00.702281 dv-cinder-806191-2-iscsi neutron-server[93884]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 19:25:00.702281 dv-cinder-806191-2-iscsi neutron-server[93884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 19:25:00.702281 dv-cinder-806191-2-iscsi neutron-server[93884]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 19:25:00.702281 dv-cinder-806191-2-iscsi neutron-server[93884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 19:25:00.702281 dv-cinder-806191-2-iscsi neutron-server[93884]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 19:25:00.702281 dv-cinder-806191-2-iscsi neutron-server[93884]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 19:25:00.761278 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c2cedeb-d71f-4317-91a8-d90b8edba763 req-a4e7067d-9857-4630-b165-1e2cf1ab3541 tempest-ServerRescueNegativeTestJSON-1221659768 tempest-ServerRescueNegativeTestJSON-1221659768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 19:25:00.762871 dv-cinder-806191-2-iscsi neutron-server[93884]: INFO neutron.wsgi [req-6c2cedeb-d71f-4317-91a8-d90b8edba763 req-a4e7067d-9857-4630-b165-1e2cf1ab3541 tempest-ServerRescueNegativeTestJSON-1221659768 tempest-ServerRescueNegativeTestJSON-1221659768-project] 10.222.0.26 "GET /v2.0/ports?device_id=332ea1a5-b86c-4ccd-b130-2904c695b590 HTTP/1.1" status: 200 len: 945 time: 0.1228905 Aug 29 19:25:00.794404 dv-cinder-806191-2-iscsi neutron-server[93883]: INFO neutron.wsgi [req-805e8452-ccc5-4c59-b45b-2a18d04f3c0d req-c7a0ebbd-7879-4abb-87f0-9092fe334889 tempest-AttachVolumeNegativeTest-2076342172 tempest-AttachVolumeNegativeTest-2076342172-project] 10.222.0.26 "GET /v2.0/ports?device_id=0877765f-cdbf-4b0b-bf2c-c50d51f89aa0 HTTP/1.1" status: 200 len: 210 time: 0.0360434 Aug 29 19:25:00.809211 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-9f0e6639-1513-4f2e-8c21-cfef665c6299 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3626555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-376669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3715978', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3676271'] for network, after_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:25:00.834482 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-9f0e6639-1513-4f2e-8c21-cfef665c6299 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3715960'] for network, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:25:00.836767 dv-cinder-806191-2-iscsi neutron-server[93884]: INFO neutron.wsgi [None req-9f0e6639-1513-4f2e-8c21-cfef665c6299 admin admin] 10.222.0.26 "DELETE /v2.0/networks/f4c14748-e4f9-4ea5-a2e3-0990fe428c6b HTTP/1.1" status: 204 len: 168 time: 0.4402452 Aug 29 19:25:00.869845 dv-cinder-806191-2-iscsi neutron-server[93884]: INFO neutron.wsgi [req-6c2cedeb-d71f-4317-91a8-d90b8edba763 req-b66d9521-4824-4cdd-8fea-3c9dd502d525 tempest-ServerRescueNegativeTestJSON-1221659768 tempest-ServerRescueNegativeTestJSON-1221659768-project] 10.222.0.26 "GET /v2.0/security-groups?id=53892fd6-fc0b-43d7-b2d3-4778a69f0ff7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0940838 Aug 29 19:25:00.871431 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f0e6639-1513-4f2e-8c21-cfef665c6299 admin admin] Pushing event deleted for resources: {'Network': ['ID=f4c14748-e4f9-4ea5-a2e3-0990fe428c6b,revision_number=None']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:25:01.048375 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.26', 32928) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 19:25:01.092057 dv-cinder-806191-2-iscsi neutron-server[93884]: INFO neutron.wsgi [None req-e56d37b5-b5b2-4bb7-b251-9fc26efcb3c4 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=3181a74635a54c18b21d4efcb9b51d49&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0424042 Aug 29 19:25:01.094905 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.26', 32930) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 19:25:01.172079 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-bd470f3a-ed3b-4494-aa24-765a71378a90 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:25:01.209565 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-bd470f3a-ed3b-4494-aa24-765a71378a90 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:25:01.277080 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-bd470f3a-ed3b-4494-aa24-765a71378a90 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368872'] for security_group, after_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:25:01.280490 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-bd470f3a-ed3b-4494-aa24-765a71378a90 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:25:01.281860 dv-cinder-806191-2-iscsi neutron-server[93884]: INFO neutron.wsgi [None req-bd470f3a-ed3b-4494-aa24-765a71378a90 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/0500c899-b6b6-4569-a16d-0e43e32676ba HTTP/1.1" status: 204 len: 168 time: 0.1859601 Aug 29 19:25:01.290340 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd470f3a-ed3b-4494-aa24-765a71378a90 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0500c899-b6b6-4569-a16d-0e43e32676ba,revision_number=None']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:25:01.915525 dv-cinder-806191-2-iscsi neutron-server[93883]: INFO neutron.wsgi [req-e47455dc-119c-4a03-9f7a-63c7dd200f4c req-baf78a46-31c6-4c52-9dc4-9686b7843e10 tempest-AttachVolumeNegativeTest-2076342172 tempest-AttachVolumeNegativeTest-2076342172-project] 10.222.0.26 "GET /v2.0/ports?device_id=0877765f-cdbf-4b0b-bf2c-c50d51f89aa0 HTTP/1.1" status: 200 len: 210 time: 0.0325565 Aug 29 19:25:02.008336 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-500b1ae5-f948-453e-a405-c39dd9b526bc req-247779c9-d4a4-4789-a14e-a8af37dccdae tempest-ServerRescueNegativeTestJSON-1221659768 tempest-ServerRescueNegativeTestJSON-1221659768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 19:25:02.010491 dv-cinder-806191-2-iscsi neutron-server[93884]: INFO neutron.wsgi [req-500b1ae5-f948-453e-a405-c39dd9b526bc req-247779c9-d4a4-4789-a14e-a8af37dccdae tempest-ServerRescueNegativeTestJSON-1221659768 tempest-ServerRescueNegativeTestJSON-1221659768-project] 10.222.0.26 "GET /v2.0/ports?device_id=332ea1a5-b86c-4ccd-b130-2904c695b590 HTTP/1.1" status: 200 len: 945 time: 0.0516868 Aug 29 19:25:02.052738 dv-cinder-806191-2-iscsi neutron-server[93884]: INFO neutron.wsgi [req-500b1ae5-f948-453e-a405-c39dd9b526bc req-5f4e5e9d-f6dd-4499-b4ff-4568c78c96ac tempest-ServerRescueNegativeTestJSON-1221659768 tempest-ServerRescueNegativeTestJSON-1221659768-project] 10.222.0.26 "GET /v2.0/security-groups?id=53892fd6-fc0b-43d7-b2d3-4778a69f0ff7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355165 Aug 29 19:25:02.455439 dv-cinder-806191-2-iscsi neutron-server[93886]: DEBUG neutron.db.agents_db [None req-c8461fad-6a9a-4fb7-93e9-57a62b582dc0 None None] Agent healthcheck: found 6 active agents {{(pid=93886) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 19:25:03.002810 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.26', 33014) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 19:25:03.065600 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.db.db_base_plugin_v2 [None req-a1dbb1f4-8b02-4d9f-b5d3-ceb62397e476 admin admin] Deleting subnet e15cf44e-824b-4420-8bd8-737a2faa947a {{(pid=93884) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 19:25:03.070005 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-a1dbb1f4-8b02-4d9f-b5d3-ceb62397e476 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:25:03.121361 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-a1dbb1f4-8b02-4d9f-b5d3-ceb62397e476 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-84871'] for subnet, precommit_delete_associations {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:25:03.250509 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-a1dbb1f4-8b02-4d9f-b5d3-ceb62397e476 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3624633'] for subnet, precommit_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:25:03.529989 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-959a9466-550b-40be-b066-1eb69c0083a3 req-40861497-2cd3-442a-9a9c-aa1f96a7ef9e tempest-ServerRescueNegativeTestJSON-1221659768 tempest-ServerRescueNegativeTestJSON-1221659768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 19:25:03.531654 dv-cinder-806191-2-iscsi neutron-server[93884]: INFO neutron.wsgi [req-959a9466-550b-40be-b066-1eb69c0083a3 req-40861497-2cd3-442a-9a9c-aa1f96a7ef9e tempest-ServerRescueNegativeTestJSON-1221659768 tempest-ServerRescueNegativeTestJSON-1221659768-project] 10.222.0.26 "GET /v2.0/ports?device_id=332ea1a5-b86c-4ccd-b130-2904c695b590 HTTP/1.1" status: 200 len: 945 time: 0.3739769 Aug 29 19:25:03.591847 dv-cinder-806191-2-iscsi neutron-server[93884]: INFO neutron.wsgi [req-959a9466-550b-40be-b066-1eb69c0083a3 req-7eab6563-77d2-455a-b186-ea3aecb44917 tempest-ServerRescueNegativeTestJSON-1221659768 tempest-ServerRescueNegativeTestJSON-1221659768-project] 10.222.0.26 "GET /v2.0/security-groups?id=53892fd6-fc0b-43d7-b2d3-4778a69f0ff7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502858 Aug 29 19:25:03.593313 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-a1dbb1f4-8b02-4d9f-b5d3-ceb62397e476 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3624630', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-376708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3715978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-262862604', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260127726'] for subnet, after_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:25:03.619059 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1dbb1f4-8b02-4d9f-b5d3-ceb62397e476 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e15cf44e-824b-4420-8bd8-737a2faa947a,revision_number=None']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:25:03.633058 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-a1dbb1f4-8b02-4d9f-b5d3-ceb62397e476 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:25:03.635546 dv-cinder-806191-2-iscsi neutron-server[93884]: INFO neutron.wsgi [None req-a1dbb1f4-8b02-4d9f-b5d3-ceb62397e476 admin admin] 10.222.0.26 "DELETE /v2.0/subnets/e15cf44e-824b-4420-8bd8-737a2faa947a HTTP/1.1" status: 204 len: 168 time: 0.6309555 Aug 29 19:25:03.638497 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.26', 33030) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 19:25:03.748160 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-6e46a619-5d38-4230-8ec7-68ec57878dff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3621417'] for network, before_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:25:03.902035 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-6e46a619-5d38-4230-8ec7-68ec57878dff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3626562', 'neutron.services.segments.db._delete_segments_for_network-8777170380526'] for network, precommit_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:25:03.914646 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.services.segments.db [None req-6e46a619-5d38-4230-8ec7-68ec57878dff admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1d62036b-0f93-45a0-8fba-f387708e0e55']}} {{(pid=93884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 19:25:03.928940 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.services.segments.db [None req-6e46a619-5d38-4230-8ec7-68ec57878dff admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8fe8a594-91a4-40c0-b8c2-40d42544c273') {'for_net_delete': True} {{(pid=93884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 19:25:03.929669 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.services.segments.db [None req-6e46a619-5d38-4230-8ec7-68ec57878dff admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8fe8a594-91a4-40c0-b8c2-40d42544c273') {} {{(pid=93884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 19:25:03.941244 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-6e46a619-5d38-4230-8ec7-68ec57878dff admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777170380409', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-84888'] for segment, before_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:25:03.958242 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-6e46a619-5d38-4230-8ec7-68ec57878dff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3556912'] for segment, precommit_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:25:03.971226 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6e46a619-5d38-4230-8ec7-68ec57878dff admin admin] Releasing vlan 123 on physical network physnet1 to pool {{(pid=93884) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 19:25:03.971226 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-6e46a619-5d38-4230-8ec7-68ec57878dff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3556912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-262862698'] for segment, after_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:25:03.972001 dv-cinder-806191-2-iscsi neutron-server[93884]: Traceback (most recent call last): Aug 29 19:25:03.972001 dv-cinder-806191-2-iscsi neutron-server[93884]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 19:25:03.972001 dv-cinder-806191-2-iscsi neutron-server[93884]: timer() Aug 29 19:25:03.972001 dv-cinder-806191-2-iscsi neutron-server[93884]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 19:25:03.972001 dv-cinder-806191-2-iscsi neutron-server[93884]: cb(*args, **kw) Aug 29 19:25:03.972001 dv-cinder-806191-2-iscsi neutron-server[93884]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 19:25:03.972001 dv-cinder-806191-2-iscsi neutron-server[93884]: return func(*args, **kwargs) Aug 29 19:25:03.972001 dv-cinder-806191-2-iscsi neutron-server[93884]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 19:25:03.972001 dv-cinder-806191-2-iscsi neutron-server[93884]: self._notify() Aug 29 19:25:03.972001 dv-cinder-806191-2-iscsi neutron-server[93884]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 19:25:03.972001 dv-cinder-806191-2-iscsi neutron-server[93884]: self.callback(batched_events) Aug 29 19:25:03.972001 dv-cinder-806191-2-iscsi neutron-server[93884]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 19:25:03.972001 dv-cinder-806191-2-iscsi neutron-server[93884]: event.method(event) Aug 29 19:25:03.972001 dv-cinder-806191-2-iscsi neutron-server[93884]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 19:25:03.972001 dv-cinder-806191-2-iscsi neutron-server[93884]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 19:25:03.972001 dv-cinder-806191-2-iscsi neutron-server[93884]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 19:25:03.972001 dv-cinder-806191-2-iscsi neutron-server[93884]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 19:25:03.972001 dv-cinder-806191-2-iscsi neutron-server[93884]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 19:25:03.972001 dv-cinder-806191-2-iscsi neutron-server[93884]: return f(self, *a, **k) Aug 29 19:25:03.972001 dv-cinder-806191-2-iscsi neutron-server[93884]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 19:25:03.972001 dv-cinder-806191-2-iscsi neutron-server[93884]: return self._get(url).json() Aug 29 19:25:03.972001 dv-cinder-806191-2-iscsi neutron-server[93884]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 19:25:03.972001 dv-cinder-806191-2-iscsi neutron-server[93884]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 19:25:03.972001 dv-cinder-806191-2-iscsi neutron-server[93884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 19:25:03.972001 dv-cinder-806191-2-iscsi neutron-server[93884]: return self.request(url, 'GET', **kwargs) Aug 29 19:25:03.972001 dv-cinder-806191-2-iscsi neutron-server[93884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 19:25:03.972001 dv-cinder-806191-2-iscsi neutron-server[93884]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 19:25:03.972001 dv-cinder-806191-2-iscsi neutron-server[93884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 19:25:03.972001 dv-cinder-806191-2-iscsi neutron-server[93884]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 19:25:03.972001 dv-cinder-806191-2-iscsi neutron-server[93884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 19:25:03.972001 dv-cinder-806191-2-iscsi neutron-server[93884]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 19:25:03.972001 dv-cinder-806191-2-iscsi neutron-server[93884]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 19:25:04.042335 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-6e46a619-5d38-4230-8ec7-68ec57878dff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3626555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-376669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3715978', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3676271'] for network, after_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:25:04.049270 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-6e46a619-5d38-4230-8ec7-68ec57878dff admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3715960'] for network, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:25:04.053545 dv-cinder-806191-2-iscsi neutron-server[93884]: INFO neutron.wsgi [None req-6e46a619-5d38-4230-8ec7-68ec57878dff admin admin] 10.222.0.26 "DELETE /v2.0/networks/1d62036b-0f93-45a0-8fba-f387708e0e55 HTTP/1.1" status: 204 len: 168 time: 0.4110720 Aug 29 19:25:04.068907 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e46a619-5d38-4230-8ec7-68ec57878dff admin admin] Pushing event deleted for resources: {'Network': ['ID=1d62036b-0f93-45a0-8fba-f387708e0e55,revision_number=None']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:25:04.284647 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.26', 33058) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 19:25:04.339786 dv-cinder-806191-2-iscsi neutron-server[93884]: INFO neutron.wsgi [None req-a6afb608-2bb1-483a-b27d-4f94f7ae383b admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=ba814db0c9614a53b5482814dee2277a&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0536096 Aug 29 19:25:04.351088 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.26', 33062) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 19:25:04.399662 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-e411ce9c-394c-453f-add9-812245090945 None None] Device 189ce962-18b0-4d08-b12d-12c8e1ea6a8b no longer exists at agent hyperv_hv-cinder-80619 {{(pid=93885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 19:25:04.430215 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.plugins.ml2.plugin [None req-e411ce9c-394c-453f-add9-812245090945 None None] No Port match for: 189ce962-18b0-4d08-b12d-12c8e1ea6a8b {{(pid=93885) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 19:25:04.430215 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-e411ce9c-394c-453f-add9-812245090945 None None] Device 189ce962-18b0-4d08-b12d-12c8e1ea6a8b not bound to the agent host hv-cinder-80619 {{(pid=93885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 19:25:04.450917 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-906b4ff0-1518-43f4-a368-e67c8564fdd9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:25:04.480340 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-906b4ff0-1518-43f4-a368-e67c8564fdd9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:25:04.556096 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-906b4ff0-1518-43f4-a368-e67c8564fdd9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368872'] for security_group, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:25:04.559885 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-906b4ff0-1518-43f4-a368-e67c8564fdd9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:25:04.564354 dv-cinder-806191-2-iscsi neutron-server[93883]: INFO neutron.wsgi [None req-906b4ff0-1518-43f4-a368-e67c8564fdd9 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/ea7dc4db-96bb-4713-a2e6-e8b6fb48c457 HTTP/1.1" status: 204 len: 168 time: 0.2075281 Aug 29 19:25:04.570987 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-906b4ff0-1518-43f4-a368-e67c8564fdd9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea7dc4db-96bb-4713-a2e6-e8b6fb48c457,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:25:04.788609 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fea6f1e3-f6d4-4be3-9d7d-db55b4e4152c req-25d15415-156c-494d-bc1d-7be4335140e9 tempest-ServerRescueNegativeTestJSON-1221659768 tempest-ServerRescueNegativeTestJSON-1221659768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 19:25:04.790855 dv-cinder-806191-2-iscsi neutron-server[93883]: INFO neutron.wsgi [req-fea6f1e3-f6d4-4be3-9d7d-db55b4e4152c req-25d15415-156c-494d-bc1d-7be4335140e9 tempest-ServerRescueNegativeTestJSON-1221659768 tempest-ServerRescueNegativeTestJSON-1221659768-project] 10.222.0.26 "GET /v2.0/ports?device_id=332ea1a5-b86c-4ccd-b130-2904c695b590 HTTP/1.1" status: 200 len: 945 time: 0.0819838 Aug 29 19:25:04.867536 dv-cinder-806191-2-iscsi neutron-server[93883]: INFO neutron.wsgi [req-fea6f1e3-f6d4-4be3-9d7d-db55b4e4152c req-9559aed1-33fc-4828-8ba1-30fe4e7e7be7 tempest-ServerRescueNegativeTestJSON-1221659768 tempest-ServerRescueNegativeTestJSON-1221659768-project] 10.222.0.26 "GET /v2.0/security-groups?id=53892fd6-fc0b-43d7-b2d3-4778a69f0ff7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656581 Aug 29 19:25:05.297448 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da53b8f4-bbde-4fac-adda-45a2ce7bf03c req-06fcea4c-b716-405e-9cf9-62fdb7bb90e4 tempest-ServerRescueNegativeTestJSON-1221659768 tempest-ServerRescueNegativeTestJSON-1221659768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 19:25:05.300542 dv-cinder-806191-2-iscsi neutron-server[93883]: INFO neutron.wsgi [req-da53b8f4-bbde-4fac-adda-45a2ce7bf03c req-06fcea4c-b716-405e-9cf9-62fdb7bb90e4 tempest-ServerRescueNegativeTestJSON-1221659768 tempest-ServerRescueNegativeTestJSON-1221659768-project] 10.222.0.23 "GET /v2.0/ports?device_id=332ea1a5-b86c-4ccd-b130-2904c695b590 HTTP/1.1" status: 200 len: 945 time: 0.0676360 Aug 29 19:25:05.459129 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron.plugins.ml2.plugin [req-da53b8f4-bbde-4fac-adda-45a2ce7bf03c req-13631aff-4c33-4040-a37b-be2ef90ac624 tempest-ServerRescueNegativeTestJSON-1221659768 tempest-ServerRescueNegativeTestJSON-1221659768-project] Deleting port 0b58d40a-64db-4ff8-b84a-d62dc022f6b9 {{(pid=93883) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 19:25:05.459830 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-da53b8f4-bbde-4fac-adda-45a2ce7bf03c req-13631aff-4c33-4040-a37b-be2ef90ac624 tempest-ServerRescueNegativeTestJSON-1221659768 tempest-ServerRescueNegativeTestJSON-1221659768-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777170414367'] for port, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:25:05.617236 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron.plugins.ml2.db [req-da53b8f4-bbde-4fac-adda-45a2ce7bf03c req-13631aff-4c33-4040-a37b-be2ef90ac624 tempest-ServerRescueNegativeTestJSON-1221659768 tempest-ServerRescueNegativeTestJSON-1221659768-project] For port 0b58d40a-64db-4ff8-b84a-d62dc022f6b9, host hv-cinder-80619, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80619',level=0,port_id=0b58d40a-64db-4ff8-b84a-d62dc022f6b9,segment=NetworkSegment(ac1c3e1d-4bb1-4222-8869-d8e145ff64dd),segment_id=ac1c3e1d-4bb1-4222-8869-d8e145ff64dd)] {{(pid=93883) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 19:25:05.617632 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-da53b8f4-bbde-4fac-adda-45a2ce7bf03c req-13631aff-4c33-4040-a37b-be2ef90ac624 tempest-ServerRescueNegativeTestJSON-1221659768 tempest-ServerRescueNegativeTestJSON-1221659768-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3695122'] for port, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:25:05.646085 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron.plugins.ml2.plugin [req-da53b8f4-bbde-4fac-adda-45a2ce7bf03c req-13631aff-4c33-4040-a37b-be2ef90ac624 tempest-ServerRescueNegativeTestJSON-1221659768 tempest-ServerRescueNegativeTestJSON-1221659768-project] Calling delete_port for 0b58d40a-64db-4ff8-b84a-d62dc022f6b9 owned by compute:nova {{(pid=93883) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 19:25:05.855355 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-da53b8f4-bbde-4fac-adda-45a2ce7bf03c req-13631aff-4c33-4040-a37b-be2ef90ac624 tempest-ServerRescueNegativeTestJSON-1221659768 tempest-ServerRescueNegativeTestJSON-1221659768-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3669005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3715978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777170436895', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777169884173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263410497'] for port, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:25:05.872058 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-e411ce9c-394c-453f-add9-812245090945 None None] get_ports_and_sgs() called for port_ids ['0b58d40a-64db-4ff8-b84a-d62dc022f6b9'] {{(pid=93885) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 19:25:05.925218 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13631aff-4c33-4040-a37b-be2ef90ac624 tempest-ServerRescueNegativeTestJSON-1221659768 tempest-ServerRescueNegativeTestJSON-1221659768-project] Pushing event deleted for resources: {'Port': ['ID=0b58d40a-64db-4ff8-b84a-d62dc022f6b9,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:25:05.996340 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron.db.l3_dvrscheduler_db [req-da53b8f4-bbde-4fac-adda-45a2ce7bf03c req-13631aff-4c33-4040-a37b-be2ef90ac624 tempest-ServerRescueNegativeTestJSON-1221659768 tempest-ServerRescueNegativeTestJSON-1221659768-project] No DVR routers for this DVR port 0b58d40a-64db-4ff8-b84a-d62dc022f6b9 on host hv-cinder-80619 {{(pid=93883) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 19:25:06.008672 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-da53b8f4-bbde-4fac-adda-45a2ce7bf03c req-13631aff-4c33-4040-a37b-be2ef90ac624 tempest-ServerRescueNegativeTestJSON-1221659768 tempest-ServerRescueNegativeTestJSON-1221659768-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-256493'] for port, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:25:06.015414 dv-cinder-806191-2-iscsi neutron-server[93883]: INFO neutron.wsgi [req-da53b8f4-bbde-4fac-adda-45a2ce7bf03c req-13631aff-4c33-4040-a37b-be2ef90ac624 tempest-ServerRescueNegativeTestJSON-1221659768 tempest-ServerRescueNegativeTestJSON-1221659768-project] 10.222.0.23 "DELETE /v2.0/ports/0b58d40a-64db-4ff8-b84a-d62dc022f6b9 HTTP/1.1" status: 204 len: 173 time: 0.7053785 Aug 29 19:25:06.016318 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '332ea1a5-b86c-4ccd-b130-2904c695b590', 'name': 'network-vif-deleted', 'tag': '0b58d40a-64db-4ff8-b84a-d62dc022f6b9'}] {{(pid=93883) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 19:25:06.019965 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d7efacdd762e7fee97ebec028cc859708dbf706441332da3e8755544227ebc46" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f6ef304-7290-4e72-8760-e3d47537e756" -d '{"events": [{"server_uuid": "332ea1a5-b86c-4ccd-b130-2904c695b590", "name": "network-vif-deleted", "tag": "0b58d40a-64db-4ff8-b84a-d62dc022f6b9"}]}' {{(pid=93883) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 19:25:06.082645 dv-cinder-806191-2-iscsi neutron-server[93884]: INFO neutron.wsgi [req-ccdfc755-c4d5-41a5-8f4c-c50f3282fa69 req-3e30cfe1-f0f2-4302-87e9-99de371ee9af tempest-ServerRescueNegativeTestJSON-1221659768 tempest-ServerRescueNegativeTestJSON-1221659768-project] 10.222.0.26 "GET /v2.0/ports?device_id=332ea1a5-b86c-4ccd-b130-2904c695b590 HTTP/1.1" status: 200 len: 210 time: 0.0715628 Aug 29 19:25:06.132296 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 19:25:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-64aa04fa-8a85-4683-9873-0acffa752b50 x-openstack-request-id: req-64aa04fa-8a85-4683-9873-0acffa752b50 {{(pid=93883) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 19:25:06.132767 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "332ea1a5-b86c-4ccd-b130-2904c695b590", "name": "network-vif-deleted", "tag": "0b58d40a-64db-4ff8-b84a-d62dc022f6b9", "status": "completed", "code": 200}]} {{(pid=93883) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 19:25:06.133871 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-64aa04fa-8a85-4683-9873-0acffa752b50 {{(pid=93883) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 19:25:06.133871 dv-cinder-806191-2-iscsi neutron-server[93883]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '332ea1a5-b86c-4ccd-b130-2904c695b590', 'name': 'network-vif-deleted', 'tag': '0b58d40a-64db-4ff8-b84a-d62dc022f6b9', 'status': 'completed', 'code': 200} Aug 29 19:25:06.761954 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.26', 33124) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 19:25:06.920791 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-84aa3fcd-5a7b-498b-8e70-a3d009118ca4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:25:07.064010 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-84aa3fcd-5a7b-498b-8e70-a3d009118ca4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:25:07.075382 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-84aa3fcd-5a7b-498b-8e70-a3d009118ca4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368872'] for security_group, after_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:25:07.099916 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.26', 33134) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 19:25:07.124006 dv-cinder-806191-2-iscsi neutron-server[93884]: INFO neutron.wsgi [None req-84aa3fcd-5a7b-498b-8e70-a3d009118ca4 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=3ed188ac27444d138e08b53bf21b4ec5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3618944 Aug 29 19:25:07.124780 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.26', 33140) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 19:25:07.127022 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84aa3fcd-5a7b-498b-8e70-a3d009118ca4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8493843f-3be7-4af7-bc53-c249824d9805,revision_number=1']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:25:07.198843 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.26', 33142) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 19:25:07.228506 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-1bb2537c-2376-425c-abc7-3f7515082239 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:25:07.254989 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-1bb2537c-2376-425c-abc7-3f7515082239 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:25:07.303860 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-41c41f75-fb58-487d-885a-8b29a9cb5abe admin admin] Notify callbacks [] for security_group, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:25:07.356283 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-1bb2537c-2376-425c-abc7-3f7515082239 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368872'] for security_group, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:25:07.360348 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-1bb2537c-2376-425c-abc7-3f7515082239 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:25:07.361842 dv-cinder-806191-2-iscsi neutron-server[93883]: INFO neutron.wsgi [None req-1bb2537c-2376-425c-abc7-3f7515082239 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/8493843f-3be7-4af7-bc53-c249824d9805 HTTP/1.1" status: 204 len: 168 time: 0.2357514 Aug 29 19:25:07.390665 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bb2537c-2376-425c-abc7-3f7515082239 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8493843f-3be7-4af7-bc53-c249824d9805,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:25:07.513542 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-41c41f75-fb58-487d-885a-8b29a9cb5abe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:25:07.520656 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-41c41f75-fb58-487d-885a-8b29a9cb5abe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368872'] for security_group, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:25:07.581262 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41c41f75-fb58-487d-885a-8b29a9cb5abe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=70c45dc6-c382-4b7d-947f-fc69c8fdb9fd,revision_number=1']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:25:07.589457 dv-cinder-806191-2-iscsi neutron-server[93883]: INFO neutron.wsgi [None req-41c41f75-fb58-487d-885a-8b29a9cb5abe admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=69440d86b55948a0ba06b8f511c2c199&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4859121 Aug 29 19:25:07.592655 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.26', 33148) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 19:25:07.754499 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.26', 33150) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 19:25:07.764738 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-39c751b6-e154-40da-b362-f7a69d3a7bb1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:25:07.771524 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-57de3d82-85c0-4061-8be3-de914870145f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:25:07.887745 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-39c751b6-e154-40da-b362-f7a69d3a7bb1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:25:07.915743 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-57de3d82-85c0-4061-8be3-de914870145f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:25:07.921961 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-57de3d82-85c0-4061-8be3-de914870145f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368872'] for security_group, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:25:07.970810 dv-cinder-806191-2-iscsi neutron-server[93883]: INFO neutron.wsgi [None req-57de3d82-85c0-4061-8be3-de914870145f admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=cbea08a0343b482b9b33085402503131&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2119262 Aug 29 19:25:07.970810 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57de3d82-85c0-4061-8be3-de914870145f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a67b92fd-11f9-42d2-8c4f-56d4961a5ae7,revision_number=1']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:25:07.973646 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.26', 33152) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 19:25:07.999614 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-1cb45e53-8c4e-4c72-b6d5-11c86c1429f5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3678147'] for router_interface, before_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:25:08.051478 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-d3d4f5c3-f30f-4806-ac83-f47e92b36ee0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:25:08.081494 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-d3d4f5c3-f30f-4806-ac83-f47e92b36ee0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:25:08.084718 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-39c751b6-e154-40da-b362-f7a69d3a7bb1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368872'] for security_group, after_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:25:08.089739 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-39c751b6-e154-40da-b362-f7a69d3a7bb1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:25:08.091770 dv-cinder-806191-2-iscsi neutron-server[93884]: INFO neutron.wsgi [None req-39c751b6-e154-40da-b362-f7a69d3a7bb1 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/70c45dc6-c382-4b7d-947f-fc69c8fdb9fd HTTP/1.1" status: 204 len: 168 time: 0.4907308 Aug 29 19:25:08.159812 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-d3d4f5c3-f30f-4806-ac83-f47e92b36ee0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368872'] for security_group, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:25:08.164321 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-d3d4f5c3-f30f-4806-ac83-f47e92b36ee0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:25:08.169717 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39c751b6-e154-40da-b362-f7a69d3a7bb1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=70c45dc6-c382-4b7d-947f-fc69c8fdb9fd,revision_number=None']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:25:08.170590 dv-cinder-806191-2-iscsi neutron-server[93883]: INFO neutron.wsgi [None req-d3d4f5c3-f30f-4806-ac83-f47e92b36ee0 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/a67b92fd-11f9-42d2-8c4f-56d4961a5ae7 HTTP/1.1" status: 204 len: 168 time: 0.1914151 Aug 29 19:25:08.189545 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3d4f5c3-f30f-4806-ac83-f47e92b36ee0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a67b92fd-11f9-42d2-8c4f-56d4961a5ae7,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:25:08.408862 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-e411ce9c-394c-453f-add9-812245090945 None None] Device 0b58d40a-64db-4ff8-b84a-d62dc022f6b9 no longer exists at agent hyperv_hv-cinder-80619 {{(pid=93885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 19:25:08.446045 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.plugins.ml2.plugin [None req-e411ce9c-394c-453f-add9-812245090945 None None] No Port match for: 0b58d40a-64db-4ff8-b84a-d62dc022f6b9 {{(pid=93885) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 19:25:08.446411 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-e411ce9c-394c-453f-add9-812245090945 None None] Device 0b58d40a-64db-4ff8-b84a-d62dc022f6b9 not bound to the agent host hv-cinder-80619 {{(pid=93885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 19:25:08.495424 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-1cb45e53-8c4e-4c72-b6d5-11c86c1429f5 admin admin] Deleting port 7af090be-1eb6-4fb4-bbb4-cd9abf55d8c3 {{(pid=93884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 19:25:08.495812 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-1cb45e53-8c4e-4c72-b6d5-11c86c1429f5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777170414367'] for port, before_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:25:08.623177 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-1cb45e53-8c4e-4c72-b6d5-11c86c1429f5 admin admin] For port 7af090be-1eb6-4fb4-bbb4-cd9abf55d8c3, host dv-cinder-806191-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806191-2-iscsi',level=0,port_id=7af090be-1eb6-4fb4-bbb4-cd9abf55d8c3,segment=NetworkSegment(ac1c3e1d-4bb1-4222-8869-d8e145ff64dd),segment_id=ac1c3e1d-4bb1-4222-8869-d8e145ff64dd)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 19:25:08.623796 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-1cb45e53-8c4e-4c72-b6d5-11c86c1429f5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3695122'] for port, precommit_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:25:08.640451 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-1cb45e53-8c4e-4c72-b6d5-11c86c1429f5 admin admin] Calling delete_port for 7af090be-1eb6-4fb4-bbb4-cd9abf55d8c3 owned by network:router_interface {{(pid=93884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 19:25:08.973540 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-1cb45e53-8c4e-4c72-b6d5-11c86c1429f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3669005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3715978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777170436895', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777169884173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262862687'] for port, after_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:25:09.026546 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cb45e53-8c4e-4c72-b6d5-11c86c1429f5 admin admin] Pushing event deleted for resources: {'Port': ['ID=7af090be-1eb6-4fb4-bbb4-cd9abf55d8c3,revision_number=None']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:25:09.335049 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-1cb45e53-8c4e-4c72-b6d5-11c86c1429f5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3715997', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3677961'] for router_interface, after_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:25:09.427781 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.26', 33198) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 19:25:09.714439 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1cb45e53-8c4e-4c72-b6d5-11c86c1429f5 admin admin] Router b649c6f7-0a8c-4581-875c-27789592cc24 has already been hosted by L3 agent c3ed3b02-d107-45f2-9b2a-fff9b0cfaa96 {{(pid=93884) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 19:25:09.798137 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron.api.v2.base [None req-4d6d5fcb-54c2-4112-bbac-4b5b8df78c3e admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1653015509-network', 'tenant_id': '47206eee79a344c9b1b30949d9ae67ab'}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 19:25:09.842337 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d6d5fcb-54c2-4112-bbac-4b5b8df78c3e admin admin] Made reservation on behalf of 47206eee79a344c9b1b30949d9ae67ab for: {'network': 1} {{(pid=93883) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 19:25:09.845908 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-4d6d5fcb-54c2-4112-bbac-4b5b8df78c3e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3669058'] for network, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:25:09.858057 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-4d6d5fcb-54c2-4112-bbac-4b5b8df78c3e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:25:09.907529 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1cb45e53-8c4e-4c72-b6d5-11c86c1429f5 admin admin] Notify agent at l3_agent.dv-cinder-806191-2-iscsi the message routers_updated {{(pid=93884) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 19:25:09.929411 dv-cinder-806191-2-iscsi neutron-server[93884]: INFO neutron.wsgi [None req-1cb45e53-8c4e-4c72-b6d5-11c86c1429f5 admin admin] 10.222.0.26 "PUT /v2.0/routers/b649c6f7-0a8c-4581-875c-27789592cc24/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7252755 Aug 29 19:25:09.929660 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.26', 33208) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 19:25:09.931355 dv-cinder-806191-2-iscsi neutron-server[93886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3b21a5d-689c-4867-bfea-8639ec03844d None None] Sync routers for ids ['b649c6f7-0a8c-4581-875c-27789592cc24'] in dv-cinder-806191-2-iscsi {{(pid=93886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 19:25:09.956598 dv-cinder-806191-2-iscsi neutron-server[93886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3b21a5d-689c-4867-bfea-8639ec03844d None None] Routers {'b649c6f7-0a8c-4581-875c-27789592cc24'} bound to L3 agent in host dv-cinder-806191-2-iscsi {{(pid=93886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 19:25:09.957659 dv-cinder-806191-2-iscsi neutron-server[93886]: DEBUG neutron.db.l3_hamode_db [None req-c3b21a5d-689c-4867-bfea-8639ec03844d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806191-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-29T19:13:49Z,description=,heartbeat_timestamp=2021-08-29T19:24:49Z,host='dv-cinder-806191-2-iscsi',id=c3ed3b02-d107-45f2-9b2a-fff9b0cfaa96,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T19:13:49Z,topic='l3_agent')) {'router_ids': ['b649c6f7-0a8c-4581-875c-27789592cc24'], 'active': True} {{(pid=93886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 19:25:10.125152 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-193c3f94-b608-4c36-8ec3-50f2e2d61351 admin admin] Notify callbacks [] for router, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:25:10.165196 dv-cinder-806191-2-iscsi neutron-server[93886]: DEBUG neutron.db.l3_dvr_db [None req-c3b21a5d-689c-4867-bfea-8639ec03844d None None] Set router b649c6f7-0a8c-4581-875c-27789592cc24 gateway port host: dv-cinder-806191-2-iscsi {{(pid=93886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 19:25:10.217503 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-4d6d5fcb-54c2-4112-bbac-4b5b8df78c3e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:25:10.225641 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-4d6d5fcb-54c2-4112-bbac-4b5b8df78c3e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368872'] for security_group, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:25:10.324678 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4d6d5fcb-54c2-4112-bbac-4b5b8df78c3e admin admin] vlan segment allocate from pool success with {'vlan_id': 126, 'physical_network': 'physnet1'} {{(pid=93883) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 19:25:10.356461 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d6d5fcb-54c2-4112-bbac-4b5b8df78c3e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=53640550-c38d-48a7-9c0f-5000329fb0f4,revision_number=1']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:25:10.365193 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-4d6d5fcb-54c2-4112-bbac-4b5b8df78c3e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3556912'] for segment, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:25:10.365742 dv-cinder-806191-2-iscsi neutron-server[93883]: INFO neutron.db.segments_db [None req-4d6d5fcb-54c2-4112-bbac-4b5b8df78c3e admin admin] Added segment 8c7b5aaa-95fc-4de4-8819-7da150ed721c of type vlan for network c4f869d5-c4a9-4d4b-abf0-c181253a388e Aug 29 19:25:10.453354 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-193c3f94-b608-4c36-8ec3-50f2e2d61351 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:25:10.468045 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-4d6d5fcb-54c2-4112-bbac-4b5b8df78c3e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777169867614'] for network, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:25:10.539897 dv-cinder-806191-2-iscsi neutron-server[93886]: DEBUG neutron.db.l3_hamode_db [None req-c3b21a5d-689c-4867-bfea-8639ec03844d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b649c6f7-0a8c-4581-875c-27789592cc24', 'name': 'tempest-ServerRescueNegativeTestJSON-568067329-router', 'tenant_id': 'bb269c9ea7fa4ad9981b168c22af7757', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7209b701-ecaa-476a-bd58-d61d280c16d3', 'external_fixed_ips': [{'subnet_id': '71309eb1-223f-47ba-9803-1437c965e178', 'ip_address': '172.27.2.43'}], 'enable_snat': True}, 'gw_port_id': 'a5fd70fd-efd5-4cfd-a6fa-c81d1a6ac8f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T19:21:39Z', 'updated_at': '2021-08-29T19:25:08Z', 'revision_number': 5, 'project_id': 'bb269c9ea7fa4ad9981b168c22af7757', 'gw_port': {'id': 'a5fd70fd-efd5-4cfd-a6fa-c81d1a6ac8f6', 'name': '', 'network_id': '7209b701-ecaa-476a-bd58-d61d280c16d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:75:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b649c6f7-0a8c-4581-875c-27789592cc24', 'device_owner': 'network:router_gateway', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': '71309eb1-223f-47ba-9803-1437c965e178', 'ip_address': '172.27.2.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806191-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T19:21:40Z', 'updated_at': '2021-08-29T19:21:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71309eb1-223f-47ba-9803-1437c965e178', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806191-2-iscsi'}], 'dv-cinder-806191-2-iscsi', False) {} {{(pid=93886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 19:25:10.558360 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-4d6d5fcb-54c2-4112-bbac-4b5b8df78c3e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-376669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3715978'] for network, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:25:10.560085 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d6d5fcb-54c2-4112-bbac-4b5b8df78c3e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 19:25:10.561105 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-4d6d5fcb-54c2-4112-bbac-4b5b8df78c3e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3715960'] for network, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:25:10.593646 dv-cinder-806191-2-iscsi neutron-server[93886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3b21a5d-689c-4867-bfea-8639ec03844d None None] Checking router: b649c6f7-0a8c-4581-875c-27789592cc24 for host: dv-cinder-806191-2-iscsi {{(pid=93886) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 19:25:10.612245 dv-cinder-806191-2-iscsi neutron-server[93886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3b21a5d-689c-4867-bfea-8639ec03844d None None] Routers {'b649c6f7-0a8c-4581-875c-27789592cc24'} bound to L3 agent in host dv-cinder-806191-2-iscsi {{(pid=93886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 19:25:10.613870 dv-cinder-806191-2-iscsi neutron-server[93886]: DEBUG neutron.db.l3_hamode_db [None req-c3b21a5d-689c-4867-bfea-8639ec03844d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806191-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-29T19:13:49Z,description=,heartbeat_timestamp=2021-08-29T19:24:49Z,host='dv-cinder-806191-2-iscsi',id=c3ed3b02-d107-45f2-9b2a-fff9b0cfaa96,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T19:13:49Z,topic='l3_agent')) {'router_ids': ['b649c6f7-0a8c-4581-875c-27789592cc24'], 'active': True} {{(pid=93886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 19:25:10.776217 dv-cinder-806191-2-iscsi neutron-server[93886]: DEBUG neutron.db.l3_dvr_db [None req-c3b21a5d-689c-4867-bfea-8639ec03844d None None] Set router b649c6f7-0a8c-4581-875c-27789592cc24 gateway port host: None {{(pid=93886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 19:25:10.839239 dv-cinder-806191-2-iscsi neutron-server[93886]: DEBUG neutron.db.l3_hamode_db [None req-c3b21a5d-689c-4867-bfea-8639ec03844d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b649c6f7-0a8c-4581-875c-27789592cc24', 'name': 'tempest-ServerRescueNegativeTestJSON-568067329-router', 'tenant_id': 'bb269c9ea7fa4ad9981b168c22af7757', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T19:21:39Z', 'updated_at': '2021-08-29T19:25:10Z', 'revision_number': 6, 'project_id': 'bb269c9ea7fa4ad9981b168c22af7757', 'gw_port_host': None}], 'dv-cinder-806191-2-iscsi', False) {} {{(pid=93886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 19:25:10.879411 dv-cinder-806191-2-iscsi neutron-server[93886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3b21a5d-689c-4867-bfea-8639ec03844d None None] The sync data for ids ['b649c6f7-0a8c-4581-875c-27789592cc24'] in dv-cinder-806191-2-iscsi is: [{'id': 'b649c6f7-0a8c-4581-875c-27789592cc24', 'name': 'tempest-ServerRescueNegativeTestJSON-568067329-router', 'tenant_id': 'bb269c9ea7fa4ad9981b168c22af7757', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T19:21:39Z', 'updated_at': '2021-08-29T19:25:10Z', 'revision_number': 6, 'project_id': 'bb269c9ea7fa4ad9981b168c22af7757', 'gw_port_host': None}] {{(pid=93886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 19:25:10.974304 dv-cinder-806191-2-iscsi neutron-server[93883]: INFO neutron.wsgi [None req-4d6d5fcb-54c2-4112-bbac-4b5b8df78c3e admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.5436881 Aug 29 19:25:10.977045 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.26', 33228) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 19:25:10.987080 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.api.v2.base [None req-8cbcace1-9f3a-4f96-9aab-052bc7d6e05f admin admin] Request body: {'subnet': {'network_id': 'c4f869d5-c4a9-4d4b-abf0-c181253a388e', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1653015509-subnet', 'tenant_id': '47206eee79a344c9b1b30949d9ae67ab', 'ip_version': 4}} {{(pid=93884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 19:25:11.010165 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron.plugins.ml2.plugin [None req-193c3f94-b608-4c36-8ec3-50f2e2d61351 admin admin] Deleting port a5fd70fd-efd5-4cfd-a6fa-c81d1a6ac8f6 {{(pid=93883) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 19:25:11.010772 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-193c3f94-b608-4c36-8ec3-50f2e2d61351 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777170414367'] for port, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:25:11.017582 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d6d5fcb-54c2-4112-bbac-4b5b8df78c3e admin admin] Pushing event updated for resources: {'Network': ['ID=c4f869d5-c4a9-4d4b-abf0-c181253a388e,revision_number=1']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:25:11.023955 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8cbcace1-9f3a-4f96-9aab-052bc7d6e05f admin admin] Made reservation on behalf of 47206eee79a344c9b1b30949d9ae67ab for: {'subnet': 1} {{(pid=93884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 19:25:11.040381 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-8cbcace1-9f3a-4f96-9aab-052bc7d6e05f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260127621'] for subnet, before_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:25:11.044466 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-f7f3f912-659a-49f9-ab3a-0560ee4983b1 None None] Network c4f869d5-c4a9-4d4b-abf0-c181253a388e details requested by agent ovs-agent-dv-cinder-806191-2-iscsi with host dv-cinder-806191-2-iscsi {{(pid=93885) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 19:25:11.184218 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron.plugins.ml2.db [None req-193c3f94-b608-4c36-8ec3-50f2e2d61351 admin admin] For port a5fd70fd-efd5-4cfd-a6fa-c81d1a6ac8f6, host dv-cinder-806191-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806191-2-iscsi',level=0,port_id=a5fd70fd-efd5-4cfd-a6fa-c81d1a6ac8f6,segment=NetworkSegment(abe37968-36e5-463a-bc67-a17a4a975f92),segment_id=abe37968-36e5-463a-bc67-a17a4a975f92)] {{(pid=93883) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 19:25:11.185148 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-193c3f94-b608-4c36-8ec3-50f2e2d61351 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3695122'] for port, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:25:11.202157 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron.plugins.ml2.plugin [None req-193c3f94-b608-4c36-8ec3-50f2e2d61351 admin admin] Calling delete_port for a5fd70fd-efd5-4cfd-a6fa-c81d1a6ac8f6 owned by network:router_gateway {{(pid=93883) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 19:25:11.391667 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-8cbcace1-9f3a-4f96-9aab-052bc7d6e05f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-376708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3715978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-262694863', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260127735'] for subnet, after_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:25:11.505750 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cbcace1-9f3a-4f96-9aab-052bc7d6e05f admin admin] Pushing event updated for resources: {'Subnet': ['ID=a59267c6-8d28-4d1e-969f-e33d2bf75c5c,revision_number=0']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:25:11.519885 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cbcace1-9f3a-4f96-9aab-052bc7d6e05f admin admin] Checking segment: {'id': '8c7b5aaa-95fc-4de4-8819-7da150ed721c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': 'c4f869d5-c4a9-4d4b-abf0-c181253a388e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93884) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 19:25:11.520822 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8cbcace1-9f3a-4f96-9aab-052bc7d6e05f admin admin] Network hostable DHCP agents. Network: c4f869d5-c4a9-4d4b-abf0-c181253a388e, hostable agents: ['01567a2b-701c-44ec-9311-402810164ce4'], hosted agents: [] {{(pid=93884) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 19:25:11.525015 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-193c3f94-b608-4c36-8ec3-50f2e2d61351 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3669005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3715978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777170436895', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777169884173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263410497'] for port, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:25:11.568300 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8cbcace1-9f3a-4f96-9aab-052bc7d6e05f admin admin] Network c4f869d5-c4a9-4d4b-abf0-c181253a388e is scheduled to be hosted by DHCP agent 01567a2b-701c-44ec-9311-402810164ce4 with binding_index 1 {{(pid=93884) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 19:25:11.578322 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-193c3f94-b608-4c36-8ec3-50f2e2d61351 admin admin] Pushing event deleted for resources: {'Port': ['ID=a5fd70fd-efd5-4cfd-a6fa-c81d1a6ac8f6,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:25:11.587838 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.scheduler.base_scheduler [None req-8cbcace1-9f3a-4f96-9aab-052bc7d6e05f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-806191-2-iscsi, c4f869d5-c4a9-4d4b-abf0-c181253a388e) {{(pid=93884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 19:25:11.597420 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8cbcace1-9f3a-4f96-9aab-052bc7d6e05f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 19:25:11.598475 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-8cbcace1-9f3a-4f96-9aab-052bc7d6e05f admin admin] Notify callbacks [] for subnet, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:25:11.614052 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce987657-bb1c-48cd-943a-22d84ff4ec5f None None] Network c4f869d5-c4a9-4d4b-abf0-c181253a388e requested from dv-cinder-806191-2-iscsi {{(pid=93885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 19:25:11.629261 dv-cinder-806191-2-iscsi neutron-server[93884]: INFO neutron.wsgi [None req-8cbcace1-9f3a-4f96-9aab-052bc7d6e05f admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.6502707 Aug 29 19:25:11.631829 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.26', 33236) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 19:25:11.646053 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.api.v2.base [None req-2fd1e731-6746-42a0-aac8-044b18435610 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1653015509-router', 'tenant_id': '47206eee79a344c9b1b30949d9ae67ab', 'external_gateway_info': {'network_id': '7209b701-ecaa-476a-bd58-d61d280c16d3'}}} {{(pid=93884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 19:25:11.657337 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-193c3f94-b608-4c36-8ec3-50f2e2d61351 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3676243'] for router_gateway, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:25:11.698430 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-2fd1e731-6746-42a0-aac8-044b18435610 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3671342', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-28728'] for router, before_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:25:11.700586 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-2fd1e731-6746-42a0-aac8-044b18435610 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3671426', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3677672', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-423498', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-28723'] for router, precommit_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:25:11.809823 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-193c3f94-b608-4c36-8ec3-50f2e2d61351 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3671500', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-28682'] for router, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:25:11.813869 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-193c3f94-b608-4c36-8ec3-50f2e2d61351 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:25:11.833362 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-2fd1e731-6746-42a0-aac8-044b18435610 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:25:11.991106 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-193c3f94-b608-4c36-8ec3-50f2e2d61351 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3671491'] for router, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:25:11.991106 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-193c3f94-b608-4c36-8ec3-50f2e2d61351 admin admin] Fanout notify agent at l3_agent the message router_deleted on router b649c6f7-0a8c-4581-875c-27789592cc24 {{(pid=93883) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 29 19:25:12.004100 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-193c3f94-b608-4c36-8ec3-50f2e2d61351 admin admin] Notify callbacks [] for router, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:25:12.013079 dv-cinder-806191-2-iscsi neutron-server[93883]: INFO neutron.wsgi [None req-193c3f94-b608-4c36-8ec3-50f2e2d61351 admin admin] 10.222.0.26 "DELETE /v2.0/routers/b649c6f7-0a8c-4581-875c-27789592cc24 HTTP/1.1" status: 204 len: 168 time: 2.0775974 Aug 29 19:25:12.013079 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.26', 33240) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 19:25:12.082226 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron.db.db_base_plugin_v2 [None req-4d62acb5-f831-4d57-a780-ed7c5854b518 admin admin] Deleting subnet 8c14e703-3ff5-4626-a4b1-f0e4a5ebc648 {{(pid=93883) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 19:25:12.086400 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-4d62acb5-f831-4d57-a780-ed7c5854b518 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:25:12.105586 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-f7f3f912-659a-49f9-ab3a-0560ee4983b1 None None] Device 7af090be-1eb6-4fb4-bbb4-cd9abf55d8c3 no longer exists at agent ovs-agent-dv-cinder-806191-2-iscsi {{(pid=93885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 19:25:12.158110 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-4d62acb5-f831-4d57-a780-ed7c5854b518 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-263765036'] for subnet, precommit_delete_associations {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:25:12.169416 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.plugins.ml2.plugin [None req-f7f3f912-659a-49f9-ab3a-0560ee4983b1 None None] No Port match for: 7af090be-1eb6-4fb4-bbb4-cd9abf55d8c3 {{(pid=93885) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 19:25:12.170115 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-f7f3f912-659a-49f9-ab3a-0560ee4983b1 None None] Device 7af090be-1eb6-4fb4-bbb4-cd9abf55d8c3 not bound to the agent host dv-cinder-806191-2-iscsi {{(pid=93885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 19:25:12.170967 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-f7f3f912-659a-49f9-ab3a-0560ee4983b1 None None] Device a5fd70fd-efd5-4cfd-a6fa-c81d1a6ac8f6 no longer exists at agent ovs-agent-dv-cinder-806191-2-iscsi {{(pid=93885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 19:25:12.174471 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-401f630d-bc1c-40df-968b-7649cb040759 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8d0de094-1158-5d9d-8828-d4d58d01f022-c4f869d5-c4a9-4d4b-abf0-c181253a388e', 'network_id': 'c4f869d5-c4a9-4d4b-abf0-c181253a388e', 'tenant_id': '47206eee79a344c9b1b30949d9ae67ab', 'fixed_ips': [{'subnet_id': 'a59267c6-8d28-4d1e-969f-e33d2bf75c5c'}]}} from dv-cinder-806191-2-iscsi. {{(pid=93885) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 29 19:25:12.175950 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-401f630d-bc1c-40df-968b-7649cb040759 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3669058'] for port, before_create {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:25:12.215928 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.plugins.ml2.plugin [None req-f7f3f912-659a-49f9-ab3a-0560ee4983b1 None None] No Port match for: a5fd70fd-efd5-4cfd-a6fa-c81d1a6ac8f6 {{(pid=93885) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 19:25:12.216229 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-4d62acb5-f831-4d57-a780-ed7c5854b518 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3624633'] for subnet, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:25:12.216736 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-f7f3f912-659a-49f9-ab3a-0560ee4983b1 None None] Device a5fd70fd-efd5-4cfd-a6fa-c81d1a6ac8f6 not bound to the agent host dv-cinder-806191-2-iscsi {{(pid=93885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 19:25:12.258284 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-2fd1e731-6746-42a0-aac8-044b18435610 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:25:12.299894 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-4d62acb5-f831-4d57-a780-ed7c5854b518 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3624630', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-376708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3715978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-263410450', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-263977574'] for subnet, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:25:12.325737 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d62acb5-f831-4d57-a780-ed7c5854b518 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8c14e703-3ff5-4626-a4b1-f0e4a5ebc648,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:25:12.339281 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-4d62acb5-f831-4d57-a780-ed7c5854b518 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3715960'] for subnet, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:25:12.344233 dv-cinder-806191-2-iscsi neutron-server[93883]: INFO neutron.wsgi [None req-4d62acb5-f831-4d57-a780-ed7c5854b518 admin admin] 10.222.0.26 "DELETE /v2.0/subnets/8c14e703-3ff5-4626-a4b1-f0e4a5ebc648 HTTP/1.1" status: 204 len: 168 time: 0.3327045 Aug 29 19:25:12.345617 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.26', 33244) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 19:25:12.467499 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.db.db_base_plugin_common [None req-401f630d-bc1c-40df-968b-7649cb040759 None None] Allocated IP 172.20.0.2 (c4f869d5-c4a9-4d4b-abf0-c181253a388e/a59267c6-8d28-4d1e-969f-e33d2bf75c5c/6eb8ba82-88b3-4420-8fd3-603eedc539ef) {{(pid=93885) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 19:25:12.496713 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-d18e077f-d0b3-45ea-aff5-f2cd5a009531 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3621417'] for network, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:25:12.617468 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-d18e077f-d0b3-45ea-aff5-f2cd5a009531 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3626562', 'neutron.services.segments.db._delete_segments_for_network-8777170380526'] for network, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:25:12.640055 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron.services.segments.db [None req-d18e077f-d0b3-45ea-aff5-f2cd5a009531 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b31f2377-81f8-426f-9dd2-b3757c46201b']}} {{(pid=93883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 19:25:12.662022 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron.services.segments.db [None req-d18e077f-d0b3-45ea-aff5-f2cd5a009531 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ac1c3e1d-4bb1-4222-8869-d8e145ff64dd') {'for_net_delete': True} {{(pid=93883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 19:25:12.665368 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron.services.segments.db [None req-d18e077f-d0b3-45ea-aff5-f2cd5a009531 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ac1c3e1d-4bb1-4222-8869-d8e145ff64dd') {} {{(pid=93883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 19:25:12.676860 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-d18e077f-d0b3-45ea-aff5-f2cd5a009531 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777170380409', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-263765043'] for segment, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:25:12.694269 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-d18e077f-d0b3-45ea-aff5-f2cd5a009531 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3556912'] for segment, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:25:12.705117 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d18e077f-d0b3-45ea-aff5-f2cd5a009531 admin admin] Releasing vlan 114 on physical network physnet1 to pool {{(pid=93883) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 19:25:12.705819 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-d18e077f-d0b3-45ea-aff5-f2cd5a009531 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3556912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-263410548'] for segment, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:25:12.707827 dv-cinder-806191-2-iscsi neutron-server[93883]: Traceback (most recent call last): Aug 29 19:25:12.707827 dv-cinder-806191-2-iscsi neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 19:25:12.707827 dv-cinder-806191-2-iscsi neutron-server[93883]: timer() Aug 29 19:25:12.707827 dv-cinder-806191-2-iscsi neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 19:25:12.707827 dv-cinder-806191-2-iscsi neutron-server[93883]: cb(*args, **kw) Aug 29 19:25:12.707827 dv-cinder-806191-2-iscsi neutron-server[93883]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 19:25:12.707827 dv-cinder-806191-2-iscsi neutron-server[93883]: return func(*args, **kwargs) Aug 29 19:25:12.707827 dv-cinder-806191-2-iscsi neutron-server[93883]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 19:25:12.707827 dv-cinder-806191-2-iscsi neutron-server[93883]: self._notify() Aug 29 19:25:12.707827 dv-cinder-806191-2-iscsi neutron-server[93883]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 19:25:12.707827 dv-cinder-806191-2-iscsi neutron-server[93883]: self.callback(batched_events) Aug 29 19:25:12.707827 dv-cinder-806191-2-iscsi neutron-server[93883]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 19:25:12.707827 dv-cinder-806191-2-iscsi neutron-server[93883]: event.method(event) Aug 29 19:25:12.707827 dv-cinder-806191-2-iscsi neutron-server[93883]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 19:25:12.707827 dv-cinder-806191-2-iscsi neutron-server[93883]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 19:25:12.707827 dv-cinder-806191-2-iscsi neutron-server[93883]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 19:25:12.707827 dv-cinder-806191-2-iscsi neutron-server[93883]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 19:25:12.707827 dv-cinder-806191-2-iscsi neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 19:25:12.707827 dv-cinder-806191-2-iscsi neutron-server[93883]: return f(self, *a, **k) Aug 29 19:25:12.707827 dv-cinder-806191-2-iscsi neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 19:25:12.707827 dv-cinder-806191-2-iscsi neutron-server[93883]: return self._get(url).json() Aug 29 19:25:12.707827 dv-cinder-806191-2-iscsi neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 19:25:12.707827 dv-cinder-806191-2-iscsi neutron-server[93883]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 19:25:12.707827 dv-cinder-806191-2-iscsi neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 19:25:12.707827 dv-cinder-806191-2-iscsi neutron-server[93883]: return self.request(url, 'GET', **kwargs) Aug 29 19:25:12.707827 dv-cinder-806191-2-iscsi neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 19:25:12.707827 dv-cinder-806191-2-iscsi neutron-server[93883]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 19:25:12.707827 dv-cinder-806191-2-iscsi neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 19:25:12.707827 dv-cinder-806191-2-iscsi neutron-server[93883]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 19:25:12.707827 dv-cinder-806191-2-iscsi neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 19:25:12.707827 dv-cinder-806191-2-iscsi neutron-server[93883]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 19:25:12.707827 dv-cinder-806191-2-iscsi neutron-server[93883]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 19:25:12.760958 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-401f630d-bc1c-40df-968b-7649cb040759 None None] Notify callbacks [] for port, precommit_create {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:25:12.776055 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-d18e077f-d0b3-45ea-aff5-f2cd5a009531 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3626555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-376669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3715978', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3676271'] for network, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:25:12.776327 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-401f630d-bc1c-40df-968b-7649cb040759 None None] Transition to ACTIVE for port object 6eb8ba82-88b3-4420-8fd3-603eedc539ef will not be triggered until provisioned by entity L2. {{(pid=93885) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 19:25:12.782859 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-d18e077f-d0b3-45ea-aff5-f2cd5a009531 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3715960'] for network, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:25:12.786811 dv-cinder-806191-2-iscsi neutron-server[93883]: INFO neutron.wsgi [None req-d18e077f-d0b3-45ea-aff5-f2cd5a009531 admin admin] 10.222.0.26 "DELETE /v2.0/networks/b31f2377-81f8-426f-9dd2-b3757c46201b HTTP/1.1" status: 204 len: 168 time: 0.4375503 Aug 29 19:25:12.799527 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d18e077f-d0b3-45ea-aff5-f2cd5a009531 admin admin] Pushing event deleted for resources: {'Network': ['ID=b31f2377-81f8-426f-9dd2-b3757c46201b,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:25:12.802415 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-401f630d-bc1c-40df-968b-7649cb040759 None None] Transition to ACTIVE for port object 6eb8ba82-88b3-4420-8fd3-603eedc539ef will not be triggered until provisioned by entity DHCP. {{(pid=93885) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 19:25:12.810179 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-401f630d-bc1c-40df-968b-7649cb040759 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3669005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3715978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777169884164'] for port, after_create {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:25:12.864985 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-401f630d-bc1c-40df-968b-7649cb040759 None None] Network c4f869d5-c4a9-4d4b-abf0-c181253a388e is already hosted by enough agents. {{(pid=93885) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 19:25:12.870428 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.scheduler.base_scheduler [None req-401f630d-bc1c-40df-968b-7649cb040759 None None] Resources bound (agent type, host, resource id): {{(pid=93885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 19:25:12.874361 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-401f630d-bc1c-40df-968b-7649cb040759 None None] Received port after_create {{(pid=93885) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 19:25:12.888546 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-401f630d-bc1c-40df-968b-7649cb040759 None None] Pushing event updated for resources: {'Port': ['ID=6eb8ba82-88b3-4420-8fd3-603eedc539ef,revision_number=1']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:25:12.924204 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-401f630d-bc1c-40df-968b-7649cb040759 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806191-2-iscsi {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:25:12.924556 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-401f630d-bc1c-40df-968b-7649cb040759 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806191-2-iscsi {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:25:12.924903 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-401f630d-bc1c-40df-968b-7649cb040759 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806191-2-iscsi {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:25:12.925240 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-401f630d-bc1c-40df-968b-7649cb040759 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806191-2-iscsi {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:25:12.925571 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-401f630d-bc1c-40df-968b-7649cb040759 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-806191-2-iscsi {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:25:12.925897 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-401f630d-bc1c-40df-968b-7649cb040759 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806191-2-iscsi {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:25:12.926223 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-401f630d-bc1c-40df-968b-7649cb040759 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-806191-2-iscsi {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:25:12.926596 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-401f630d-bc1c-40df-968b-7649cb040759 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-806191-2-iscsi {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:25:12.926950 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-401f630d-bc1c-40df-968b-7649cb040759 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806191-2-iscsi {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:25:12.927285 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-401f630d-bc1c-40df-968b-7649cb040759 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806191-2-iscsi {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:25:12.927626 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-401f630d-bc1c-40df-968b-7649cb040759 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806191-2-iscsi {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:25:12.927929 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-401f630d-bc1c-40df-968b-7649cb040759 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806191-2-iscsi {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:25:12.999999 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.plugins.ml2.managers [None req-401f630d-bc1c-40df-968b-7649cb040759 None None] Attempting to bind port 6eb8ba82-88b3-4420-8fd3-603eedc539ef on host dv-cinder-806191-2-iscsi for vnic_type normal with profile {{(pid=93885) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 19:25:12.999999 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.plugins.ml2.managers [None req-401f630d-bc1c-40df-968b-7649cb040759 None None] Attempting to bind port 6eb8ba82-88b3-4420-8fd3-603eedc539ef by drivers openvswitch,hyperv on host dv-cinder-806191-2-iscsi at level 0 using segments [{'id': '8c7b5aaa-95fc-4de4-8819-7da150ed721c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': 'c4f869d5-c4a9-4d4b-abf0-c181253a388e'}] {{(pid=93885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 19:25:13.000358 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-401f630d-bc1c-40df-968b-7649cb040759 None None] Attempting to bind port 6eb8ba82-88b3-4420-8fd3-603eedc539ef on network c4f869d5-c4a9-4d4b-abf0-c181253a388e {{(pid=93885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 19:25:13.008587 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-401f630d-bc1c-40df-968b-7649cb040759 None None] Checking agent: {'id': 'e2dce85b-d9d5-40cd-b89b-586c7cfc9b3c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-806191-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 19, 13, 50), 'started_at': datetime.datetime(2021, 8, 29, 19, 14, 20), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 19, 24, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-806191-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 19:25:13.008993 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-401f630d-bc1c-40df-968b-7649cb040759 None None] Checking segment: {'id': '8c7b5aaa-95fc-4de4-8819-7da150ed721c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': 'c4f869d5-c4a9-4d4b-abf0-c181253a388e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93885) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 19:25:13.009398 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-401f630d-bc1c-40df-968b-7649cb040759 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:25:13.009823 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-401f630d-bc1c-40df-968b-7649cb040759 None None] Bound using segment: {'id': '8c7b5aaa-95fc-4de4-8819-7da150ed721c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': 'c4f869d5-c4a9-4d4b-abf0-c181253a388e'} {{(pid=93885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 19:25:13.010303 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.plugins.ml2.managers [None req-401f630d-bc1c-40df-968b-7649cb040759 None None] Bound port: 6eb8ba82-88b3-4420-8fd3-603eedc539ef, host: dv-cinder-806191-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8c7b5aaa-95fc-4de4-8819-7da150ed721c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': 'c4f869d5-c4a9-4d4b-abf0-c181253a388e'}}] {{(pid=93885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 19:25:13.010722 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-401f630d-bc1c-40df-968b-7649cb040759 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3669058'] for port, before_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:25:13.024070 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-2fd1e731-6746-42a0-aac8-044b18435610 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:25:13.053349 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-2fd1e731-6746-42a0-aac8-044b18435610 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3669058'] for port, before_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:25:13.143751 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.26', 33254) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 19:25:13.197092 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.db.db_base_plugin_common [None req-2fd1e731-6746-42a0-aac8-044b18435610 admin admin] Allocated IP 172.27.2.220 (7209b701-ecaa-476a-bd58-d61d280c16d3/71309eb1-223f-47ba-9803-1437c965e178/e1a921a0-55b9-4b8b-9693-4cf900181cde) {{(pid=93884) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 19:25:13.220788 dv-cinder-806191-2-iscsi neutron-server[93883]: INFO neutron.wsgi [None req-48d5cffa-5758-4dd3-b6bc-769c8d50b45c admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=bb269c9ea7fa4ad9981b168c22af7757&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0731628 Aug 29 19:25:13.221518 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.26', 33256) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 19:25:13.256935 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-401f630d-bc1c-40df-968b-7649cb040759 None None] For port 6eb8ba82-88b3-4420-8fd3-603eedc539ef, host dv-cinder-806191-2-iscsi, cleared binding levels {{(pid=93885) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 19:25:13.261165 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-401f630d-bc1c-40df-968b-7649cb040759 None None] For port 6eb8ba82-88b3-4420-8fd3-603eedc539ef, host dv-cinder-806191-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806191-2-iscsi',level=0,port_id=6eb8ba82-88b3-4420-8fd3-603eedc539ef,segment=NetworkSegment(8c7b5aaa-95fc-4de4-8819-7da150ed721c),segment_id=8c7b5aaa-95fc-4de4-8819-7da150ed721c)] {{(pid=93885) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 19:25:13.269307 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-401f630d-bc1c-40df-968b-7649cb040759 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3669005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3715978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777170436913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777169884182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777169884200'] for port, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:25:13.308736 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-6bfc9682-a2d7-4a8a-ab6c-180e0165e52f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:25:13.348569 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-401f630d-bc1c-40df-968b-7649cb040759 None None] Pushing event updated for resources: {'Port': ['ID=6eb8ba82-88b3-4420-8fd3-603eedc539ef,revision_number=2']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:25:13.377283 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-6bfc9682-a2d7-4a8a-ab6c-180e0165e52f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:25:13.393216 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-2fd1e731-6746-42a0-aac8-044b18435610 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:25:13.448950 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-2fd1e731-6746-42a0-aac8-044b18435610 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3669005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3715978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777169884164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262862687'] for port, after_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:25:13.463672 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-6bfc9682-a2d7-4a8a-ab6c-180e0165e52f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368872'] for security_group, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:25:13.466579 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-6bfc9682-a2d7-4a8a-ab6c-180e0165e52f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:25:13.467766 dv-cinder-806191-2-iscsi neutron-server[93883]: INFO neutron.wsgi [None req-6bfc9682-a2d7-4a8a-ab6c-180e0165e52f admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/53892fd6-fc0b-43d7-b2d3-4778a69f0ff7 HTTP/1.1" status: 204 len: 168 time: 0.2402337 Aug 29 19:25:13.481178 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bfc9682-a2d7-4a8a-ab6c-180e0165e52f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=53892fd6-fc0b-43d7-b2d3-4778a69f0ff7,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:25:13.534053 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2fd1e731-6746-42a0-aac8-044b18435610 admin admin] Network 7209b701-ecaa-476a-bd58-d61d280c16d3 is already hosted by enough agents. {{(pid=93884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 19:25:13.543311 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.scheduler.base_scheduler [None req-2fd1e731-6746-42a0-aac8-044b18435610 admin admin] Resources bound (agent type, host, resource id): {{(pid=93884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 19:25:13.550923 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fd1e731-6746-42a0-aac8-044b18435610 admin admin] Received port after_create {{(pid=93884) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 19:25:13.660072 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fd1e731-6746-42a0-aac8-044b18435610 admin admin] Pushing event updated for resources: {'Port': ['ID=e1a921a0-55b9-4b8b-9693-4cf900181cde,revision_number=1']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:25:13.989567 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-f7f3f912-659a-49f9-ab3a-0560ee4983b1 None None] Device 6eb8ba82-88b3-4420-8fd3-603eedc539ef up at agent ovs-agent-dv-cinder-806191-2-iscsi {{(pid=93885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 19:25:14.017166 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-2fd1e731-6746-42a0-aac8-044b18435610 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:25:14.067019 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-f7f3f912-659a-49f9-ab3a-0560ee4983b1 None None] Provisioning for port 6eb8ba82-88b3-4420-8fd3-603eedc539ef completed by entity L2. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 19:25:14.265802 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-2fd1e731-6746-42a0-aac8-044b18435610 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3671481', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3676215'] for router, after_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:25:14.425590 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2fd1e731-6746-42a0-aac8-044b18435610 admin admin] Router 85d11ee1-cb91-4ba4-a86c-67b548852455 is scheduled to L3 agent c3ed3b02-d107-45f2-9b2a-fff9b0cfaa96 with binding_index 1 {{(pid=93884) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 29 19:25:14.471825 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.26', 33284) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 19:25:14.563026 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2fd1e731-6746-42a0-aac8-044b18435610 admin admin] Notify agent at l3_agent.dv-cinder-806191-2-iscsi the message routers_updated {{(pid=93884) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 19:25:14.581347 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9511555-6e5b-4110-8cf7-d13bdb877651 None None] Sync routers for ids ['85d11ee1-cb91-4ba4-a86c-67b548852455'] in dv-cinder-806191-2-iscsi {{(pid=93885) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 19:25:14.587605 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-2fd1e731-6746-42a0-aac8-044b18435610 admin admin] Notify callbacks [] for router, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:25:14.594427 dv-cinder-806191-2-iscsi neutron-server[93884]: INFO neutron.wsgi [None req-2fd1e731-6746-42a0-aac8-044b18435610 admin admin] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.9564712 Aug 29 19:25:14.594975 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9511555-6e5b-4110-8cf7-d13bdb877651 None None] Routers {'85d11ee1-cb91-4ba4-a86c-67b548852455'} bound to L3 agent in host dv-cinder-806191-2-iscsi {{(pid=93885) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 19:25:14.595849 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.26', 33288) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 19:25:14.596048 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-e9511555-6e5b-4110-8cf7-d13bdb877651 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806191-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-29T19:13:49Z,description=,heartbeat_timestamp=2021-08-29T19:24:49Z,host='dv-cinder-806191-2-iscsi',id=c3ed3b02-d107-45f2-9b2a-fff9b0cfaa96,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T19:13:49Z,topic='l3_agent')) {'router_ids': ['85d11ee1-cb91-4ba4-a86c-67b548852455'], 'active': True} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 19:25:14.619490 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron.api.v2.base [None req-6c88b7b2-13e4-487b-898d-c1a5819f3319 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-1713152363-network', 'tenant_id': 'b6abb49f4d344fccb0cc20553e2de3be'}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 19:25:14.656405 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4793a25f-3a09-4fb1-af22-ca6b495c547c None None] Network c4f869d5-c4a9-4d4b-abf0-c181253a388e requested from dv-cinder-806191-2-iscsi {{(pid=93885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 19:25:14.660719 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c88b7b2-13e4-487b-898d-c1a5819f3319 admin admin] Made reservation on behalf of b6abb49f4d344fccb0cc20553e2de3be for: {'network': 1} {{(pid=93883) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 19:25:14.668679 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-6c88b7b2-13e4-487b-898d-c1a5819f3319 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3669058'] for network, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:25:14.680639 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-6c88b7b2-13e4-487b-898d-c1a5819f3319 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:25:14.782577 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-74ab3759-cfb0-472e-9387-b47520180098 None None] Provisioning for port 6eb8ba82-88b3-4420-8fd3-603eedc539ef completed by entity DHCP. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 19:25:14.797930 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-74ab3759-cfb0-472e-9387-b47520180098 None None] Provisioning complete for port 6eb8ba82-88b3-4420-8fd3-603eedc539ef triggered by entity DHCP. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 19:25:14.798536 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-74ab3759-cfb0-472e-9387-b47520180098 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3627211'] for port, provisioning_complete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:25:14.801888 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.db.l3_dvr_db [None req-e9511555-6e5b-4110-8cf7-d13bdb877651 None None] Set router 85d11ee1-cb91-4ba4-a86c-67b548852455 gateway port host: dv-cinder-806191-2-iscsi {{(pid=93885) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 19:25:14.838508 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-6c88b7b2-13e4-487b-898d-c1a5819f3319 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:25:14.844335 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-6c88b7b2-13e4-487b-898d-c1a5819f3319 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368872'] for security_group, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:25:14.890654 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6c88b7b2-13e4-487b-898d-c1a5819f3319 admin admin] vlan segment allocate from pool success with {'vlan_id': 108, 'physical_network': 'physnet1'} {{(pid=93883) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 19:25:14.897972 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c88b7b2-13e4-487b-898d-c1a5819f3319 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a5fd0664-14c2-4cda-8f7a-ef6b5be3a73b,revision_number=1']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:25:14.907247 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-6c88b7b2-13e4-487b-898d-c1a5819f3319 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3556912'] for segment, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:25:14.907600 dv-cinder-806191-2-iscsi neutron-server[93883]: INFO neutron.db.segments_db [None req-6c88b7b2-13e4-487b-898d-c1a5819f3319 admin admin] Added segment 4a9860ce-75e8-4908-94b6-2e145ca82fc4 of type vlan for network 5f383061-659c-4a42-af3d-e82e7b7b242f Aug 29 19:25:14.956829 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-6c88b7b2-13e4-487b-898d-c1a5819f3319 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777169867614'] for network, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:25:14.993402 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-6c88b7b2-13e4-487b-898d-c1a5819f3319 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-376669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3715978'] for network, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:25:14.995103 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c88b7b2-13e4-487b-898d-c1a5819f3319 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 19:25:14.995747 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-6c88b7b2-13e4-487b-898d-c1a5819f3319 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3715960'] for network, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:25:15.054796 dv-cinder-806191-2-iscsi neutron-server[93883]: INFO neutron.wsgi [None req-6c88b7b2-13e4-487b-898d-c1a5819f3319 admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.5792909 Aug 29 19:25:15.055014 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.26', 33294) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 19:25:15.060911 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron.api.v2.base [None req-0b3c513f-6266-4801-a7f3-7ff0e960b056 admin admin] Request body: {'subnet': {'network_id': '5f383061-659c-4a42-af3d-e82e7b7b242f', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-1713152363-subnet', 'tenant_id': 'b6abb49f4d344fccb0cc20553e2de3be', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 19:25:15.089898 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b3c513f-6266-4801-a7f3-7ff0e960b056 admin admin] Made reservation on behalf of b6abb49f4d344fccb0cc20553e2de3be for: {'subnet': 1} {{(pid=93883) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 19:25:15.092312 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-0b3c513f-6266-4801-a7f3-7ff0e960b056 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-263977485'] for subnet, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:25:15.118088 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-74ab3759-cfb0-472e-9387-b47520180098 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3669058'] for port, before_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:25:15.127456 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-9a1744cc-52f9-4058-a2f9-9022f1d24780 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3669058'] for port, before_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:25:15.141775 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c88b7b2-13e4-487b-898d-c1a5819f3319 admin admin] Pushing event updated for resources: {'Network': ['ID=5f383061-659c-4a42-af3d-e82e7b7b242f,revision_number=1']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:25:15.160312 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-f7f3f912-659a-49f9-ab3a-0560ee4983b1 None None] Network 5f383061-659c-4a42-af3d-e82e7b7b242f details requested by agent ovs-agent-dv-cinder-806191-2-iscsi with host dv-cinder-806191-2-iscsi {{(pid=93885) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 19:25:15.212278 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-74ab3759-cfb0-472e-9387-b47520180098 None None] For port 6eb8ba82-88b3-4420-8fd3-603eedc539ef, host dv-cinder-806191-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806191-2-iscsi',level=0,port_id=6eb8ba82-88b3-4420-8fd3-603eedc539ef,segment=NetworkSegment(8c7b5aaa-95fc-4de4-8819-7da150ed721c),segment_id=8c7b5aaa-95fc-4de4-8819-7da150ed721c)] {{(pid=93885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 19:25:15.225372 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-74ab3759-cfb0-472e-9387-b47520180098 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3669005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3715978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777170436913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777169884182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777169884200'] for port, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:25:15.236734 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-e9511555-6e5b-4110-8cf7-d13bdb877651 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '85d11ee1-cb91-4ba4-a86c-67b548852455', 'name': 'tempest-TestShelveInstance-1653015509-router', 'tenant_id': '47206eee79a344c9b1b30949d9ae67ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7209b701-ecaa-476a-bd58-d61d280c16d3', 'external_fixed_ips': [{'subnet_id': '71309eb1-223f-47ba-9803-1437c965e178', 'ip_address': '172.27.2.220'}], 'enable_snat': True}, 'gw_port_id': 'e1a921a0-55b9-4b8b-9693-4cf900181cde', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T19:25:11Z', 'updated_at': '2021-08-29T19:25:13Z', 'revision_number': 3, 'project_id': '47206eee79a344c9b1b30949d9ae67ab', 'gw_port': {'id': 'e1a921a0-55b9-4b8b-9693-4cf900181cde', 'name': '', 'network_id': '7209b701-ecaa-476a-bd58-d61d280c16d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:89:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '85d11ee1-cb91-4ba4-a86c-67b548852455', 'device_owner': 'network:router_gateway', 'standard_attr_id': 498, 'fixed_ips': [{'subnet_id': '71309eb1-223f-47ba-9803-1437c965e178', 'ip_address': '172.27.2.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T19:25:13Z', 'updated_at': '2021-08-29T19:25:13Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '71309eb1-223f-47ba-9803-1437c965e178', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806191-2-iscsi'}], 'dv-cinder-806191-2-iscsi', False) {} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 19:25:15.312310 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9511555-6e5b-4110-8cf7-d13bdb877651 None None] Checking router: 85d11ee1-cb91-4ba4-a86c-67b548852455 for host: dv-cinder-806191-2-iscsi {{(pid=93885) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 19:25:15.312642 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9511555-6e5b-4110-8cf7-d13bdb877651 None None] Updating router 85d11ee1-cb91-4ba4-a86c-67b548852455 port e1a921a0-55b9-4b8b-9693-4cf900181cde binding host dv-cinder-806191-2-iscsi {{(pid=93885) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 29 19:25:15.332827 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.db.db_base_plugin_common [None req-9a1744cc-52f9-4058-a2f9-9022f1d24780 admin admin] Allocated IP 172.20.0.1 (c4f869d5-c4a9-4d4b-abf0-c181253a388e/a59267c6-8d28-4d1e-969f-e33d2bf75c5c/59aae8ac-101a-43bb-93e2-df598f6ab02c) {{(pid=93884) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 19:25:15.350646 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-0b3c513f-6266-4801-a7f3-7ff0e960b056 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-376708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3715978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-263308241', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-263977599'] for subnet, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:25:15.364934 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-e9511555-6e5b-4110-8cf7-d13bdb877651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3669058'] for port, before_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:25:15.367434 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74ab3759-cfb0-472e-9387-b47520180098 None None] Pushing event updated for resources: {'Port': ['ID=6eb8ba82-88b3-4420-8fd3-603eedc539ef,revision_number=3']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:25:15.439127 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b3c513f-6266-4801-a7f3-7ff0e960b056 admin admin] Pushing event updated for resources: {'Subnet': ['ID=276486f1-8541-4ff7-8581-3f1dc1fbc741,revision_number=0']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:25:15.441438 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b3c513f-6266-4801-a7f3-7ff0e960b056 admin admin] Checking segment: {'id': '4a9860ce-75e8-4908-94b6-2e145ca82fc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '5f383061-659c-4a42-af3d-e82e7b7b242f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93883) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 19:25:15.441809 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b3c513f-6266-4801-a7f3-7ff0e960b056 admin admin] Network hostable DHCP agents. Network: 5f383061-659c-4a42-af3d-e82e7b7b242f, hostable agents: ['01567a2b-701c-44ec-9311-402810164ce4'], hosted agents: [] {{(pid=93883) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 19:25:15.461232 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b3c513f-6266-4801-a7f3-7ff0e960b056 admin admin] Network 5f383061-659c-4a42-af3d-e82e7b7b242f is scheduled to be hosted by DHCP agent 01567a2b-701c-44ec-9311-402810164ce4 with binding_index 1 {{(pid=93883) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 19:25:15.471421 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-9a1744cc-52f9-4058-a2f9-9022f1d24780 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:25:15.472274 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron.scheduler.base_scheduler [None req-0b3c513f-6266-4801-a7f3-7ff0e960b056 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-806191-2-iscsi, 5f383061-659c-4a42-af3d-e82e7b7b242f) {{(pid=93883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 19:25:15.477008 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b3c513f-6266-4801-a7f3-7ff0e960b056 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 19:25:15.477617 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-0b3c513f-6266-4801-a7f3-7ff0e960b056 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3715960'] for subnet, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:25:15.489316 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-9a1744cc-52f9-4058-a2f9-9022f1d24780 admin admin] Transition to ACTIVE for port object 59aae8ac-101a-43bb-93e2-df598f6ab02c will not be triggered until provisioned by entity DHCP. {{(pid=93884) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 19:25:15.495531 dv-cinder-806191-2-iscsi neutron-server[93883]: INFO neutron.wsgi [None req-0b3c513f-6266-4801-a7f3-7ff0e960b056 admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.4394705 Aug 29 19:25:15.495820 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe0f1012-b576-4d65-a1d1-6521daa29d15 None None] Network 5f383061-659c-4a42-af3d-e82e7b7b242f requested from dv-cinder-806191-2-iscsi {{(pid=93885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 19:25:15.498271 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.26', 33296) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 19:25:15.504718 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.api.v2.base [None req-cf08b789-65c4-4e75-8d80-7a5b561271f2 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-1713152363-router', 'tenant_id': 'b6abb49f4d344fccb0cc20553e2de3be', 'external_gateway_info': {'network_id': '7209b701-ecaa-476a-bd58-d61d280c16d3'}}} {{(pid=93884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 19:25:15.543503 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-cf08b789-65c4-4e75-8d80-7a5b561271f2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3671342', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-28728'] for router, before_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:25:15.544544 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-cf08b789-65c4-4e75-8d80-7a5b561271f2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3671426', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3677672', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-423498', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-28723'] for router, precommit_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:25:15.559538 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-9a1744cc-52f9-4058-a2f9-9022f1d24780 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3669005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3715978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777169884164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262862687'] for port, after_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:25:15.561635 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-706a0d72-4844-4387-9d9f-c671ce3ba1c3 None None] Provisioning complete for port 6eb8ba82-88b3-4420-8fd3-603eedc539ef triggered by entity DHCP. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 19:25:15.562409 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-706a0d72-4844-4387-9d9f-c671ce3ba1c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3627211'] for port, provisioning_complete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:25:15.643004 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a1744cc-52f9-4058-a2f9-9022f1d24780 admin admin] Network c4f869d5-c4a9-4d4b-abf0-c181253a388e is already hosted by enough agents. {{(pid=93884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 19:25:15.646152 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-cf08b789-65c4-4e75-8d80-7a5b561271f2 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:25:15.649779 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.scheduler.base_scheduler [None req-9a1744cc-52f9-4058-a2f9-9022f1d24780 admin admin] Resources bound (agent type, host, resource id): {{(pid=93884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 19:25:15.655183 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a1744cc-52f9-4058-a2f9-9022f1d24780 admin admin] Received port after_create {{(pid=93884) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 19:25:15.679707 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a1744cc-52f9-4058-a2f9-9022f1d24780 admin admin] Pushing event updated for resources: {'Port': ['ID=59aae8ac-101a-43bb-93e2-df598f6ab02c,revision_number=1']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:25:15.787033 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-9a1744cc-52f9-4058-a2f9-9022f1d24780 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3676392'] for router_interface, before_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:25:15.894467 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b1450e8-45b7-492c-8390-16364757362a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8d0de094-1158-5d9d-8828-d4d58d01f022-5f383061-659c-4a42-af3d-e82e7b7b242f', 'network_id': '5f383061-659c-4a42-af3d-e82e7b7b242f', 'tenant_id': 'b6abb49f4d344fccb0cc20553e2de3be', 'fixed_ips': [{'subnet_id': '276486f1-8541-4ff7-8581-3f1dc1fbc741'}]}} from dv-cinder-806191-2-iscsi. {{(pid=93885) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 29 19:25:15.895753 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-0b1450e8-45b7-492c-8390-16364757362a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3669058'] for port, before_create {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:25:15.920608 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-e9511555-6e5b-4110-8cf7-d13bdb877651 None None] Notify callbacks [] for port, precommit_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:25:15.930621 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-cf08b789-65c4-4e75-8d80-7a5b561271f2 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:25:15.942138 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-e9511555-6e5b-4110-8cf7-d13bdb877651 None None] Transition to ACTIVE for port object e1a921a0-55b9-4b8b-9693-4cf900181cde will not be triggered until provisioned by entity L2. {{(pid=93885) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 19:25:15.995578 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-f7f3f912-659a-49f9-ab3a-0560ee4983b1 None None] Device 6eb8ba82-88b3-4420-8fd3-603eedc539ef up at agent ovs-agent-dv-cinder-806191-2-iscsi {{(pid=93885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 19:25:16.003654 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-e9511555-6e5b-4110-8cf7-d13bdb877651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3669005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3715978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777170436913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777169884182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777169884200'] for port, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:25:16.062312 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-a4ac7b28-8fad-4a87-a3a4-a625100d600f None None] Provisioning for port 59aae8ac-101a-43bb-93e2-df598f6ab02c completed by entity DHCP. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 19:25:16.089831 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-a4ac7b28-8fad-4a87-a3a4-a625100d600f None None] Provisioning complete for port 59aae8ac-101a-43bb-93e2-df598f6ab02c triggered by entity DHCP. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 19:25:16.090197 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-a4ac7b28-8fad-4a87-a3a4-a625100d600f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3627211'] for port, provisioning_complete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:25:16.092037 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-9a1744cc-52f9-4058-a2f9-9022f1d24780 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3669058'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:25:16.292473 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-361f414f-0e3b-46db-bc19-5e3306d605df None None] Pushing event updated for resources: {'Port': ['ID=e1a921a0-55b9-4b8b-9693-4cf900181cde,revision_number=2']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:25:16.314289 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.plugins.ml2.managers [None req-e9511555-6e5b-4110-8cf7-d13bdb877651 None None] Attempting to bind port e1a921a0-55b9-4b8b-9693-4cf900181cde on host dv-cinder-806191-2-iscsi for vnic_type normal with profile {{(pid=93885) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 19:25:16.314882 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.plugins.ml2.managers [None req-e9511555-6e5b-4110-8cf7-d13bdb877651 None None] Attempting to bind port e1a921a0-55b9-4b8b-9693-4cf900181cde by drivers openvswitch,hyperv on host dv-cinder-806191-2-iscsi at level 0 using segments [{'id': 'abe37968-36e5-463a-bc67-a17a4a975f92', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7209b701-ecaa-476a-bd58-d61d280c16d3'}] {{(pid=93885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 19:25:16.315386 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9511555-6e5b-4110-8cf7-d13bdb877651 None None] Attempting to bind port e1a921a0-55b9-4b8b-9693-4cf900181cde on network 7209b701-ecaa-476a-bd58-d61d280c16d3 {{(pid=93885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 19:25:16.337480 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.plugins.ml2.plugin [None req-a4ac7b28-8fad-4a87-a3a4-a625100d600f None None] Port 59aae8ac-101a-43bb-93e2-df598f6ab02c cannot update to ACTIVE because it is not bound. {{(pid=93885) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 19:25:16.339663 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.db.db_base_plugin_common [None req-0b1450e8-45b7-492c-8390-16364757362a None None] Allocated IP 172.20.0.2 (5f383061-659c-4a42-af3d-e82e7b7b242f/276486f1-8541-4ff7-8581-3f1dc1fbc741/2e5cd92b-ca5b-4867-bab6-7300f8663c18) {{(pid=93885) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 19:25:16.342936 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9511555-6e5b-4110-8cf7-d13bdb877651 None None] Checking agent: {'id': 'e2dce85b-d9d5-40cd-b89b-586c7cfc9b3c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-806191-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 19, 13, 50), 'started_at': datetime.datetime(2021, 8, 29, 19, 14, 20), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 19, 24, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-806191-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 19:25:16.343317 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9511555-6e5b-4110-8cf7-d13bdb877651 None None] Checking segment: {'id': 'abe37968-36e5-463a-bc67-a17a4a975f92', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7209b701-ecaa-476a-bd58-d61d280c16d3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93885) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 19:25:16.343726 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-e9511555-6e5b-4110-8cf7-d13bdb877651 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:25:16.344128 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9511555-6e5b-4110-8cf7-d13bdb877651 None None] Bound using segment: {'id': 'abe37968-36e5-463a-bc67-a17a4a975f92', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7209b701-ecaa-476a-bd58-d61d280c16d3'} {{(pid=93885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 19:25:16.344642 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.plugins.ml2.managers [None req-e9511555-6e5b-4110-8cf7-d13bdb877651 None None] Bound port: e1a921a0-55b9-4b8b-9693-4cf900181cde, host: dv-cinder-806191-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'abe37968-36e5-463a-bc67-a17a4a975f92', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7209b701-ecaa-476a-bd58-d61d280c16d3'}}] {{(pid=93885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 19:25:16.345029 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-e9511555-6e5b-4110-8cf7-d13bdb877651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3669058'] for port, before_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:25:16.450352 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-f7f3f912-659a-49f9-ab3a-0560ee4983b1 None None] Provisioning complete for port 6eb8ba82-88b3-4420-8fd3-603eedc539ef triggered by entity L2. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 19:25:16.450760 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-f7f3f912-659a-49f9-ab3a-0560ee4983b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3627211'] for port, provisioning_complete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:25:16.457846 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-a2ab0b7b-f2f6-4b41-91b4-8811d3c5ec67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777170380508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3627128'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:25:16.504816 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-e9511555-6e5b-4110-8cf7-d13bdb877651 None None] For port e1a921a0-55b9-4b8b-9693-4cf900181cde, host dv-cinder-806191-2-iscsi, cleared binding levels {{(pid=93885) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 19:25:16.511956 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-e9511555-6e5b-4110-8cf7-d13bdb877651 None None] For port e1a921a0-55b9-4b8b-9693-4cf900181cde, host dv-cinder-806191-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806191-2-iscsi',level=0,port_id=e1a921a0-55b9-4b8b-9693-4cf900181cde,segment=NetworkSegment(abe37968-36e5-463a-bc67-a17a4a975f92),segment_id=abe37968-36e5-463a-bc67-a17a4a975f92)] {{(pid=93885) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 19:25:16.528620 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-e9511555-6e5b-4110-8cf7-d13bdb877651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3669005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3715978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777170436913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777169884182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777169884200'] for port, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:25:16.597912 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-cf08b789-65c4-4e75-8d80-7a5b561271f2 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:25:16.628010 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-cf08b789-65c4-4e75-8d80-7a5b561271f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3669058'] for port, before_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:25:16.701887 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-361f414f-0e3b-46db-bc19-5e3306d605df None None] Pushing event updated for resources: {'Port': ['ID=e1a921a0-55b9-4b8b-9693-4cf900181cde,revision_number=3']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:25:16.715523 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9511555-6e5b-4110-8cf7-d13bdb877651 None None] Routers {'85d11ee1-cb91-4ba4-a86c-67b548852455'} bound to L3 agent in host dv-cinder-806191-2-iscsi {{(pid=93885) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 19:25:16.716330 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-e9511555-6e5b-4110-8cf7-d13bdb877651 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806191-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-29T19:13:49Z,description=,heartbeat_timestamp=2021-08-29T19:24:49Z,host='dv-cinder-806191-2-iscsi',id=c3ed3b02-d107-45f2-9b2a-fff9b0cfaa96,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T19:13:49Z,topic='l3_agent')) {'router_ids': ['85d11ee1-cb91-4ba4-a86c-67b548852455'], 'active': True} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 19:25:16.724126 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-9a1744cc-52f9-4058-a2f9-9022f1d24780 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:25:16.731174 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-9a1744cc-52f9-4058-a2f9-9022f1d24780 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3669005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3715978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777170436913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777169884182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777169884200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-262862662'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:25:16.790329 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-0b1450e8-45b7-492c-8390-16364757362a None None] Notify callbacks [] for port, precommit_create {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:25:16.836285 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-0b1450e8-45b7-492c-8390-16364757362a None None] Transition to ACTIVE for port object 2e5cd92b-ca5b-4867-bab6-7300f8663c18 will not be triggered until provisioned by entity L2. {{(pid=93885) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 19:25:16.869782 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-0b1450e8-45b7-492c-8390-16364757362a None None] Transition to ACTIVE for port object 2e5cd92b-ca5b-4867-bab6-7300f8663c18 will not be triggered until provisioned by entity DHCP. {{(pid=93885) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 19:25:16.883133 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-9a1744cc-52f9-4058-a2f9-9022f1d24780 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3716004', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3676983'] for router_interface, after_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:25:16.885412 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-0b1450e8-45b7-492c-8390-16364757362a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3669005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3715978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777169884164'] for port, after_create {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:25:16.890413 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.db.l3_dvr_db [None req-e9511555-6e5b-4110-8cf7-d13bdb877651 None None] Set router 85d11ee1-cb91-4ba4-a86c-67b548852455 gateway port host: dv-cinder-806191-2-iscsi {{(pid=93885) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 19:25:16.910429 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.db.db_base_plugin_common [None req-cf08b789-65c4-4e75-8d80-7a5b561271f2 admin admin] Allocated IP 172.27.2.240 (7209b701-ecaa-476a-bd58-d61d280c16d3/71309eb1-223f-47ba-9803-1437c965e178/580e3926-c9b1-42a7-bfde-7cd910984004) {{(pid=93884) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 19:25:16.918637 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a1744cc-52f9-4058-a2f9-9022f1d24780 admin admin] Pushing event updated for resources: {'Port': ['ID=59aae8ac-101a-43bb-93e2-df598f6ab02c,revision_number=2']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:25:17.035785 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b1450e8-45b7-492c-8390-16364757362a None None] Network 5f383061-659c-4a42-af3d-e82e7b7b242f is already hosted by enough agents. {{(pid=93885) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 19:25:17.049354 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.scheduler.base_scheduler [None req-0b1450e8-45b7-492c-8390-16364757362a None None] Resources bound (agent type, host, resource id): {{(pid=93885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 19:25:17.056826 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b1450e8-45b7-492c-8390-16364757362a None None] Received port after_create {{(pid=93885) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 19:25:17.065999 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b1450e8-45b7-492c-8390-16364757362a None None] Pushing event updated for resources: {'Port': ['ID=2e5cd92b-ca5b-4867-bab6-7300f8663c18,revision_number=1']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:25:17.136927 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a1744cc-52f9-4058-a2f9-9022f1d24780 admin admin] Network c4f869d5-c4a9-4d4b-abf0-c181253a388e is already hosted by enough agents. {{(pid=93884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 19:25:17.140131 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.scheduler.base_scheduler [None req-9a1744cc-52f9-4058-a2f9-9022f1d24780 admin admin] Resources bound (agent type, host, resource id): {{(pid=93884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 19:25:17.163099 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-cf08b789-65c4-4e75-8d80-7a5b561271f2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:25:17.305719 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9a1744cc-52f9-4058-a2f9-9022f1d24780 admin admin] Router 85d11ee1-cb91-4ba4-a86c-67b548852455 has already been hosted by L3 agent c3ed3b02-d107-45f2-9b2a-fff9b0cfaa96 {{(pid=93884) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 19:25:17.307133 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-cf08b789-65c4-4e75-8d80-7a5b561271f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3669005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3715978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777169884164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262862687'] for port, after_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:25:17.331422 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.plugins.ml2.managers [None req-0b1450e8-45b7-492c-8390-16364757362a None None] Attempting to bind port 2e5cd92b-ca5b-4867-bab6-7300f8663c18 on host dv-cinder-806191-2-iscsi for vnic_type normal with profile {{(pid=93885) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 19:25:17.331792 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.plugins.ml2.managers [None req-0b1450e8-45b7-492c-8390-16364757362a None None] Attempting to bind port 2e5cd92b-ca5b-4867-bab6-7300f8663c18 by drivers openvswitch,hyperv on host dv-cinder-806191-2-iscsi at level 0 using segments [{'id': '4a9860ce-75e8-4908-94b6-2e145ca82fc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '5f383061-659c-4a42-af3d-e82e7b7b242f'}] {{(pid=93885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 19:25:17.332199 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b1450e8-45b7-492c-8390-16364757362a None None] Attempting to bind port 2e5cd92b-ca5b-4867-bab6-7300f8663c18 on network 5f383061-659c-4a42-af3d-e82e7b7b242f {{(pid=93885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 19:25:17.344360 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b1450e8-45b7-492c-8390-16364757362a None None] Checking agent: {'id': 'e2dce85b-d9d5-40cd-b89b-586c7cfc9b3c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-806191-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 19, 13, 50), 'started_at': datetime.datetime(2021, 8, 29, 19, 14, 20), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 19, 24, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-806191-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 19:25:17.344738 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b1450e8-45b7-492c-8390-16364757362a None None] Checking segment: {'id': '4a9860ce-75e8-4908-94b6-2e145ca82fc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '5f383061-659c-4a42-af3d-e82e7b7b242f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93885) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 19:25:17.345139 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-0b1450e8-45b7-492c-8390-16364757362a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:25:17.346411 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b1450e8-45b7-492c-8390-16364757362a None None] Bound using segment: {'id': '4a9860ce-75e8-4908-94b6-2e145ca82fc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '5f383061-659c-4a42-af3d-e82e7b7b242f'} {{(pid=93885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 19:25:17.346625 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.plugins.ml2.managers [None req-0b1450e8-45b7-492c-8390-16364757362a None None] Bound port: 2e5cd92b-ca5b-4867-bab6-7300f8663c18, host: dv-cinder-806191-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4a9860ce-75e8-4908-94b6-2e145ca82fc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '5f383061-659c-4a42-af3d-e82e7b7b242f'}}] {{(pid=93885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 19:25:17.346898 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-0b1450e8-45b7-492c-8390-16364757362a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3669058'] for port, before_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:25:17.359463 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf08b789-65c4-4e75-8d80-7a5b561271f2 admin admin] Network 7209b701-ecaa-476a-bd58-d61d280c16d3 is already hosted by enough agents. {{(pid=93884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 19:25:17.366733 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.scheduler.base_scheduler [None req-cf08b789-65c4-4e75-8d80-7a5b561271f2 admin admin] Resources bound (agent type, host, resource id): {{(pid=93884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 19:25:17.373549 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf08b789-65c4-4e75-8d80-7a5b561271f2 admin admin] Received port after_create {{(pid=93884) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 19:25:17.411632 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf08b789-65c4-4e75-8d80-7a5b561271f2 admin admin] Pushing event updated for resources: {'Port': ['ID=580e3926-c9b1-42a7-bfde-7cd910984004,revision_number=1']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:25:17.459588 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-0b1450e8-45b7-492c-8390-16364757362a None None] For port 2e5cd92b-ca5b-4867-bab6-7300f8663c18, host dv-cinder-806191-2-iscsi, cleared binding levels {{(pid=93885) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 19:25:17.481473 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-0b1450e8-45b7-492c-8390-16364757362a None None] For port 2e5cd92b-ca5b-4867-bab6-7300f8663c18, host dv-cinder-806191-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806191-2-iscsi',level=0,port_id=2e5cd92b-ca5b-4867-bab6-7300f8663c18,segment=NetworkSegment(4a9860ce-75e8-4908-94b6-2e145ca82fc4),segment_id=4a9860ce-75e8-4908-94b6-2e145ca82fc4)] {{(pid=93885) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 19:25:17.489747 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-0b1450e8-45b7-492c-8390-16364757362a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3669005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3715978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777170436913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777169884182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777169884200'] for port, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:25:17.527264 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-98be705f-a1a0-4384-a53d-c1f3d263ab22 None None] Provisioning complete for port 59aae8ac-101a-43bb-93e2-df598f6ab02c triggered by entity DHCP. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 19:25:17.527635 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-98be705f-a1a0-4384-a53d-c1f3d263ab22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3627211'] for port, provisioning_complete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:25:17.535493 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-e9511555-6e5b-4110-8cf7-d13bdb877651 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '85d11ee1-cb91-4ba4-a86c-67b548852455', 'name': 'tempest-TestShelveInstance-1653015509-router', 'tenant_id': '47206eee79a344c9b1b30949d9ae67ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7209b701-ecaa-476a-bd58-d61d280c16d3', 'external_fixed_ips': [{'subnet_id': '71309eb1-223f-47ba-9803-1437c965e178', 'ip_address': '172.27.2.220'}], 'enable_snat': True}, 'gw_port_id': 'e1a921a0-55b9-4b8b-9693-4cf900181cde', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T19:25:11Z', 'updated_at': '2021-08-29T19:25:16Z', 'revision_number': 4, 'project_id': '47206eee79a344c9b1b30949d9ae67ab', 'gw_port': {'id': 'e1a921a0-55b9-4b8b-9693-4cf900181cde', 'name': '', 'network_id': '7209b701-ecaa-476a-bd58-d61d280c16d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:89:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '85d11ee1-cb91-4ba4-a86c-67b548852455', 'device_owner': 'network:router_gateway', 'standard_attr_id': 498, 'fixed_ips': [{'subnet_id': '71309eb1-223f-47ba-9803-1437c965e178', 'ip_address': '172.27.2.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806191-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T19:25:13Z', 'updated_at': '2021-08-29T19:25:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '71309eb1-223f-47ba-9803-1437c965e178', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806191-2-iscsi', '_interfaces': [{'id': '59aae8ac-101a-43bb-93e2-df598f6ab02c', 'name': '', 'network_id': 'c4f869d5-c4a9-4d4b-abf0-c181253a388e', 'tenant_id': '47206eee79a344c9b1b30949d9ae67ab', 'mac_address': 'fa:16:3e:fc:48:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '85d11ee1-cb91-4ba4-a86c-67b548852455', 'device_owner': 'network:router_interface', 'standard_attr_id': 506, 'fixed_ips': [{'subnet_id': 'a59267c6-8d28-4d1e-969f-e33d2bf75c5c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T19:25:15Z', 'updated_at': '2021-08-29T19:25:15Z', 'revision_number': 1, 'project_id': '47206eee79a344c9b1b30949d9ae67ab', 'subnets': [{'id': 'a59267c6-8d28-4d1e-969f-e33d2bf75c5c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806191-2-iscsi', False) {} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 19:25:17.600088 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9a1744cc-52f9-4058-a2f9-9022f1d24780 admin admin] Notify agent at l3_agent.dv-cinder-806191-2-iscsi the message routers_updated {{(pid=93884) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 19:25:17.601948 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9511555-6e5b-4110-8cf7-d13bdb877651 None None] The sync data for ids ['85d11ee1-cb91-4ba4-a86c-67b548852455'] in dv-cinder-806191-2-iscsi is: [{'id': '85d11ee1-cb91-4ba4-a86c-67b548852455', 'name': 'tempest-TestShelveInstance-1653015509-router', 'tenant_id': '47206eee79a344c9b1b30949d9ae67ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7209b701-ecaa-476a-bd58-d61d280c16d3', 'external_fixed_ips': [{'subnet_id': '71309eb1-223f-47ba-9803-1437c965e178', 'ip_address': '172.27.2.220'}], 'enable_snat': True}, 'gw_port_id': 'e1a921a0-55b9-4b8b-9693-4cf900181cde', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T19:25:11Z', 'updated_at': '2021-08-29T19:25:16Z', 'revision_number': 4, 'project_id': '47206eee79a344c9b1b30949d9ae67ab', 'gw_port': {'id': 'e1a921a0-55b9-4b8b-9693-4cf900181cde', 'name': '', 'network_id': '7209b701-ecaa-476a-bd58-d61d280c16d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:89:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '85d11ee1-cb91-4ba4-a86c-67b548852455', 'device_owner': 'network:router_gateway', 'standard_attr_id': 498, 'fixed_ips': [{'subnet_id': '71309eb1-223f-47ba-9803-1437c965e178', 'ip_address': '172.27.2.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806191-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T19:25:13Z', 'updated_at': '2021-08-29T19:25:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '71309eb1-223f-47ba-9803-1437c965e178', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806191-2-iscsi', '_interfaces': [{'id': '59aae8ac-101a-43bb-93e2-df598f6ab02c', 'name': '', 'network_id': 'c4f869d5-c4a9-4d4b-abf0-c181253a388e', 'tenant_id': '47206eee79a344c9b1b30949d9ae67ab', 'mac_address': 'fa:16:3e:fc:48:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '85d11ee1-cb91-4ba4-a86c-67b548852455', 'device_owner': 'network:router_interface', 'standard_attr_id': 506, 'fixed_ips': [{'subnet_id': 'a59267c6-8d28-4d1e-969f-e33d2bf75c5c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T19:25:15Z', 'updated_at': '2021-08-29T19:25:15Z', 'revision_number': 1, 'project_id': '47206eee79a344c9b1b30949d9ae67ab', 'subnets': [{'id': 'a59267c6-8d28-4d1e-969f-e33d2bf75c5c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93885) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 19:25:17.609309 dv-cinder-806191-2-iscsi neutron-server[93884]: INFO neutron.wsgi [None req-9a1744cc-52f9-4058-a2f9-9022f1d24780 admin admin] 10.222.0.26 "PUT /v2.0/routers/85d11ee1-cb91-4ba4-a86c-67b548852455/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0068250 Aug 29 19:25:17.613288 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.plugins.ml2.plugin [None req-98be705f-a1a0-4384-a53d-c1f3d263ab22 None None] Port 59aae8ac-101a-43bb-93e2-df598f6ab02c cannot update to ACTIVE because it is not bound. {{(pid=93885) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 19:25:17.631231 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b1450e8-45b7-492c-8390-16364757362a None None] Pushing event updated for resources: {'Port': ['ID=2e5cd92b-ca5b-4867-bab6-7300f8663c18,revision_number=2']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:25:17.890428 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-cf08b789-65c4-4e75-8d80-7a5b561271f2 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:25:18.213896 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-f7f3f912-659a-49f9-ab3a-0560ee4983b1 None None] Device 2e5cd92b-ca5b-4867-bab6-7300f8663c18 up at agent ovs-agent-dv-cinder-806191-2-iscsi {{(pid=93885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 19:25:18.299603 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-cf08b789-65c4-4e75-8d80-7a5b561271f2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3671481', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3676215'] for router, after_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:25:18.340814 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-f7f3f912-659a-49f9-ab3a-0560ee4983b1 None None] Provisioning for port 2e5cd92b-ca5b-4867-bab6-7300f8663c18 completed by entity L2. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 19:25:18.518857 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cf08b789-65c4-4e75-8d80-7a5b561271f2 admin admin] Router aa1f8aa4-2384-432f-a79c-f024f744aca5 is scheduled to L3 agent c3ed3b02-d107-45f2-9b2a-fff9b0cfaa96 with binding_index 1 {{(pid=93884) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 29 19:25:18.756987 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.26', 33350) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 19:25:18.775107 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.api.v2.base [None req-111fa5cf-792f-4a3d-aff9-f27f09828fc4 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-390961232-network', 'tenant_id': 'd423a27f4bdf4510b5d93c72bab4775f'}} {{(pid=93884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 19:25:18.931393 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cf08b789-65c4-4e75-8d80-7a5b561271f2 admin admin] Notify agent at l3_agent.dv-cinder-806191-2-iscsi the message routers_updated {{(pid=93884) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 19:25:18.952594 dv-cinder-806191-2-iscsi neutron-server[93886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b398d96-10b1-4014-a7e0-6833fc55eddb None None] Sync routers for ids ['aa1f8aa4-2384-432f-a79c-f024f744aca5'] in dv-cinder-806191-2-iscsi {{(pid=93886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 19:25:18.982022 dv-cinder-806191-2-iscsi neutron-server[93886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b398d96-10b1-4014-a7e0-6833fc55eddb None None] Routers {'aa1f8aa4-2384-432f-a79c-f024f744aca5'} bound to L3 agent in host dv-cinder-806191-2-iscsi {{(pid=93886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 19:25:18.984434 dv-cinder-806191-2-iscsi neutron-server[93886]: DEBUG neutron.db.l3_hamode_db [None req-1b398d96-10b1-4014-a7e0-6833fc55eddb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806191-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-29T19:13:49Z,description=,heartbeat_timestamp=2021-08-29T19:24:49Z,host='dv-cinder-806191-2-iscsi',id=c3ed3b02-d107-45f2-9b2a-fff9b0cfaa96,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T19:13:49Z,topic='l3_agent')) {'router_ids': ['aa1f8aa4-2384-432f-a79c-f024f744aca5'], 'active': True} {{(pid=93886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 19:25:19.011427 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-500c5dac-740d-4c08-ad2f-0d6fe17511db req-9c406b3f-2245-4e4c-b5cf-b0f2edbc4619 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 19:25:19.020176 dv-cinder-806191-2-iscsi neutron-server[93883]: INFO neutron.wsgi [req-500c5dac-740d-4c08-ad2f-0d6fe17511db req-9c406b3f-2245-4e4c-b5cf-b0f2edbc4619 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=ff839ffa806e4508a9f5f74da31561b0&device_id=c53d8e26-bd71-4b9f-b21c-b46dd1ae382d HTTP/1.1" status: 200 len: 1137 time: 0.0847476 Aug 29 19:25:19.033985 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-111fa5cf-792f-4a3d-aff9-f27f09828fc4 admin admin] Made reservation on behalf of d423a27f4bdf4510b5d93c72bab4775f for: {'network': 1} {{(pid=93884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 19:25:19.042847 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-111fa5cf-792f-4a3d-aff9-f27f09828fc4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3669058'] for network, before_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:25:19.060280 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-9abe2604-f883-4849-8ee3-14c1364de096 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777170380508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3627128'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:25:19.092442 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-111fa5cf-792f-4a3d-aff9-f27f09828fc4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:25:19.097162 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-cf08b789-65c4-4e75-8d80-7a5b561271f2 admin admin] Notify callbacks [] for router, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:25:19.102730 dv-cinder-806191-2-iscsi neutron-server[93884]: INFO neutron.wsgi [None req-cf08b789-65c4-4e75-8d80-7a5b561271f2 admin admin] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 3.5989079 Aug 29 19:25:19.107302 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.26', 33356) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 19:25:19.146932 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-796b478f-d16b-4eb1-ac9b-385e3ead9236 None None] Network 5f383061-659c-4a42-af3d-e82e7b7b242f requested from dv-cinder-806191-2-iscsi {{(pid=93885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 19:25:19.218703 dv-cinder-806191-2-iscsi neutron-server[93886]: DEBUG neutron.db.l3_dvr_db [None req-1b398d96-10b1-4014-a7e0-6833fc55eddb None None] Set router aa1f8aa4-2384-432f-a79c-f024f744aca5 gateway port host: dv-cinder-806191-2-iscsi {{(pid=93886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 19:25:19.233825 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-500c5dac-740d-4c08-ad2f-0d6fe17511db req-14e1ec8d-92a9-410e-b8ee-fbd3a0821798 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 19:25:19.245614 dv-cinder-806191-2-iscsi neutron-server[93883]: INFO neutron.wsgi [req-500c5dac-740d-4c08-ad2f-0d6fe17511db req-14e1ec8d-92a9-410e-b8ee-fbd3a0821798 service neutron] 10.222.0.23 "GET /v2.0/networks?id=4886099e-653a-4458-9041-94933d4c4594 HTTP/1.1" status: 200 len: 915 time: 0.2167416 Aug 29 19:25:19.246591 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d16daa32-7272-4f9b-9446-8e960e6a465b req-acb2fa6d-ccee-45ed-942d-9335a933415c tempest-TestMinimumBasicScenario-1969089159 tempest-TestMinimumBasicScenario-1969089159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 19:25:19.260424 dv-cinder-806191-2-iscsi neutron-server[93884]: INFO neutron.wsgi [req-d16daa32-7272-4f9b-9446-8e960e6a465b req-acb2fa6d-ccee-45ed-942d-9335a933415c tempest-TestMinimumBasicScenario-1969089159 tempest-TestMinimumBasicScenario-1969089159-project] 10.222.0.26 "GET /v2.0/ports?device_id=c53d8e26-bd71-4b9f-b21c-b46dd1ae382d HTTP/1.1" status: 200 len: 984 time: 0.2703910 Aug 29 19:25:19.308887 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-6b284824-c6b8-4a4d-be2b-df4ad9862aa0 None None] Provisioning for port 2e5cd92b-ca5b-4867-bab6-7300f8663c18 completed by entity DHCP. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 19:25:19.320612 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-6b284824-c6b8-4a4d-be2b-df4ad9862aa0 None None] Provisioning complete for port 2e5cd92b-ca5b-4867-bab6-7300f8663c18 triggered by entity DHCP. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 19:25:19.322564 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-6b284824-c6b8-4a4d-be2b-df4ad9862aa0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3627211'] for port, provisioning_complete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:25:19.439250 dv-cinder-806191-2-iscsi neutron-server[93883]: INFO neutron.wsgi [req-500c5dac-740d-4c08-ad2f-0d6fe17511db req-7fbf1192-d330-4512-9d22-4496c6273e70 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=4785074a-8625-439e-98ba-d94f500ac8d2 HTTP/1.1" status: 200 len: 1001 time: 0.1855731 Aug 29 19:25:19.469289 dv-cinder-806191-2-iscsi neutron-server[93884]: INFO neutron.wsgi [req-d16daa32-7272-4f9b-9446-8e960e6a465b req-1d6bd7fc-ba53-4b09-b537-eeceb34f6775 tempest-TestMinimumBasicScenario-1969089159 tempest-TestMinimumBasicScenario-1969089159-project] 10.222.0.26 "GET /v2.0/security-groups?id=6205e1f4-8053-40a6-b632-b40864d0beab&id=5af02ce7-4f09-4a57-a5cb-160fa5d4f482&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1981912 Aug 29 19:25:19.537573 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-500c5dac-740d-4c08-ad2f-0d6fe17511db req-794e4078-f242-4579-9ed4-b4296239f533 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 19:25:19.542599 dv-cinder-806191-2-iscsi neutron-server[93883]: INFO neutron.wsgi [req-500c5dac-740d-4c08-ad2f-0d6fe17511db req-794e4078-f242-4579-9ed4-b4296239f533 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=1cb0277a-f969-4486-9535-ef7707ae6b74 HTTP/1.1" status: 200 len: 853 time: 0.0908854 Aug 29 19:25:19.558506 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-6b284824-c6b8-4a4d-be2b-df4ad9862aa0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3669058'] for port, before_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:25:19.610661 dv-cinder-806191-2-iscsi neutron-server[93886]: DEBUG neutron.db.l3_hamode_db [None req-1b398d96-10b1-4014-a7e0-6833fc55eddb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa1f8aa4-2384-432f-a79c-f024f744aca5', 'name': 'tempest-AttachVolumeShelveTestJSON-1713152363-router', 'tenant_id': 'b6abb49f4d344fccb0cc20553e2de3be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7209b701-ecaa-476a-bd58-d61d280c16d3', 'external_fixed_ips': [{'subnet_id': '71309eb1-223f-47ba-9803-1437c965e178', 'ip_address': '172.27.2.240'}], 'enable_snat': True}, 'gw_port_id': '580e3926-c9b1-42a7-bfde-7cd910984004', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T19:25:15Z', 'updated_at': '2021-08-29T19:25:17Z', 'revision_number': 3, 'project_id': 'b6abb49f4d344fccb0cc20553e2de3be', 'gw_port': {'id': '580e3926-c9b1-42a7-bfde-7cd910984004', 'name': '', 'network_id': '7209b701-ecaa-476a-bd58-d61d280c16d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:a5:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aa1f8aa4-2384-432f-a79c-f024f744aca5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 510, 'fixed_ips': [{'subnet_id': '71309eb1-223f-47ba-9803-1437c965e178', 'ip_address': '172.27.2.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T19:25:16Z', 'updated_at': '2021-08-29T19:25:16Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '71309eb1-223f-47ba-9803-1437c965e178', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806191-2-iscsi'}], 'dv-cinder-806191-2-iscsi', False) {} {{(pid=93886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 19:25:19.625920 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-6b284824-c6b8-4a4d-be2b-df4ad9862aa0 None None] For port 2e5cd92b-ca5b-4867-bab6-7300f8663c18, host dv-cinder-806191-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806191-2-iscsi',level=0,port_id=2e5cd92b-ca5b-4867-bab6-7300f8663c18,segment=NetworkSegment(4a9860ce-75e8-4908-94b6-2e145ca82fc4),segment_id=4a9860ce-75e8-4908-94b6-2e145ca82fc4)] {{(pid=93885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 19:25:19.637610 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-6b284824-c6b8-4a4d-be2b-df4ad9862aa0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3669005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3715978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777170436913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777169884182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777169884200'] for port, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:25:19.638232 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-500c5dac-740d-4c08-ad2f-0d6fe17511db req-a9a26279-154b-487e-8bd9-fe73a4d00b24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 19:25:19.639910 dv-cinder-806191-2-iscsi neutron-server[93883]: INFO neutron.wsgi [req-500c5dac-740d-4c08-ad2f-0d6fe17511db req-a9a26279-154b-487e-8bd9-fe73a4d00b24 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=4886099e-653a-4458-9041-94933d4c4594&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0805569 Aug 29 19:25:19.675254 dv-cinder-806191-2-iscsi neutron-server[93886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b398d96-10b1-4014-a7e0-6833fc55eddb None None] Checking router: aa1f8aa4-2384-432f-a79c-f024f744aca5 for host: dv-cinder-806191-2-iscsi {{(pid=93886) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 19:25:19.675904 dv-cinder-806191-2-iscsi neutron-server[93886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b398d96-10b1-4014-a7e0-6833fc55eddb None None] Updating router aa1f8aa4-2384-432f-a79c-f024f744aca5 port 580e3926-c9b1-42a7-bfde-7cd910984004 binding host dv-cinder-806191-2-iscsi {{(pid=93886) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 29 19:25:19.741027 dv-cinder-806191-2-iscsi neutron-server[93886]: DEBUG neutron_lib.callbacks.manager [None req-1b398d96-10b1-4014-a7e0-6833fc55eddb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3669058'] for port, before_update {{(pid=93886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:25:19.824407 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-f7f3f912-659a-49f9-ab3a-0560ee4983b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777170380508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3627128'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:25:19.852376 dv-cinder-806191-2-iscsi neutron-server[93883]: INFO neutron.wsgi [req-500c5dac-740d-4c08-ad2f-0d6fe17511db req-43c76931-2297-4cd5-abef-42e1e072a783 service neutron] 10.222.0.23 "GET /v2.0/networks/4886099e-653a-4458-9041-94933d4c4594?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1976769 Aug 29 19:25:19.875351 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b284824-c6b8-4a4d-be2b-df4ad9862aa0 None None] Pushing event updated for resources: {'Port': ['ID=2e5cd92b-ca5b-4867-bab6-7300f8663c18,revision_number=3']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:25:19.909320 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-111fa5cf-792f-4a3d-aff9-f27f09828fc4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:25:19.936436 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-111fa5cf-792f-4a3d-aff9-f27f09828fc4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368872'] for security_group, after_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:25:20.004287 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-111fa5cf-792f-4a3d-aff9-f27f09828fc4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1d531965-2f51-4b63-a387-b00f34b20f23,revision_number=1']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:25:20.048101 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-111fa5cf-792f-4a3d-aff9-f27f09828fc4 admin admin] vlan segment allocate from pool success with {'vlan_id': 129, 'physical_network': 'physnet1'} {{(pid=93884) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 19:25:20.088913 dv-cinder-806191-2-iscsi neutron-server[93883]: INFO neutron.wsgi [req-500c5dac-740d-4c08-ad2f-0d6fe17511db req-1599a050-eca3-4a6e-b754-ceacd26b48a9 service neutron] 10.222.0.23 "GET /v2.0/networks/4886099e-653a-4458-9041-94933d4c4594?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2183759 Aug 29 19:25:20.093879 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-215b77b4-0b8c-4e50-9378-89f07fe4fced None None] Provisioning complete for port 2e5cd92b-ca5b-4867-bab6-7300f8663c18 triggered by entity DHCP. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 19:25:20.094841 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-215b77b4-0b8c-4e50-9378-89f07fe4fced None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3627211'] for port, provisioning_complete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:25:20.105246 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-111fa5cf-792f-4a3d-aff9-f27f09828fc4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3556912'] for segment, precommit_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:25:20.105958 dv-cinder-806191-2-iscsi neutron-server[93884]: INFO neutron.db.segments_db [None req-111fa5cf-792f-4a3d-aff9-f27f09828fc4 admin admin] Added segment 36330973-a336-4d16-a555-3989e9f52a01 of type vlan for network 9827ac88-3c09-4a0a-ad1f-2da3d3c4fe1d Aug 29 19:25:20.267870 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-f7f3f912-659a-49f9-ab3a-0560ee4983b1 None None] Device e1a921a0-55b9-4b8b-9693-4cf900181cde up at agent ovs-agent-dv-cinder-806191-2-iscsi {{(pid=93885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 19:25:20.274767 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-111fa5cf-792f-4a3d-aff9-f27f09828fc4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777169867614'] for network, precommit_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:25:20.353854 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-111fa5cf-792f-4a3d-aff9-f27f09828fc4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-376669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3715978'] for network, after_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:25:20.355238 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-111fa5cf-792f-4a3d-aff9-f27f09828fc4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 19:25:20.355828 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-111fa5cf-792f-4a3d-aff9-f27f09828fc4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3715960'] for network, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:25:20.362883 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-f7f3f912-659a-49f9-ab3a-0560ee4983b1 None None] Provisioning for port e1a921a0-55b9-4b8b-9693-4cf900181cde completed by entity L2. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 19:25:20.374014 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-f7f3f912-659a-49f9-ab3a-0560ee4983b1 None None] Provisioning complete for port e1a921a0-55b9-4b8b-9693-4cf900181cde triggered by entity L2. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 19:25:20.374474 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-f7f3f912-659a-49f9-ab3a-0560ee4983b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3627211'] for port, provisioning_complete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:25:20.391784 dv-cinder-806191-2-iscsi neutron-server[93886]: DEBUG neutron_lib.callbacks.manager [None req-1b398d96-10b1-4014-a7e0-6833fc55eddb None None] Notify callbacks [] for port, precommit_update {{(pid=93886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:25:20.407179 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-ed31fb2d-405b-476e-b16a-f8415d14bc27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777170380508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3627128'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:25:20.408173 dv-cinder-806191-2-iscsi neutron-server[93886]: DEBUG neutron.db.provisioning_blocks [None req-1b398d96-10b1-4014-a7e0-6833fc55eddb None None] Transition to ACTIVE for port object 580e3926-c9b1-42a7-bfde-7cd910984004 will not be triggered until provisioned by entity L2. {{(pid=93886) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 19:25:20.417536 dv-cinder-806191-2-iscsi neutron-server[93886]: DEBUG neutron_lib.callbacks.manager [None req-1b398d96-10b1-4014-a7e0-6833fc55eddb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3669005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3715978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777170436913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777169884182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777169884200'] for port, after_update {{(pid=93886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:25:20.425848 dv-cinder-806191-2-iscsi neutron-server[93884]: INFO neutron.wsgi [None req-111fa5cf-792f-4a3d-aff9-f27f09828fc4 admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 1.6580234 Aug 29 19:25:20.426189 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.26', 33368) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 19:25:20.433402 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron.api.v2.base [None req-13142ee8-76fa-49b8-8294-c818c8aa18ce admin admin] Request body: {'subnet': {'network_id': '9827ac88-3c09-4a0a-ad1f-2da3d3c4fe1d', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-390961232-subnet', 'tenant_id': 'd423a27f4bdf4510b5d93c72bab4775f', 'ip_version': 4}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 19:25:20.484655 dv-cinder-806191-2-iscsi neutron-server[93886]: DEBUG neutron.plugins.ml2.managers [None req-1b398d96-10b1-4014-a7e0-6833fc55eddb None None] Attempting to bind port 580e3926-c9b1-42a7-bfde-7cd910984004 on host dv-cinder-806191-2-iscsi for vnic_type normal with profile {{(pid=93886) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 19:25:20.485138 dv-cinder-806191-2-iscsi neutron-server[93886]: DEBUG neutron.plugins.ml2.managers [None req-1b398d96-10b1-4014-a7e0-6833fc55eddb None None] Attempting to bind port 580e3926-c9b1-42a7-bfde-7cd910984004 by drivers openvswitch,hyperv on host dv-cinder-806191-2-iscsi at level 0 using segments [{'id': 'abe37968-36e5-463a-bc67-a17a4a975f92', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7209b701-ecaa-476a-bd58-d61d280c16d3'}] {{(pid=93886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 19:25:20.485883 dv-cinder-806191-2-iscsi neutron-server[93886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b398d96-10b1-4014-a7e0-6833fc55eddb None None] Attempting to bind port 580e3926-c9b1-42a7-bfde-7cd910984004 on network 7209b701-ecaa-476a-bd58-d61d280c16d3 {{(pid=93886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 19:25:20.491922 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-13142ee8-76fa-49b8-8294-c818c8aa18ce admin admin] Made reservation on behalf of d423a27f4bdf4510b5d93c72bab4775f for: {'subnet': 1} {{(pid=93883) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 19:25:20.495488 dv-cinder-806191-2-iscsi neutron-server[93886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd92a37f-1a91-4beb-acfc-8a76e80a5ed1 None None] Pushing event updated for resources: {'Port': ['ID=580e3926-c9b1-42a7-bfde-7cd910984004,revision_number=2']} {{(pid=93886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:25:20.499528 dv-cinder-806191-2-iscsi neutron-server[93886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b398d96-10b1-4014-a7e0-6833fc55eddb None None] Checking agent: {'id': 'e2dce85b-d9d5-40cd-b89b-586c7cfc9b3c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-806191-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 19, 13, 50), 'started_at': datetime.datetime(2021, 8, 29, 19, 14, 20), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 19, 25, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-806191-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 19:25:20.500196 dv-cinder-806191-2-iscsi neutron-server[93886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b398d96-10b1-4014-a7e0-6833fc55eddb None None] Checking segment: {'id': 'abe37968-36e5-463a-bc67-a17a4a975f92', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7209b701-ecaa-476a-bd58-d61d280c16d3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93886) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 19:25:20.500786 dv-cinder-806191-2-iscsi neutron-server[93886]: DEBUG neutron_lib.callbacks.manager [None req-1b398d96-10b1-4014-a7e0-6833fc55eddb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:25:20.501343 dv-cinder-806191-2-iscsi neutron-server[93886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b398d96-10b1-4014-a7e0-6833fc55eddb None None] Bound using segment: {'id': 'abe37968-36e5-463a-bc67-a17a4a975f92', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7209b701-ecaa-476a-bd58-d61d280c16d3'} {{(pid=93886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 19:25:20.502050 dv-cinder-806191-2-iscsi neutron-server[93886]: DEBUG neutron.plugins.ml2.managers [None req-1b398d96-10b1-4014-a7e0-6833fc55eddb None None] Bound port: 580e3926-c9b1-42a7-bfde-7cd910984004, host: dv-cinder-806191-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'abe37968-36e5-463a-bc67-a17a4a975f92', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7209b701-ecaa-476a-bd58-d61d280c16d3'}}] {{(pid=93886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 19:25:20.502687 dv-cinder-806191-2-iscsi neutron-server[93886]: DEBUG neutron_lib.callbacks.manager [None req-1b398d96-10b1-4014-a7e0-6833fc55eddb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3669058'] for port, before_update {{(pid=93886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:25:20.503180 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-13142ee8-76fa-49b8-8294-c818c8aa18ce admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-263977485'] for subnet, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:25:20.536506 dv-cinder-806191-2-iscsi neutron-server[93886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd92a37f-1a91-4beb-acfc-8a76e80a5ed1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806191-2-iscsi {{(pid=93886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:25:20.537192 dv-cinder-806191-2-iscsi neutron-server[93886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd92a37f-1a91-4beb-acfc-8a76e80a5ed1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806191-2-iscsi {{(pid=93886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:25:20.537720 dv-cinder-806191-2-iscsi neutron-server[93886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd92a37f-1a91-4beb-acfc-8a76e80a5ed1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806191-2-iscsi {{(pid=93886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:25:20.538221 dv-cinder-806191-2-iscsi neutron-server[93886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd92a37f-1a91-4beb-acfc-8a76e80a5ed1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806191-2-iscsi {{(pid=93886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:25:20.538769 dv-cinder-806191-2-iscsi neutron-server[93886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd92a37f-1a91-4beb-acfc-8a76e80a5ed1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-806191-2-iscsi {{(pid=93886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:25:20.539261 dv-cinder-806191-2-iscsi neutron-server[93886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd92a37f-1a91-4beb-acfc-8a76e80a5ed1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806191-2-iscsi {{(pid=93886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:25:20.539743 dv-cinder-806191-2-iscsi neutron-server[93886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd92a37f-1a91-4beb-acfc-8a76e80a5ed1 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-806191-2-iscsi {{(pid=93886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:25:20.540981 dv-cinder-806191-2-iscsi neutron-server[93886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd92a37f-1a91-4beb-acfc-8a76e80a5ed1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-806191-2-iscsi {{(pid=93886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:25:20.541488 dv-cinder-806191-2-iscsi neutron-server[93886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd92a37f-1a91-4beb-acfc-8a76e80a5ed1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806191-2-iscsi {{(pid=93886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:25:20.542009 dv-cinder-806191-2-iscsi neutron-server[93886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd92a37f-1a91-4beb-acfc-8a76e80a5ed1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806191-2-iscsi {{(pid=93886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:25:20.542529 dv-cinder-806191-2-iscsi neutron-server[93886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd92a37f-1a91-4beb-acfc-8a76e80a5ed1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806191-2-iscsi {{(pid=93886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:25:20.543272 dv-cinder-806191-2-iscsi neutron-server[93886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd92a37f-1a91-4beb-acfc-8a76e80a5ed1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806191-2-iscsi {{(pid=93886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:25:20.601989 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-f7f3f912-659a-49f9-ab3a-0560ee4983b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3669058'] for port, before_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:25:20.605602 dv-cinder-806191-2-iscsi neutron-server[93886]: DEBUG neutron.plugins.ml2.db [None req-1b398d96-10b1-4014-a7e0-6833fc55eddb None None] For port 580e3926-c9b1-42a7-bfde-7cd910984004, host dv-cinder-806191-2-iscsi, cleared binding levels {{(pid=93886) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 19:25:20.609428 dv-cinder-806191-2-iscsi neutron-server[93886]: DEBUG neutron.plugins.ml2.db [None req-1b398d96-10b1-4014-a7e0-6833fc55eddb None None] For port 580e3926-c9b1-42a7-bfde-7cd910984004, host dv-cinder-806191-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806191-2-iscsi',level=0,port_id=580e3926-c9b1-42a7-bfde-7cd910984004,segment=NetworkSegment(abe37968-36e5-463a-bc67-a17a4a975f92),segment_id=abe37968-36e5-463a-bc67-a17a4a975f92)] {{(pid=93886) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 19:25:20.624484 dv-cinder-806191-2-iscsi neutron-server[93886]: DEBUG neutron_lib.callbacks.manager [None req-1b398d96-10b1-4014-a7e0-6833fc55eddb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3669005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3715978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777170436913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777169884182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777169884200'] for port, after_update {{(pid=93886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:25:20.635911 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-f7f3f912-659a-49f9-ab3a-0560ee4983b1 None None] For port e1a921a0-55b9-4b8b-9693-4cf900181cde, host dv-cinder-806191-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806191-2-iscsi',level=0,port_id=e1a921a0-55b9-4b8b-9693-4cf900181cde,segment=NetworkSegment(abe37968-36e5-463a-bc67-a17a4a975f92),segment_id=abe37968-36e5-463a-bc67-a17a4a975f92)] {{(pid=93885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 19:25:20.644276 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-f7f3f912-659a-49f9-ab3a-0560ee4983b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3669005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3715978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777170436913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777169884182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777169884200'] for port, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:25:20.646543 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-f7f3f912-659a-49f9-ab3a-0560ee4983b1 None None] Device 2e5cd92b-ca5b-4867-bab6-7300f8663c18 up at agent ovs-agent-dv-cinder-806191-2-iscsi {{(pid=93885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 19:25:20.777759 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-e2952976-2662-4aaa-8a52-3268e76462b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3669058'] for port, before_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:25:20.779254 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc3af71b-7f35-4c19-bbd3-3fecab563041 req-9711a272-87be-4349-9702-f88aa06f4e9d tempest-TestMinimumBasicScenario-1969089159 tempest-TestMinimumBasicScenario-1969089159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 19:25:20.780216 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-111fa5cf-792f-4a3d-aff9-f27f09828fc4 admin admin] Pushing event updated for resources: {'Network': ['ID=9827ac88-3c09-4a0a-ad1f-2da3d3c4fe1d,revision_number=1']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:25:20.781474 dv-cinder-806191-2-iscsi neutron-server[93883]: INFO neutron.wsgi [req-fc3af71b-7f35-4c19-bbd3-3fecab563041 req-9711a272-87be-4349-9702-f88aa06f4e9d tempest-TestMinimumBasicScenario-1969089159 tempest-TestMinimumBasicScenario-1969089159-project] 10.222.0.26 "GET /v2.0/ports?device_id=c53d8e26-bd71-4b9f-b21c-b46dd1ae382d HTTP/1.1" status: 200 len: 984 time: 0.1237280 Aug 29 19:25:20.823233 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-f7f3f912-659a-49f9-ab3a-0560ee4983b1 None None] Network 9827ac88-3c09-4a0a-ad1f-2da3d3c4fe1d details requested by agent ovs-agent-dv-cinder-806191-2-iscsi with host dv-cinder-806191-2-iscsi {{(pid=93885) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 19:25:20.848272 dv-cinder-806191-2-iscsi neutron-server[93886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd92a37f-1a91-4beb-acfc-8a76e80a5ed1 None None] Pushing event updated for resources: {'Port': ['ID=580e3926-c9b1-42a7-bfde-7cd910984004,revision_number=3']} {{(pid=93886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:25:20.870465 dv-cinder-806191-2-iscsi neutron-server[93883]: INFO neutron.wsgi [req-fc3af71b-7f35-4c19-bbd3-3fecab563041 req-2db98c1e-e7b8-4c20-bdba-4d7c308aa53f tempest-TestMinimumBasicScenario-1969089159 tempest-TestMinimumBasicScenario-1969089159-project] 10.222.0.26 "GET /v2.0/security-groups?id=6205e1f4-8053-40a6-b632-b40864d0beab&id=5af02ce7-4f09-4a57-a5cb-160fa5d4f482&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0662060 Aug 29 19:25:20.883064 dv-cinder-806191-2-iscsi neutron-server[93886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b398d96-10b1-4014-a7e0-6833fc55eddb None None] Routers {'aa1f8aa4-2384-432f-a79c-f024f744aca5'} bound to L3 agent in host dv-cinder-806191-2-iscsi {{(pid=93886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 19:25:20.883709 dv-cinder-806191-2-iscsi neutron-server[93886]: DEBUG neutron.db.l3_hamode_db [None req-1b398d96-10b1-4014-a7e0-6833fc55eddb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806191-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-29T19:13:49Z,description=,heartbeat_timestamp=2021-08-29T19:25:19Z,host='dv-cinder-806191-2-iscsi',id=c3ed3b02-d107-45f2-9b2a-fff9b0cfaa96,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T19:13:49Z,topic='l3_agent')) {'router_ids': ['aa1f8aa4-2384-432f-a79c-f024f744aca5'], 'active': True} {{(pid=93886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 19:25:20.919456 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-f7f3f912-659a-49f9-ab3a-0560ee4983b1 None None] Provisioning complete for port 2e5cd92b-ca5b-4867-bab6-7300f8663c18 triggered by entity L2. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 19:25:20.919834 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-f7f3f912-659a-49f9-ab3a-0560ee4983b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3627211'] for port, provisioning_complete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:25:21.031209 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-13142ee8-76fa-49b8-8294-c818c8aa18ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-376708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3715978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-263308241', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-263977599'] for subnet, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:25:21.041224 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.db.db_base_plugin_common [None req-e2952976-2662-4aaa-8a52-3268e76462b7 admin admin] Allocated IP 172.20.0.1 (5f383061-659c-4a42-af3d-e82e7b7b242f/276486f1-8541-4ff7-8581-3f1dc1fbc741/c6d6d545-ee44-49df-8b2d-a0b19dd63545) {{(pid=93884) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 19:25:21.106139 dv-cinder-806191-2-iscsi neutron-server[93886]: DEBUG neutron.db.l3_dvr_db [None req-1b398d96-10b1-4014-a7e0-6833fc55eddb None None] Set router aa1f8aa4-2384-432f-a79c-f024f744aca5 gateway port host: dv-cinder-806191-2-iscsi {{(pid=93886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 19:25:21.107946 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13142ee8-76fa-49b8-8294-c818c8aa18ce admin admin] Pushing event updated for resources: {'Subnet': ['ID=cfac3a8f-9ffa-4df9-8ac5-097235a247b1,revision_number=0']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:25:21.108915 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffc1c826-5576-4b8b-92ed-ef5d784bd4af None None] Sync routers for ids ['85d11ee1-cb91-4ba4-a86c-67b548852455'] in dv-cinder-806191-2-iscsi {{(pid=93885) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 19:25:21.115178 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13142ee8-76fa-49b8-8294-c818c8aa18ce admin admin] Checking segment: {'id': '36330973-a336-4d16-a555-3989e9f52a01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '9827ac88-3c09-4a0a-ad1f-2da3d3c4fe1d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93883) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 19:25:21.116716 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13142ee8-76fa-49b8-8294-c818c8aa18ce admin admin] Network hostable DHCP agents. Network: 9827ac88-3c09-4a0a-ad1f-2da3d3c4fe1d, hostable agents: ['01567a2b-701c-44ec-9311-402810164ce4'], hosted agents: [] {{(pid=93883) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 19:25:21.140161 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-e411ce9c-394c-453f-add9-812245090945 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777170380508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3627128'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:25:21.160036 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13142ee8-76fa-49b8-8294-c818c8aa18ce admin admin] Network 9827ac88-3c09-4a0a-ad1f-2da3d3c4fe1d is scheduled to be hosted by DHCP agent 01567a2b-701c-44ec-9311-402810164ce4 with binding_index 1 {{(pid=93883) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 19:25:21.163088 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffc1c826-5576-4b8b-92ed-ef5d784bd4af None None] Routers {'85d11ee1-cb91-4ba4-a86c-67b548852455'} bound to L3 agent in host dv-cinder-806191-2-iscsi {{(pid=93885) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 19:25:21.163608 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-ffc1c826-5576-4b8b-92ed-ef5d784bd4af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806191-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-29T19:13:49Z,description=,heartbeat_timestamp=2021-08-29T19:25:19Z,host='dv-cinder-806191-2-iscsi',id=c3ed3b02-d107-45f2-9b2a-fff9b0cfaa96,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T19:13:49Z,topic='l3_agent')) {'router_ids': ['85d11ee1-cb91-4ba4-a86c-67b548852455'], 'active': True} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 19:25:21.174910 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7f3f912-659a-49f9-ab3a-0560ee4983b1 None None] Pushing event updated for resources: {'Port': ['ID=e1a921a0-55b9-4b8b-9693-4cf900181cde,revision_number=4']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:25:21.197343 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron.scheduler.base_scheduler [None req-13142ee8-76fa-49b8-8294-c818c8aa18ce admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-806191-2-iscsi, 9827ac88-3c09-4a0a-ad1f-2da3d3c4fe1d) {{(pid=93883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 19:25:21.208315 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13142ee8-76fa-49b8-8294-c818c8aa18ce admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 19:25:21.209259 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-13142ee8-76fa-49b8-8294-c818c8aa18ce admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3715960'] for subnet, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:25:21.223263 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7bd1366d-7407-40b0-b0e7-a13f98d8fa27 None None] Network 9827ac88-3c09-4a0a-ad1f-2da3d3c4fe1d requested from dv-cinder-806191-2-iscsi {{(pid=93885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 19:25:21.243264 dv-cinder-806191-2-iscsi neutron-server[93883]: INFO neutron.wsgi [None req-13142ee8-76fa-49b8-8294-c818c8aa18ce admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.8149159 Aug 29 19:25:21.247279 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.26', 33376) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 19:25:21.256430 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron.api.v2.base [None req-ebac0b48-6e92-4fb1-ab08-cc73eaf16ae3 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-390961232-router', 'tenant_id': 'd423a27f4bdf4510b5d93c72bab4775f', 'external_gateway_info': {'network_id': '7209b701-ecaa-476a-bd58-d61d280c16d3'}}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 19:25:21.260381 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-e2952976-2662-4aaa-8a52-3268e76462b7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:25:21.275771 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-e2952976-2662-4aaa-8a52-3268e76462b7 admin admin] Transition to ACTIVE for port object c6d6d545-ee44-49df-8b2d-a0b19dd63545 will not be triggered until provisioned by entity DHCP. {{(pid=93884) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 19:25:21.295490 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-ebac0b48-6e92-4fb1-ab08-cc73eaf16ae3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3671342', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-28728'] for router, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:25:21.296681 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-ebac0b48-6e92-4fb1-ab08-cc73eaf16ae3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3671426', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3677672', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-423498', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-28723'] for router, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:25:21.329228 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-e2952976-2662-4aaa-8a52-3268e76462b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3669005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3715978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777169884164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262862687'] for port, after_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:25:21.398819 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-ebac0b48-6e92-4fb1-ab08-cc73eaf16ae3 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:25:21.437218 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.db.l3_dvr_db [None req-ffc1c826-5576-4b8b-92ed-ef5d784bd4af None None] Set router 85d11ee1-cb91-4ba4-a86c-67b548852455 gateway port host: dv-cinder-806191-2-iscsi {{(pid=93885) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 19:25:21.437909 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2952976-2662-4aaa-8a52-3268e76462b7 admin admin] Network 5f383061-659c-4a42-af3d-e82e7b7b242f is already hosted by enough agents. {{(pid=93884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 19:25:21.453767 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.scheduler.base_scheduler [None req-e2952976-2662-4aaa-8a52-3268e76462b7 admin admin] Resources bound (agent type, host, resource id): {{(pid=93884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 19:25:21.478694 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2952976-2662-4aaa-8a52-3268e76462b7 admin admin] Received port after_create {{(pid=93884) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 19:25:21.543081 dv-cinder-806191-2-iscsi neutron-server[93886]: DEBUG neutron.db.l3_hamode_db [None req-1b398d96-10b1-4014-a7e0-6833fc55eddb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa1f8aa4-2384-432f-a79c-f024f744aca5', 'name': 'tempest-AttachVolumeShelveTestJSON-1713152363-router', 'tenant_id': 'b6abb49f4d344fccb0cc20553e2de3be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7209b701-ecaa-476a-bd58-d61d280c16d3', 'external_fixed_ips': [{'subnet_id': '71309eb1-223f-47ba-9803-1437c965e178', 'ip_address': '172.27.2.240'}], 'enable_snat': True}, 'gw_port_id': '580e3926-c9b1-42a7-bfde-7cd910984004', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T19:25:15Z', 'updated_at': '2021-08-29T19:25:17Z', 'revision_number': 3, 'project_id': 'b6abb49f4d344fccb0cc20553e2de3be', 'gw_port': {'id': '580e3926-c9b1-42a7-bfde-7cd910984004', 'name': '', 'network_id': '7209b701-ecaa-476a-bd58-d61d280c16d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:a5:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aa1f8aa4-2384-432f-a79c-f024f744aca5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 510, 'fixed_ips': [{'subnet_id': '71309eb1-223f-47ba-9803-1437c965e178', 'ip_address': '172.27.2.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806191-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T19:25:16Z', 'updated_at': '2021-08-29T19:25:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '71309eb1-223f-47ba-9803-1437c965e178', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806191-2-iscsi'}], 'dv-cinder-806191-2-iscsi', False) {} {{(pid=93886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 19:25:21.584836 dv-cinder-806191-2-iscsi neutron-server[93886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b398d96-10b1-4014-a7e0-6833fc55eddb None None] The sync data for ids ['aa1f8aa4-2384-432f-a79c-f024f744aca5'] in dv-cinder-806191-2-iscsi is: [{'id': 'aa1f8aa4-2384-432f-a79c-f024f744aca5', 'name': 'tempest-AttachVolumeShelveTestJSON-1713152363-router', 'tenant_id': 'b6abb49f4d344fccb0cc20553e2de3be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7209b701-ecaa-476a-bd58-d61d280c16d3', 'external_fixed_ips': [{'subnet_id': '71309eb1-223f-47ba-9803-1437c965e178', 'ip_address': '172.27.2.240'}], 'enable_snat': True}, 'gw_port_id': '580e3926-c9b1-42a7-bfde-7cd910984004', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T19:25:15Z', 'updated_at': '2021-08-29T19:25:17Z', 'revision_number': 3, 'project_id': 'b6abb49f4d344fccb0cc20553e2de3be', 'gw_port': {'id': '580e3926-c9b1-42a7-bfde-7cd910984004', 'name': '', 'network_id': '7209b701-ecaa-476a-bd58-d61d280c16d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:a5:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aa1f8aa4-2384-432f-a79c-f024f744aca5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 510, 'fixed_ips': [{'subnet_id': '71309eb1-223f-47ba-9803-1437c965e178', 'ip_address': '172.27.2.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806191-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T19:25:16Z', 'updated_at': '2021-08-29T19:25:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '71309eb1-223f-47ba-9803-1437c965e178', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806191-2-iscsi'}] {{(pid=93886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 19:25:21.632495 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2952976-2662-4aaa-8a52-3268e76462b7 admin admin] Pushing event updated for resources: {'Port': ['ID=c6d6d545-ee44-49df-8b2d-a0b19dd63545,revision_number=1']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:25:21.650630 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-e2952976-2662-4aaa-8a52-3268e76462b7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3676392'] for router_interface, before_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:25:21.686212 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc411bc1-e0ff-4796-91a5-9b20945f3ad2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8d0de094-1158-5d9d-8828-d4d58d01f022-9827ac88-3c09-4a0a-ad1f-2da3d3c4fe1d', 'network_id': '9827ac88-3c09-4a0a-ad1f-2da3d3c4fe1d', 'tenant_id': 'd423a27f4bdf4510b5d93c72bab4775f', 'fixed_ips': [{'subnet_id': 'cfac3a8f-9ffa-4df9-8ac5-097235a247b1'}]}} from dv-cinder-806191-2-iscsi. {{(pid=93885) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 29 19:25:21.696482 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-bc411bc1-e0ff-4796-91a5-9b20945f3ad2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3669058'] for port, before_create {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:25:21.795269 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-ebac0b48-6e92-4fb1-ab08-cc73eaf16ae3 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:25:21.976660 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-e2952976-2662-4aaa-8a52-3268e76462b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3669058'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:25:22.143447 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-f7f3f912-659a-49f9-ab3a-0560ee4983b1 None None] Device e1a921a0-55b9-4b8b-9693-4cf900181cde up at agent ovs-agent-dv-cinder-806191-2-iscsi {{(pid=93885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 19:25:22.261776 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-c214b08a-13ec-4cca-bdbd-998b9b76327d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777170380508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3627128'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:25:22.303320 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-0130262f-6a3b-4f26-ab7b-955fcf568582 None None] Provisioning for port c6d6d545-ee44-49df-8b2d-a0b19dd63545 completed by entity DHCP. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 19:25:22.360457 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-0130262f-6a3b-4f26-ab7b-955fcf568582 None None] Provisioning complete for port c6d6d545-ee44-49df-8b2d-a0b19dd63545 triggered by entity DHCP. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 19:25:22.361760 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-0130262f-6a3b-4f26-ab7b-955fcf568582 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3627211'] for port, provisioning_complete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:25:22.423908 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.db.db_base_plugin_common [None req-bc411bc1-e0ff-4796-91a5-9b20945f3ad2 None None] Allocated IP 172.20.0.2 (9827ac88-3c09-4a0a-ad1f-2da3d3c4fe1d/cfac3a8f-9ffa-4df9-8ac5-097235a247b1/e375be61-c587-4d75-9ca8-0ea939b8b9c6) {{(pid=93885) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 19:25:22.454102 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.26', 33392) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 19:25:22.497595 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.plugins.ml2.plugin [None req-0130262f-6a3b-4f26-ab7b-955fcf568582 None None] Port c6d6d545-ee44-49df-8b2d-a0b19dd63545 cannot update to ACTIVE because it is not bound. {{(pid=93885) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 19:25:22.498280 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60160a2c-90ec-4be2-b64b-28f22784efda req-30e7d169-0a5e-421d-b681-a419e96599cd tempest-TestMinimumBasicScenario-1969089159 tempest-TestMinimumBasicScenario-1969089159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 19:25:22.500268 dv-cinder-806191-2-iscsi neutron-server[93884]: INFO neutron.wsgi [req-60160a2c-90ec-4be2-b64b-28f22784efda req-30e7d169-0a5e-421d-b681-a419e96599cd tempest-TestMinimumBasicScenario-1969089159 tempest-TestMinimumBasicScenario-1969089159-project] 10.222.0.26 "GET /v2.0/ports?device_id=c53d8e26-bd71-4b9f-b21c-b46dd1ae382d HTTP/1.1" status: 200 len: 984 time: 0.2709970 Aug 29 19:25:22.533607 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-ebac0b48-6e92-4fb1-ab08-cc73eaf16ae3 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:25:22.541709 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-f7f3f912-659a-49f9-ab3a-0560ee4983b1 None None] Provisioning complete for port e1a921a0-55b9-4b8b-9693-4cf900181cde triggered by entity L2. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 19:25:22.544863 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-f7f3f912-659a-49f9-ab3a-0560ee4983b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3627211'] for port, provisioning_complete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:25:22.562495 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-ebac0b48-6e92-4fb1-ab08-cc73eaf16ae3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3669058'] for port, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:25:22.588536 dv-cinder-806191-2-iscsi neutron-server[93884]: INFO neutron.wsgi [req-60160a2c-90ec-4be2-b64b-28f22784efda req-92a1e10b-3667-486d-9a16-3679f0149794 tempest-TestMinimumBasicScenario-1969089159 tempest-TestMinimumBasicScenario-1969089159-project] 10.222.0.26 "GET /v2.0/security-groups?id=6205e1f4-8053-40a6-b632-b40864d0beab&id=5af02ce7-4f09-4a57-a5cb-160fa5d4f482&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0693295 Aug 29 19:25:22.620797 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-e2952976-2662-4aaa-8a52-3268e76462b7 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:25:22.630072 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-e2952976-2662-4aaa-8a52-3268e76462b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3669005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3715978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777170436913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777169884182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777169884200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-262862662'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:25:22.647388 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-ffc1c826-5576-4b8b-92ed-ef5d784bd4af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '85d11ee1-cb91-4ba4-a86c-67b548852455', 'name': 'tempest-TestShelveInstance-1653015509-router', 'tenant_id': '47206eee79a344c9b1b30949d9ae67ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7209b701-ecaa-476a-bd58-d61d280c16d3', 'external_fixed_ips': [{'subnet_id': '71309eb1-223f-47ba-9803-1437c965e178', 'ip_address': '172.27.2.220'}], 'enable_snat': True}, 'gw_port_id': 'e1a921a0-55b9-4b8b-9693-4cf900181cde', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T19:25:11Z', 'updated_at': '2021-08-29T19:25:16Z', 'revision_number': 4, 'project_id': '47206eee79a344c9b1b30949d9ae67ab', 'gw_port': {'id': 'e1a921a0-55b9-4b8b-9693-4cf900181cde', 'name': '', 'network_id': '7209b701-ecaa-476a-bd58-d61d280c16d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:89:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85d11ee1-cb91-4ba4-a86c-67b548852455', 'device_owner': 'network:router_gateway', 'standard_attr_id': 498, 'fixed_ips': [{'subnet_id': '71309eb1-223f-47ba-9803-1437c965e178', 'ip_address': '172.27.2.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806191-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T19:25:13Z', 'updated_at': '2021-08-29T19:25:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71309eb1-223f-47ba-9803-1437c965e178', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806191-2-iscsi', '_interfaces': [{'id': '59aae8ac-101a-43bb-93e2-df598f6ab02c', 'name': '', 'network_id': 'c4f869d5-c4a9-4d4b-abf0-c181253a388e', 'tenant_id': '47206eee79a344c9b1b30949d9ae67ab', 'mac_address': 'fa:16:3e:fc:48:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '85d11ee1-cb91-4ba4-a86c-67b548852455', 'device_owner': 'network:router_interface', 'standard_attr_id': 506, 'fixed_ips': [{'subnet_id': 'a59267c6-8d28-4d1e-969f-e33d2bf75c5c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T19:25:15Z', 'updated_at': '2021-08-29T19:25:16Z', 'revision_number': 2, 'project_id': '47206eee79a344c9b1b30949d9ae67ab', 'subnets': [{'id': 'a59267c6-8d28-4d1e-969f-e33d2bf75c5c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806191-2-iscsi', False) {} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 19:25:22.697345 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffc1c826-5576-4b8b-92ed-ef5d784bd4af None None] Checking router: 85d11ee1-cb91-4ba4-a86c-67b548852455 for host: dv-cinder-806191-2-iscsi {{(pid=93885) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 19:25:22.697345 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffc1c826-5576-4b8b-92ed-ef5d784bd4af None None] Updating router 85d11ee1-cb91-4ba4-a86c-67b548852455 port 59aae8ac-101a-43bb-93e2-df598f6ab02c binding host dv-cinder-806191-2-iscsi {{(pid=93885) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 29 19:25:22.749017 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-396c4fea-de80-46d5-9a67-323a31a44a90 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:25:22.755132 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-ffc1c826-5576-4b8b-92ed-ef5d784bd4af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3669058'] for port, before_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:25:22.817187 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2952976-2662-4aaa-8a52-3268e76462b7 admin admin] Pushing event updated for resources: {'Port': ['ID=c6d6d545-ee44-49df-8b2d-a0b19dd63545,revision_number=2']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:25:22.826510 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-e2952976-2662-4aaa-8a52-3268e76462b7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3716004', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3676983'] for router_interface, after_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:25:22.833486 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron.db.db_base_plugin_common [None req-ebac0b48-6e92-4fb1-ab08-cc73eaf16ae3 admin admin] Allocated IP 172.27.2.77 (7209b701-ecaa-476a-bd58-d61d280c16d3/71309eb1-223f-47ba-9803-1437c965e178/14e7069f-8408-4646-9f0c-a9397d1ee886) {{(pid=93883) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 19:25:22.906185 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-bc411bc1-e0ff-4796-91a5-9b20945f3ad2 None None] Notify callbacks [] for port, precommit_create {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:25:22.970988 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-bc411bc1-e0ff-4796-91a5-9b20945f3ad2 None None] Transition to ACTIVE for port object e375be61-c587-4d75-9ca8-0ea939b8b9c6 will not be triggered until provisioned by entity L2. {{(pid=93885) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 19:25:23.008511 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-bc411bc1-e0ff-4796-91a5-9b20945f3ad2 None None] Transition to ACTIVE for port object e375be61-c587-4d75-9ca8-0ea939b8b9c6 will not be triggered until provisioned by entity DHCP. {{(pid=93885) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 19:25:23.047550 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-bc411bc1-e0ff-4796-91a5-9b20945f3ad2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3669005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3715978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777169884164'] for port, after_create {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:25:23.063871 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2952976-2662-4aaa-8a52-3268e76462b7 admin admin] Network 5f383061-659c-4a42-af3d-e82e7b7b242f is already hosted by enough agents. {{(pid=93884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 19:25:23.070496 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.scheduler.base_scheduler [None req-e2952976-2662-4aaa-8a52-3268e76462b7 admin admin] Resources bound (agent type, host, resource id): {{(pid=93884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 19:25:23.130524 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-396c4fea-de80-46d5-9a67-323a31a44a90 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:25:23.139643 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc411bc1-e0ff-4796-91a5-9b20945f3ad2 None None] Network 9827ac88-3c09-4a0a-ad1f-2da3d3c4fe1d is already hosted by enough agents. {{(pid=93885) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 19:25:23.143494 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-ebac0b48-6e92-4fb1-ab08-cc73eaf16ae3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:25:23.156008 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.scheduler.base_scheduler [None req-bc411bc1-e0ff-4796-91a5-9b20945f3ad2 None None] Resources bound (agent type, host, resource id): {{(pid=93885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 19:25:23.158230 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc411bc1-e0ff-4796-91a5-9b20945f3ad2 None None] Received port after_create {{(pid=93885) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 19:25:23.163259 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc411bc1-e0ff-4796-91a5-9b20945f3ad2 None None] Pushing event updated for resources: {'Port': ['ID=e375be61-c587-4d75-9ca8-0ea939b8b9c6,revision_number=1']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:25:23.284126 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-ebac0b48-6e92-4fb1-ab08-cc73eaf16ae3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3669005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3715978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777169884164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263410497'] for port, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:25:23.307395 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-ffc1c826-5576-4b8b-92ed-ef5d784bd4af None None] Notify callbacks [] for port, precommit_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:25:23.322577 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-ffc1c826-5576-4b8b-92ed-ef5d784bd4af None None] Transition to ACTIVE for port object 59aae8ac-101a-43bb-93e2-df598f6ab02c will not be triggered until provisioned by entity L2. {{(pid=93885) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 19:25:23.347242 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-ffc1c826-5576-4b8b-92ed-ef5d784bd4af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3669005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3715978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777170436913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777169884182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777169884200'] for port, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:25:23.393893 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.plugins.ml2.managers [None req-bc411bc1-e0ff-4796-91a5-9b20945f3ad2 None None] Attempting to bind port e375be61-c587-4d75-9ca8-0ea939b8b9c6 on host dv-cinder-806191-2-iscsi for vnic_type normal with profile {{(pid=93885) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 19:25:23.394267 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.plugins.ml2.managers [None req-bc411bc1-e0ff-4796-91a5-9b20945f3ad2 None None] Attempting to bind port e375be61-c587-4d75-9ca8-0ea939b8b9c6 by drivers openvswitch,hyperv on host dv-cinder-806191-2-iscsi at level 0 using segments [{'id': '36330973-a336-4d16-a555-3989e9f52a01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '9827ac88-3c09-4a0a-ad1f-2da3d3c4fe1d'}] {{(pid=93885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 19:25:23.394676 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc411bc1-e0ff-4796-91a5-9b20945f3ad2 None None] Attempting to bind port e375be61-c587-4d75-9ca8-0ea939b8b9c6 on network 9827ac88-3c09-4a0a-ad1f-2da3d3c4fe1d {{(pid=93885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 19:25:23.396914 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-396c4fea-de80-46d5-9a67-323a31a44a90 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368872'] for security_group, after_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:25:23.439567 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc411bc1-e0ff-4796-91a5-9b20945f3ad2 None None] Checking agent: {'id': 'e2dce85b-d9d5-40cd-b89b-586c7cfc9b3c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-806191-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 19, 13, 50), 'started_at': datetime.datetime(2021, 8, 29, 19, 14, 20), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 19, 25, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-806191-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 19:25:23.439951 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc411bc1-e0ff-4796-91a5-9b20945f3ad2 None None] Checking segment: {'id': '36330973-a336-4d16-a555-3989e9f52a01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '9827ac88-3c09-4a0a-ad1f-2da3d3c4fe1d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93885) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 19:25:23.440368 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-bc411bc1-e0ff-4796-91a5-9b20945f3ad2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:25:23.440782 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc411bc1-e0ff-4796-91a5-9b20945f3ad2 None None] Bound using segment: {'id': '36330973-a336-4d16-a555-3989e9f52a01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '9827ac88-3c09-4a0a-ad1f-2da3d3c4fe1d'} {{(pid=93885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 19:25:23.441271 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.plugins.ml2.managers [None req-bc411bc1-e0ff-4796-91a5-9b20945f3ad2 None None] Bound port: e375be61-c587-4d75-9ca8-0ea939b8b9c6, host: dv-cinder-806191-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '36330973-a336-4d16-a555-3989e9f52a01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '9827ac88-3c09-4a0a-ad1f-2da3d3c4fe1d'}}] {{(pid=93885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 19:25:23.442221 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-bc411bc1-e0ff-4796-91a5-9b20945f3ad2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3669058'] for port, before_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:25:23.444016 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebac0b48-6e92-4fb1-ab08-cc73eaf16ae3 admin admin] Network 7209b701-ecaa-476a-bd58-d61d280c16d3 is already hosted by enough agents. {{(pid=93883) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 19:25:23.449691 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron.scheduler.base_scheduler [None req-ebac0b48-6e92-4fb1-ab08-cc73eaf16ae3 admin admin] Resources bound (agent type, host, resource id): {{(pid=93883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 19:25:23.476736 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebac0b48-6e92-4fb1-ab08-cc73eaf16ae3 admin admin] Received port after_create {{(pid=93883) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 19:25:23.519072 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9f27478-61ab-4fd9-96b6-799b0416326b None None] Pushing event updated for resources: {'Port': ['ID=59aae8ac-101a-43bb-93e2-df598f6ab02c,revision_number=3']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:25:23.534626 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebac0b48-6e92-4fb1-ab08-cc73eaf16ae3 admin admin] Pushing event updated for resources: {'Port': ['ID=14e7069f-8408-4646-9f0c-a9397d1ee886,revision_number=1']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:25:23.535207 dv-cinder-806191-2-iscsi neutron-server[93884]: INFO neutron.wsgi [None req-396c4fea-de80-46d5-9a67-323a31a44a90 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=41e38ddd70e140019ead8de7a893e380&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0727613 Aug 29 19:25:23.536147 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.26', 33398) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 19:25:23.542693 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-396c4fea-de80-46d5-9a67-323a31a44a90 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a84b9204-9249-4114-a119-a25a10674680,revision_number=1']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:25:23.604691 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e2952976-2662-4aaa-8a52-3268e76462b7 admin admin] Router aa1f8aa4-2384-432f-a79c-f024f744aca5 has already been hosted by L3 agent c3ed3b02-d107-45f2-9b2a-fff9b0cfaa96 {{(pid=93884) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 19:25:23.607527 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.plugins.ml2.managers [None req-ffc1c826-5576-4b8b-92ed-ef5d784bd4af None None] Attempting to bind port 59aae8ac-101a-43bb-93e2-df598f6ab02c on host dv-cinder-806191-2-iscsi for vnic_type normal with profile {{(pid=93885) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 19:25:23.607970 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.plugins.ml2.managers [None req-ffc1c826-5576-4b8b-92ed-ef5d784bd4af None None] Attempting to bind port 59aae8ac-101a-43bb-93e2-df598f6ab02c by drivers openvswitch,hyperv on host dv-cinder-806191-2-iscsi at level 0 using segments [{'id': '8c7b5aaa-95fc-4de4-8819-7da150ed721c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': 'c4f869d5-c4a9-4d4b-abf0-c181253a388e'}] {{(pid=93885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 19:25:23.608274 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffc1c826-5576-4b8b-92ed-ef5d784bd4af None None] Attempting to bind port 59aae8ac-101a-43bb-93e2-df598f6ab02c on network c4f869d5-c4a9-4d4b-abf0-c181253a388e {{(pid=93885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 19:25:23.742925 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffc1c826-5576-4b8b-92ed-ef5d784bd4af None None] Checking agent: {'id': 'e2dce85b-d9d5-40cd-b89b-586c7cfc9b3c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-806191-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 19, 13, 50), 'started_at': datetime.datetime(2021, 8, 29, 19, 14, 20), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 19, 25, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-806191-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 19:25:23.743227 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffc1c826-5576-4b8b-92ed-ef5d784bd4af None None] Checking segment: {'id': '8c7b5aaa-95fc-4de4-8819-7da150ed721c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': 'c4f869d5-c4a9-4d4b-abf0-c181253a388e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93885) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 19:25:23.744546 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-ffc1c826-5576-4b8b-92ed-ef5d784bd4af None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:25:23.744546 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffc1c826-5576-4b8b-92ed-ef5d784bd4af None None] Bound using segment: {'id': '8c7b5aaa-95fc-4de4-8819-7da150ed721c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': 'c4f869d5-c4a9-4d4b-abf0-c181253a388e'} {{(pid=93885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 19:25:23.744864 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.plugins.ml2.managers [None req-ffc1c826-5576-4b8b-92ed-ef5d784bd4af None None] Bound port: 59aae8ac-101a-43bb-93e2-df598f6ab02c, host: dv-cinder-806191-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8c7b5aaa-95fc-4de4-8819-7da150ed721c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': 'c4f869d5-c4a9-4d4b-abf0-c181253a388e'}}] {{(pid=93885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 19:25:23.745426 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-ffc1c826-5576-4b8b-92ed-ef5d784bd4af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3669058'] for port, before_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:25:23.752529 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-cab09a95-b35e-45f3-bf1c-c547f598e322 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:25:23.845812 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-407debcf-55c2-4976-8335-4b340726fbf9 None None] Provisioning complete for port c6d6d545-ee44-49df-8b2d-a0b19dd63545 triggered by entity DHCP. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 19:25:23.847120 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-407debcf-55c2-4976-8335-4b340726fbf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3627211'] for port, provisioning_complete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:25:23.859312 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-cab09a95-b35e-45f3-bf1c-c547f598e322 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:25:23.859595 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-bc411bc1-e0ff-4796-91a5-9b20945f3ad2 None None] For port e375be61-c587-4d75-9ca8-0ea939b8b9c6, host dv-cinder-806191-2-iscsi, cleared binding levels {{(pid=93885) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 19:25:23.888810 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-087c0e2f-f3ad-4c3c-8bd0-b7b8aacd661e req-8c460c50-b85b-45c5-88b5-85d4b226912b tempest-TestMinimumBasicScenario-1969089159 tempest-TestMinimumBasicScenario-1969089159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 19:25:23.895177 dv-cinder-806191-2-iscsi neutron-server[93883]: INFO neutron.wsgi [req-087c0e2f-f3ad-4c3c-8bd0-b7b8aacd661e req-8c460c50-b85b-45c5-88b5-85d4b226912b tempest-TestMinimumBasicScenario-1969089159 tempest-TestMinimumBasicScenario-1969089159-project] 10.222.0.26 "GET /v2.0/ports?device_id=c53d8e26-bd71-4b9f-b21c-b46dd1ae382d HTTP/1.1" status: 200 len: 984 time: 0.1365232 Aug 29 19:25:23.958046 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e2952976-2662-4aaa-8a52-3268e76462b7 admin admin] Notify agent at l3_agent.dv-cinder-806191-2-iscsi the message routers_updated {{(pid=93884) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 19:25:23.971828 dv-cinder-806191-2-iscsi neutron-server[93884]: INFO neutron.wsgi [None req-e2952976-2662-4aaa-8a52-3268e76462b7 admin admin] 10.222.0.26 "PUT /v2.0/routers/aa1f8aa4-2384-432f-a79c-f024f744aca5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8619409 Aug 29 19:25:23.987853 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-bc411bc1-e0ff-4796-91a5-9b20945f3ad2 None None] For port e375be61-c587-4d75-9ca8-0ea939b8b9c6, host dv-cinder-806191-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806191-2-iscsi',level=0,port_id=e375be61-c587-4d75-9ca8-0ea939b8b9c6,segment=NetworkSegment(36330973-a336-4d16-a555-3989e9f52a01),segment_id=36330973-a336-4d16-a555-3989e9f52a01)] {{(pid=93885) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 19:25:24.000346 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-ffc1c826-5576-4b8b-92ed-ef5d784bd4af None None] For port 59aae8ac-101a-43bb-93e2-df598f6ab02c, host dv-cinder-806191-2-iscsi, cleared binding levels {{(pid=93885) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 19:25:24.021141 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-cab09a95-b35e-45f3-bf1c-c547f598e322 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368872'] for security_group, after_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:25:24.025928 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-cab09a95-b35e-45f3-bf1c-c547f598e322 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:25:24.028425 dv-cinder-806191-2-iscsi neutron-server[93883]: INFO neutron.wsgi [req-087c0e2f-f3ad-4c3c-8bd0-b7b8aacd661e req-8817fb7b-1caa-490a-9b1b-5c03fd24ea6d tempest-TestMinimumBasicScenario-1969089159 tempest-TestMinimumBasicScenario-1969089159-project] 10.222.0.26 "GET /v2.0/security-groups?id=6205e1f4-8053-40a6-b632-b40864d0beab&id=5af02ce7-4f09-4a57-a5cb-160fa5d4f482&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1255100 Aug 29 19:25:24.031606 dv-cinder-806191-2-iscsi neutron-server[93884]: INFO neutron.wsgi [None req-cab09a95-b35e-45f3-bf1c-c547f598e322 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/a84b9204-9249-4114-a119-a25a10674680 HTTP/1.1" status: 204 len: 168 time: 0.4836643 Aug 29 19:25:24.044925 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cab09a95-b35e-45f3-bf1c-c547f598e322 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a84b9204-9249-4114-a119-a25a10674680,revision_number=None']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:25:24.056999 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-ffc1c826-5576-4b8b-92ed-ef5d784bd4af None None] For port 59aae8ac-101a-43bb-93e2-df598f6ab02c, host dv-cinder-806191-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806191-2-iscsi',level=0,port_id=59aae8ac-101a-43bb-93e2-df598f6ab02c,segment=NetworkSegment(8c7b5aaa-95fc-4de4-8819-7da150ed721c),segment_id=8c7b5aaa-95fc-4de4-8819-7da150ed721c)] {{(pid=93885) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 19:25:24.059788 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-bc411bc1-e0ff-4796-91a5-9b20945f3ad2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3669005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3715978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777170436913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777169884182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777169884200'] for port, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:25:24.078581 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-ffc1c826-5576-4b8b-92ed-ef5d784bd4af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3669005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3715978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777170436913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777169884182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777169884200'] for port, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:25:24.112235 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-ebac0b48-6e92-4fb1-ab08-cc73eaf16ae3 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:25:24.351497 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.plugins.ml2.plugin [None req-407debcf-55c2-4976-8335-4b340726fbf9 None None] Port c6d6d545-ee44-49df-8b2d-a0b19dd63545 cannot update to ACTIVE because it is not bound. {{(pid=93885) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 19:25:24.384121 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-f7f3f912-659a-49f9-ab3a-0560ee4983b1 None None] Device 580e3926-c9b1-42a7-bfde-7cd910984004 up at agent ovs-agent-dv-cinder-806191-2-iscsi {{(pid=93885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 19:25:24.545226 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc411bc1-e0ff-4796-91a5-9b20945f3ad2 None None] Pushing event updated for resources: {'Port': ['ID=e375be61-c587-4d75-9ca8-0ea939b8b9c6,revision_number=2']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:25:24.586851 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffc1c826-5576-4b8b-92ed-ef5d784bd4af None None] Routers {'85d11ee1-cb91-4ba4-a86c-67b548852455'} bound to L3 agent in host dv-cinder-806191-2-iscsi {{(pid=93885) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 19:25:24.594313 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-ffc1c826-5576-4b8b-92ed-ef5d784bd4af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806191-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-29T19:13:49Z,description=,heartbeat_timestamp=2021-08-29T19:25:19Z,host='dv-cinder-806191-2-iscsi',id=c3ed3b02-d107-45f2-9b2a-fff9b0cfaa96,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T19:13:49Z,topic='l3_agent')) {'router_ids': ['85d11ee1-cb91-4ba4-a86c-67b548852455'], 'active': True} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 19:25:24.764812 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-f7f3f912-659a-49f9-ab3a-0560ee4983b1 None None] Provisioning for port 580e3926-c9b1-42a7-bfde-7cd910984004 completed by entity L2. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 19:25:24.786594 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-f7f3f912-659a-49f9-ab3a-0560ee4983b1 None None] Provisioning complete for port 580e3926-c9b1-42a7-bfde-7cd910984004 triggered by entity L2. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 19:25:24.786890 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-f7f3f912-659a-49f9-ab3a-0560ee4983b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3627211'] for port, provisioning_complete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:25:24.795039 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.26', 33414) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 19:25:24.796397 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-ebac0b48-6e92-4fb1-ab08-cc73eaf16ae3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3671481', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3676215'] for router, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:25:24.841043 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-a978aaac-2804-4a5c-8c34-25dad494f12f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:25:25.050695 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9f27478-61ab-4fd9-96b6-799b0416326b None None] Pushing event updated for resources: {'Port': ['ID=59aae8ac-101a-43bb-93e2-df598f6ab02c,revision_number=4']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:25:25.110850 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.db.l3_dvr_db [None req-ffc1c826-5576-4b8b-92ed-ef5d784bd4af None None] Set router 85d11ee1-cb91-4ba4-a86c-67b548852455 gateway port host: dv-cinder-806191-2-iscsi {{(pid=93885) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 19:25:25.151566 dv-cinder-806191-2-iscsi neutron-server[93886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f6ea530-0ef1-47c5-b81f-c50a17d84670 None None] Sync routers for ids ['aa1f8aa4-2384-432f-a79c-f024f744aca5'] in dv-cinder-806191-2-iscsi {{(pid=93886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 19:25:25.160621 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-a978aaac-2804-4a5c-8c34-25dad494f12f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:25:25.168991 dv-cinder-806191-2-iscsi neutron-server[93886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f6ea530-0ef1-47c5-b81f-c50a17d84670 None None] Routers {'aa1f8aa4-2384-432f-a79c-f024f744aca5'} bound to L3 agent in host dv-cinder-806191-2-iscsi {{(pid=93886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 19:25:25.170954 dv-cinder-806191-2-iscsi neutron-server[93886]: DEBUG neutron.db.l3_hamode_db [None req-5f6ea530-0ef1-47c5-b81f-c50a17d84670 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806191-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-29T19:13:49Z,description=,heartbeat_timestamp=2021-08-29T19:25:19Z,host='dv-cinder-806191-2-iscsi',id=c3ed3b02-d107-45f2-9b2a-fff9b0cfaa96,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T19:13:49Z,topic='l3_agent')) {'router_ids': ['aa1f8aa4-2384-432f-a79c-f024f744aca5'], 'active': True} {{(pid=93886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 19:25:25.171245 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-a978aaac-2804-4a5c-8c34-25dad494f12f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368872'] for security_group, after_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:25:25.236684 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ebac0b48-6e92-4fb1-ab08-cc73eaf16ae3 admin admin] Router 0310dc1d-2c91-4c3a-bae3-487b9e235f85 is scheduled to L3 agent c3ed3b02-d107-45f2-9b2a-fff9b0cfaa96 with binding_index 1 {{(pid=93883) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 29 19:25:25.283431 dv-cinder-806191-2-iscsi neutron-server[93884]: INFO neutron.wsgi [None req-a978aaac-2804-4a5c-8c34-25dad494f12f admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=2df5ef2dd42f420185dd887013c25a45&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4867661 Aug 29 19:25:25.285277 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.26', 33420) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 19:25:25.291266 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a978aaac-2804-4a5c-8c34-25dad494f12f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2029f8b7-57a7-4cfe-b944-14673313d757,revision_number=1']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:25:25.363913 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.26', 33422) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 19:25:25.369460 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-f7f3f912-659a-49f9-ab3a-0560ee4983b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3669058'] for port, before_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:25:25.372119 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.api.v2.base [None req-d6e1dba4-dd7b-4492-912d-39c788429bbf tempest-AttachVolumeShelveTestJSON-1142647226 tempest-AttachVolumeShelveTestJSON-1142647226-project] Request body: {'security_group': {'name': 'tempest-securitygroup--967397960', 'description': 'tempest-description--103018966'}} {{(pid=93884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 19:25:25.397388 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b63b282-95d0-499d-8d3e-52cb630c81e6 req-1dbf083c-f457-4eda-9062-5d1ed08fc7c9 tempest-TestMinimumBasicScenario-1969089159 tempest-TestMinimumBasicScenario-1969089159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 19:25:25.399088 dv-cinder-806191-2-iscsi neutron-server[93883]: INFO neutron.wsgi [req-6b63b282-95d0-499d-8d3e-52cb630c81e6 req-1dbf083c-f457-4eda-9062-5d1ed08fc7c9 tempest-TestMinimumBasicScenario-1969089159 tempest-TestMinimumBasicScenario-1969089159-project] 10.222.0.26 "GET /v2.0/ports?device_id=c53d8e26-bd71-4b9f-b21c-b46dd1ae382d HTTP/1.1" status: 200 len: 984 time: 0.2429285 Aug 29 19:25:25.440887 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-d6e1dba4-dd7b-4492-912d-39c788429bbf tempest-AttachVolumeShelveTestJSON-1142647226 tempest-AttachVolumeShelveTestJSON-1142647226-project] Notify callbacks [] for security_group, before_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:25:25.473445 dv-cinder-806191-2-iscsi neutron-server[93886]: DEBUG neutron.db.l3_dvr_db [None req-5f6ea530-0ef1-47c5-b81f-c50a17d84670 None None] Set router aa1f8aa4-2384-432f-a79c-f024f744aca5 gateway port host: dv-cinder-806191-2-iscsi {{(pid=93886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 19:25:25.479115 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-f7f3f912-659a-49f9-ab3a-0560ee4983b1 None None] For port 580e3926-c9b1-42a7-bfde-7cd910984004, host dv-cinder-806191-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806191-2-iscsi',level=0,port_id=580e3926-c9b1-42a7-bfde-7cd910984004,segment=NetworkSegment(abe37968-36e5-463a-bc67-a17a4a975f92),segment_id=abe37968-36e5-463a-bc67-a17a4a975f92)] {{(pid=93885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 19:25:25.489171 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-f7f3f912-659a-49f9-ab3a-0560ee4983b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3669005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3715978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777170436913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777169884182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777169884200'] for port, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:25:25.507382 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-a9783f40-a9a1-4f3f-9279-375bd48de362 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:25:25.607503 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7f3f912-659a-49f9-ab3a-0560ee4983b1 None None] Pushing event updated for resources: {'Port': ['ID=580e3926-c9b1-42a7-bfde-7cd910984004,revision_number=4']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:25:25.639435 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-d6e1dba4-dd7b-4492-912d-39c788429bbf tempest-AttachVolumeShelveTestJSON-1142647226 tempest-AttachVolumeShelveTestJSON-1142647226-project] Notify callbacks [] for security_group, precommit_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:25:25.645015 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-d6e1dba4-dd7b-4492-912d-39c788429bbf tempest-AttachVolumeShelveTestJSON-1142647226 tempest-AttachVolumeShelveTestJSON-1142647226-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368872'] for security_group, after_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:25:25.685202 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-d6e1dba4-dd7b-4492-912d-39c788429bbf tempest-AttachVolumeShelveTestJSON-1142647226 tempest-AttachVolumeShelveTestJSON-1142647226-project] Notify callbacks [] for security_group, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:25:25.690199 dv-cinder-806191-2-iscsi neutron-server[93884]: INFO neutron.wsgi [None req-d6e1dba4-dd7b-4492-912d-39c788429bbf tempest-AttachVolumeShelveTestJSON-1142647226 tempest-AttachVolumeShelveTestJSON-1142647226-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 0.3207321 Aug 29 19:25:25.690199 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6e1dba4-dd7b-4492-912d-39c788429bbf tempest-AttachVolumeShelveTestJSON-1142647226 tempest-AttachVolumeShelveTestJSON-1142647226-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2781b643-3e29-491c-86a1-62ffc9eeb243,revision_number=1']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:25:25.691694 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.26', 33426) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 19:25:25.702484 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-a9783f40-a9a1-4f3f-9279-375bd48de362 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:25:25.708948 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.api.v2.base [None req-6e69a294-1549-423e-a891-b136dd89a498 tempest-AttachVolumeShelveTestJSON-1142647226 tempest-AttachVolumeShelveTestJSON-1142647226-project] Request body: {'security_group_rule': {'security_group_id': '2781b643-3e29-491c-86a1-62ffc9eeb243', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 19:25:25.766566 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-6e69a294-1549-423e-a891-b136dd89a498 tempest-AttachVolumeShelveTestJSON-1142647226 tempest-AttachVolumeShelveTestJSON-1142647226-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:25:25.778844 dv-cinder-806191-2-iscsi neutron-server[93883]: INFO neutron.wsgi [req-6b63b282-95d0-499d-8d3e-52cb630c81e6 req-40df4da8-46a7-4efe-98ff-b55e7bd27968 tempest-TestMinimumBasicScenario-1969089159 tempest-TestMinimumBasicScenario-1969089159-project] 10.222.0.26 "GET /v2.0/security-groups?id=6205e1f4-8053-40a6-b632-b40864d0beab&id=5af02ce7-4f09-4a57-a5cb-160fa5d4f482&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2786548 Aug 29 19:25:25.855113 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-6e69a294-1549-423e-a891-b136dd89a498 tempest-AttachVolumeShelveTestJSON-1142647226 tempest-AttachVolumeShelveTestJSON-1142647226-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:25:25.859082 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-ffc1c826-5576-4b8b-92ed-ef5d784bd4af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '85d11ee1-cb91-4ba4-a86c-67b548852455', 'name': 'tempest-TestShelveInstance-1653015509-router', 'tenant_id': '47206eee79a344c9b1b30949d9ae67ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7209b701-ecaa-476a-bd58-d61d280c16d3', 'external_fixed_ips': [{'subnet_id': '71309eb1-223f-47ba-9803-1437c965e178', 'ip_address': '172.27.2.220'}], 'enable_snat': True}, 'gw_port_id': 'e1a921a0-55b9-4b8b-9693-4cf900181cde', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T19:25:11Z', 'updated_at': '2021-08-29T19:25:16Z', 'revision_number': 4, 'project_id': '47206eee79a344c9b1b30949d9ae67ab', 'gw_port': {'id': 'e1a921a0-55b9-4b8b-9693-4cf900181cde', 'name': '', 'network_id': '7209b701-ecaa-476a-bd58-d61d280c16d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:89:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85d11ee1-cb91-4ba4-a86c-67b548852455', 'device_owner': 'network:router_gateway', 'standard_attr_id': 498, 'fixed_ips': [{'subnet_id': '71309eb1-223f-47ba-9803-1437c965e178', 'ip_address': '172.27.2.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806191-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T19:25:13Z', 'updated_at': '2021-08-29T19:25:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71309eb1-223f-47ba-9803-1437c965e178', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806191-2-iscsi', '_interfaces': [{'id': '59aae8ac-101a-43bb-93e2-df598f6ab02c', 'name': '', 'network_id': 'c4f869d5-c4a9-4d4b-abf0-c181253a388e', 'tenant_id': '47206eee79a344c9b1b30949d9ae67ab', 'mac_address': 'fa:16:3e:fc:48:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '85d11ee1-cb91-4ba4-a86c-67b548852455', 'device_owner': 'network:router_interface', 'standard_attr_id': 506, 'fixed_ips': [{'subnet_id': 'a59267c6-8d28-4d1e-969f-e33d2bf75c5c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806191-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T19:25:15Z', 'updated_at': '2021-08-29T19:25:23Z', 'revision_number': 4, 'project_id': '47206eee79a344c9b1b30949d9ae67ab', 'subnets': [{'id': 'a59267c6-8d28-4d1e-969f-e33d2bf75c5c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806191-2-iscsi', False) {} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 19:25:25.863108 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-6e69a294-1549-423e-a891-b136dd89a498 tempest-AttachVolumeShelveTestJSON-1142647226 tempest-AttachVolumeShelveTestJSON-1142647226-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-359182'] for security_group_rule, after_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:25:25.880015 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ebac0b48-6e92-4fb1-ab08-cc73eaf16ae3 admin admin] Notify agent at l3_agent.dv-cinder-806191-2-iscsi the message routers_updated {{(pid=93883) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 19:25:25.892465 dv-cinder-806191-2-iscsi neutron-server[93886]: DEBUG neutron.db.l3_hamode_db [None req-5f6ea530-0ef1-47c5-b81f-c50a17d84670 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa1f8aa4-2384-432f-a79c-f024f744aca5', 'name': 'tempest-AttachVolumeShelveTestJSON-1713152363-router', 'tenant_id': 'b6abb49f4d344fccb0cc20553e2de3be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7209b701-ecaa-476a-bd58-d61d280c16d3', 'external_fixed_ips': [{'subnet_id': '71309eb1-223f-47ba-9803-1437c965e178', 'ip_address': '172.27.2.240'}], 'enable_snat': True}, 'gw_port_id': '580e3926-c9b1-42a7-bfde-7cd910984004', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T19:25:15Z', 'updated_at': '2021-08-29T19:25:21Z', 'revision_number': 4, 'project_id': 'b6abb49f4d344fccb0cc20553e2de3be', 'gw_port': {'id': '580e3926-c9b1-42a7-bfde-7cd910984004', 'name': '', 'network_id': '7209b701-ecaa-476a-bd58-d61d280c16d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:a5:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aa1f8aa4-2384-432f-a79c-f024f744aca5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 510, 'fixed_ips': [{'subnet_id': '71309eb1-223f-47ba-9803-1437c965e178', 'ip_address': '172.27.2.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806191-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T19:25:16Z', 'updated_at': '2021-08-29T19:25:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '71309eb1-223f-47ba-9803-1437c965e178', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806191-2-iscsi', '_interfaces': [{'id': 'c6d6d545-ee44-49df-8b2d-a0b19dd63545', 'name': '', 'network_id': '5f383061-659c-4a42-af3d-e82e7b7b242f', 'tenant_id': 'b6abb49f4d344fccb0cc20553e2de3be', 'mac_address': 'fa:16:3e:ae:4c:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aa1f8aa4-2384-432f-a79c-f024f744aca5', 'device_owner': 'network:router_interface', 'standard_attr_id': 519, 'fixed_ips': [{'subnet_id': '276486f1-8541-4ff7-8581-3f1dc1fbc741', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T19:25:20Z', 'updated_at': '2021-08-29T19:25:22Z', 'revision_number': 2, 'project_id': 'b6abb49f4d344fccb0cc20553e2de3be', 'subnets': [{'id': '276486f1-8541-4ff7-8581-3f1dc1fbc741', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806191-2-iscsi', False) {} {{(pid=93886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 19:25:25.917129 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-ebac0b48-6e92-4fb1-ab08-cc73eaf16ae3 admin admin] Notify callbacks [] for router, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:25:25.920398 dv-cinder-806191-2-iscsi neutron-server[93883]: INFO neutron.wsgi [None req-ebac0b48-6e92-4fb1-ab08-cc73eaf16ae3 admin admin] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 4.6712391 Aug 29 19:25:25.925987 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.26', 33428) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 19:25:25.929554 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bd5b621-a75d-4d80-ac40-67a7b8bfb23d None None] Sync routers for ids ['0310dc1d-2c91-4c3a-bae3-487b9e235f85'] in dv-cinder-806191-2-iscsi {{(pid=93885) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 19:25:25.940813 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffc1c826-5576-4b8b-92ed-ef5d784bd4af None None] The sync data for ids ['85d11ee1-cb91-4ba4-a86c-67b548852455'] in dv-cinder-806191-2-iscsi is: [{'id': '85d11ee1-cb91-4ba4-a86c-67b548852455', 'name': 'tempest-TestShelveInstance-1653015509-router', 'tenant_id': '47206eee79a344c9b1b30949d9ae67ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7209b701-ecaa-476a-bd58-d61d280c16d3', 'external_fixed_ips': [{'subnet_id': '71309eb1-223f-47ba-9803-1437c965e178', 'ip_address': '172.27.2.220'}], 'enable_snat': True}, 'gw_port_id': 'e1a921a0-55b9-4b8b-9693-4cf900181cde', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T19:25:11Z', 'updated_at': '2021-08-29T19:25:16Z', 'revision_number': 4, 'project_id': '47206eee79a344c9b1b30949d9ae67ab', 'gw_port': {'id': 'e1a921a0-55b9-4b8b-9693-4cf900181cde', 'name': '', 'network_id': '7209b701-ecaa-476a-bd58-d61d280c16d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:89:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85d11ee1-cb91-4ba4-a86c-67b548852455', 'device_owner': 'network:router_gateway', 'standard_attr_id': 498, 'fixed_ips': [{'subnet_id': '71309eb1-223f-47ba-9803-1437c965e178', 'ip_address': '172.27.2.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806191-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T19:25:13Z', 'updated_at': '2021-08-29T19:25:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71309eb1-223f-47ba-9803-1437c965e178', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806191-2-iscsi', '_interfaces': [{'id': '59aae8ac-101a-43bb-93e2-df598f6ab02c', 'name': '', 'network_id': 'c4f869d5-c4a9-4d4b-abf0-c181253a388e', 'tenant_id': '47206eee79a344c9b1b30949d9ae67ab', 'mac_address': 'fa:16:3e:fc:48:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '85d11ee1-cb91-4ba4-a86c-67b548852455', 'device_owner': 'network:router_interface', 'standard_attr_id': 506, 'fixed_ips': [{'subnet_id': 'a59267c6-8d28-4d1e-969f-e33d2bf75c5c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806191-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T19:25:15Z', 'updated_at': '2021-08-29T19:25:23Z', 'revision_number': 4, 'project_id': '47206eee79a344c9b1b30949d9ae67ab', 'subnets': [{'id': 'a59267c6-8d28-4d1e-969f-e33d2bf75c5c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93885) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 19:25:25.945439 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bd5b621-a75d-4d80-ac40-67a7b8bfb23d None None] Routers {'0310dc1d-2c91-4c3a-bae3-487b9e235f85'} bound to L3 agent in host dv-cinder-806191-2-iscsi {{(pid=93885) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 19:25:25.946298 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-4bd5b621-a75d-4d80-ac40-67a7b8bfb23d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806191-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-29T19:13:49Z,description=,heartbeat_timestamp=2021-08-29T19:25:19Z,host='dv-cinder-806191-2-iscsi',id=c3ed3b02-d107-45f2-9b2a-fff9b0cfaa96,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T19:13:49Z,topic='l3_agent')) {'router_ids': ['0310dc1d-2c91-4c3a-bae3-487b9e235f85'], 'active': True} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 19:25:25.965421 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e69a294-1549-423e-a891-b136dd89a498 tempest-AttachVolumeShelveTestJSON-1142647226 tempest-AttachVolumeShelveTestJSON-1142647226-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6dcd19e0-9071-4b0f-8370-8074d8a2c95a,revision_number=0']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:25:25.977492 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-6e69a294-1549-423e-a891-b136dd89a498 tempest-AttachVolumeShelveTestJSON-1142647226 tempest-AttachVolumeShelveTestJSON-1142647226-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:25:25.979641 dv-cinder-806191-2-iscsi neutron-server[93884]: INFO neutron.wsgi [None req-6e69a294-1549-423e-a891-b136dd89a498 tempest-AttachVolumeShelveTestJSON-1142647226 tempest-AttachVolumeShelveTestJSON-1142647226-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2761462 Aug 29 19:25:25.983921 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.26', 33430) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 19:25:26.006218 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.api.v2.base [None req-9d46f4c2-ae7d-47a4-bd04-bf0680cf1266 tempest-AttachVolumeShelveTestJSON-1142647226 tempest-AttachVolumeShelveTestJSON-1142647226-project] Request body: {'security_group_rule': {'security_group_id': '2781b643-3e29-491c-86a1-62ffc9eeb243', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 19:25:26.017178 dv-cinder-806191-2-iscsi neutron-server[93886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f6ea530-0ef1-47c5-b81f-c50a17d84670 None None] Checking router: aa1f8aa4-2384-432f-a79c-f024f744aca5 for host: dv-cinder-806191-2-iscsi {{(pid=93886) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 19:25:26.017752 dv-cinder-806191-2-iscsi neutron-server[93886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f6ea530-0ef1-47c5-b81f-c50a17d84670 None None] Updating router aa1f8aa4-2384-432f-a79c-f024f744aca5 port c6d6d545-ee44-49df-8b2d-a0b19dd63545 binding host dv-cinder-806191-2-iscsi {{(pid=93886) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 29 19:25:26.121797 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-9d46f4c2-ae7d-47a4-bd04-bf0680cf1266 tempest-AttachVolumeShelveTestJSON-1142647226 tempest-AttachVolumeShelveTestJSON-1142647226-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:25:26.147194 dv-cinder-806191-2-iscsi neutron-server[93886]: DEBUG neutron_lib.callbacks.manager [None req-5f6ea530-0ef1-47c5-b81f-c50a17d84670 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3669058'] for port, before_update {{(pid=93886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:25:26.153529 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-a9783f40-a9a1-4f3f-9279-375bd48de362 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368872'] for security_group, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:25:26.156194 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-a9783f40-a9a1-4f3f-9279-375bd48de362 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:25:26.157400 dv-cinder-806191-2-iscsi neutron-server[93883]: INFO neutron.wsgi [None req-a9783f40-a9a1-4f3f-9279-375bd48de362 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/2029f8b7-57a7-4cfe-b944-14673313d757 HTTP/1.1" status: 204 len: 168 time: 0.8657022 Aug 29 19:25:26.161696 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.db.l3_dvr_db [None req-4bd5b621-a75d-4d80-ac40-67a7b8bfb23d None None] Set router 0310dc1d-2c91-4c3a-bae3-487b9e235f85 gateway port host: dv-cinder-806191-2-iscsi {{(pid=93885) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 19:25:26.207188 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9783f40-a9a1-4f3f-9279-375bd48de362 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2029f8b7-57a7-4cfe-b944-14673313d757,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:25:26.364192 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-9d46f4c2-ae7d-47a4-bd04-bf0680cf1266 tempest-AttachVolumeShelveTestJSON-1142647226 tempest-AttachVolumeShelveTestJSON-1142647226-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:25:26.388425 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-9d46f4c2-ae7d-47a4-bd04-bf0680cf1266 tempest-AttachVolumeShelveTestJSON-1142647226 tempest-AttachVolumeShelveTestJSON-1142647226-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-359182'] for security_group_rule, after_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:25:26.513768 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d46f4c2-ae7d-47a4-bd04-bf0680cf1266 tempest-AttachVolumeShelveTestJSON-1142647226 tempest-AttachVolumeShelveTestJSON-1142647226-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bbd9f396-c25c-4d8c-99ed-90f420976edc,revision_number=0']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:25:26.533043 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-9d46f4c2-ae7d-47a4-bd04-bf0680cf1266 tempest-AttachVolumeShelveTestJSON-1142647226 tempest-AttachVolumeShelveTestJSON-1142647226-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:25:26.541500 dv-cinder-806191-2-iscsi neutron-server[93884]: INFO neutron.wsgi [None req-9d46f4c2-ae7d-47a4-bd04-bf0680cf1266 tempest-AttachVolumeShelveTestJSON-1142647226 tempest-AttachVolumeShelveTestJSON-1142647226-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5558233 Aug 29 19:25:26.542303 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.26', 33434) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 19:25:26.556599 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.api.v2.base [None req-a7000b2c-1420-4b1f-b4b9-b3ca78a5cb75 tempest-AttachVolumeShelveTestJSON-1142647226 tempest-AttachVolumeShelveTestJSON-1142647226-project] Request body: {'floatingip': {'floating_network_id': '7209b701-ecaa-476a-bd58-d61d280c16d3'}} {{(pid=93884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 19:25:26.613273 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-a7000b2c-1420-4b1f-b4b9-b3ca78a5cb75 tempest-AttachVolumeShelveTestJSON-1142647226 tempest-AttachVolumeShelveTestJSON-1142647226-project] Notify callbacks [] for floatingip, before_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:25:26.686155 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-f7f3f912-659a-49f9-ab3a-0560ee4983b1 None None] Device 580e3926-c9b1-42a7-bfde-7cd910984004 up at agent ovs-agent-dv-cinder-806191-2-iscsi {{(pid=93885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 19:25:26.800449 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89bd6300-5854-4638-9041-7a831a6a6f84 None None] Network 9827ac88-3c09-4a0a-ad1f-2da3d3c4fe1d requested from dv-cinder-806191-2-iscsi {{(pid=93885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 19:25:26.842977 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-a7000b2c-1420-4b1f-b4b9-b3ca78a5cb75 tempest-AttachVolumeShelveTestJSON-1142647226 tempest-AttachVolumeShelveTestJSON-1142647226-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3669058'] for port, before_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:25:27.008653 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-617fbc8d-f8e3-4534-906c-151671ff002f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3669058'] for port, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:25:27.049613 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-2cc5340c-2e58-4730-ad04-1db16c2cb4ce None None] Provisioning for port e375be61-c587-4d75-9ca8-0ea939b8b9c6 completed by entity DHCP. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 19:25:27.097857 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-f7f3f912-659a-49f9-ab3a-0560ee4983b1 None None] Provisioning complete for port 580e3926-c9b1-42a7-bfde-7cd910984004 triggered by entity L2. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 19:25:27.098580 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-f7f3f912-659a-49f9-ab3a-0560ee4983b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3627211'] for port, provisioning_complete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:25:27.164109 dv-cinder-806191-2-iscsi neutron-server[93886]: DEBUG neutron_lib.callbacks.manager [None req-5f6ea530-0ef1-47c5-b81f-c50a17d84670 None None] Notify callbacks [] for port, precommit_update {{(pid=93886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:25:27.165124 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20215736-dcad-469e-ac1e-67df3dd79e85 req-773929b2-6225-40b8-bff2-4cd57fee77fc tempest-TestMinimumBasicScenario-1969089159 tempest-TestMinimumBasicScenario-1969089159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 19:25:27.167112 dv-cinder-806191-2-iscsi neutron-server[93884]: INFO neutron.wsgi [req-20215736-dcad-469e-ac1e-67df3dd79e85 req-773929b2-6225-40b8-bff2-4cd57fee77fc tempest-TestMinimumBasicScenario-1969089159 tempest-TestMinimumBasicScenario-1969089159-project] 10.222.0.26 "GET /v2.0/ports?device_id=c53d8e26-bd71-4b9f-b21c-b46dd1ae382d HTTP/1.1" status: 200 len: 984 time: 0.1825886 Aug 29 19:25:27.186093 dv-cinder-806191-2-iscsi neutron-server[93886]: DEBUG neutron.db.provisioning_blocks [None req-5f6ea530-0ef1-47c5-b81f-c50a17d84670 None None] Transition to ACTIVE for port object c6d6d545-ee44-49df-8b2d-a0b19dd63545 will not be triggered until provisioned by entity L2. {{(pid=93886) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 19:25:27.200806 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.db.db_base_plugin_common [None req-a7000b2c-1420-4b1f-b4b9-b3ca78a5cb75 tempest-AttachVolumeShelveTestJSON-1142647226 tempest-AttachVolumeShelveTestJSON-1142647226-project] Allocated IP 172.27.2.225 (7209b701-ecaa-476a-bd58-d61d280c16d3/71309eb1-223f-47ba-9803-1437c965e178/54d652a4-234f-454b-9c12-f678a2269226) {{(pid=93884) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 19:25:27.201957 dv-cinder-806191-2-iscsi neutron-server[93886]: DEBUG neutron_lib.callbacks.manager [None req-5f6ea530-0ef1-47c5-b81f-c50a17d84670 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3669005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3715978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777170436913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777169884182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777169884200'] for port, after_update {{(pid=93886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:25:27.278773 dv-cinder-806191-2-iscsi neutron-server[93884]: INFO neutron.wsgi [req-20215736-dcad-469e-ac1e-67df3dd79e85 req-6965c271-207c-453a-aab3-c4917fffb380 tempest-TestMinimumBasicScenario-1969089159 tempest-TestMinimumBasicScenario-1969089159-project] 10.222.0.26 "GET /v2.0/security-groups?id=6205e1f4-8053-40a6-b632-b40864d0beab&id=5af02ce7-4f09-4a57-a5cb-160fa5d4f482&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1031241 Aug 29 19:25:27.310558 dv-cinder-806191-2-iscsi neutron-server[93886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1520ce32-5e20-4a67-8847-f142227f800d None None] Pushing event updated for resources: {'Port': ['ID=c6d6d545-ee44-49df-8b2d-a0b19dd63545,revision_number=3']} {{(pid=93886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:25:27.403613 dv-cinder-806191-2-iscsi neutron-server[93886]: DEBUG neutron.plugins.ml2.managers [None req-5f6ea530-0ef1-47c5-b81f-c50a17d84670 None None] Attempting to bind port c6d6d545-ee44-49df-8b2d-a0b19dd63545 on host dv-cinder-806191-2-iscsi for vnic_type normal with profile {{(pid=93886) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 19:25:27.404250 dv-cinder-806191-2-iscsi neutron-server[93886]: DEBUG neutron.plugins.ml2.managers [None req-5f6ea530-0ef1-47c5-b81f-c50a17d84670 None None] Attempting to bind port c6d6d545-ee44-49df-8b2d-a0b19dd63545 by drivers openvswitch,hyperv on host dv-cinder-806191-2-iscsi at level 0 using segments [{'id': '4a9860ce-75e8-4908-94b6-2e145ca82fc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '5f383061-659c-4a42-af3d-e82e7b7b242f'}] {{(pid=93886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 19:25:27.404467 dv-cinder-806191-2-iscsi neutron-server[93886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f6ea530-0ef1-47c5-b81f-c50a17d84670 None None] Attempting to bind port c6d6d545-ee44-49df-8b2d-a0b19dd63545 on network 5f383061-659c-4a42-af3d-e82e7b7b242f {{(pid=93886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 19:25:27.413497 dv-cinder-806191-2-iscsi neutron-server[93886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f6ea530-0ef1-47c5-b81f-c50a17d84670 None None] Checking agent: {'id': 'e2dce85b-d9d5-40cd-b89b-586c7cfc9b3c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-806191-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 19, 13, 50), 'started_at': datetime.datetime(2021, 8, 29, 19, 14, 20), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 19, 25, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-806191-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 19:25:27.413674 dv-cinder-806191-2-iscsi neutron-server[93886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f6ea530-0ef1-47c5-b81f-c50a17d84670 None None] Checking segment: {'id': '4a9860ce-75e8-4908-94b6-2e145ca82fc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '5f383061-659c-4a42-af3d-e82e7b7b242f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93886) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 19:25:27.414007 dv-cinder-806191-2-iscsi neutron-server[93886]: DEBUG neutron_lib.callbacks.manager [None req-5f6ea530-0ef1-47c5-b81f-c50a17d84670 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:25:27.414436 dv-cinder-806191-2-iscsi neutron-server[93886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f6ea530-0ef1-47c5-b81f-c50a17d84670 None None] Bound using segment: {'id': '4a9860ce-75e8-4908-94b6-2e145ca82fc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '5f383061-659c-4a42-af3d-e82e7b7b242f'} {{(pid=93886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 19:25:27.414943 dv-cinder-806191-2-iscsi neutron-server[93886]: DEBUG neutron.plugins.ml2.managers [None req-5f6ea530-0ef1-47c5-b81f-c50a17d84670 None None] Bound port: c6d6d545-ee44-49df-8b2d-a0b19dd63545, host: dv-cinder-806191-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4a9860ce-75e8-4908-94b6-2e145ca82fc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '5f383061-659c-4a42-af3d-e82e7b7b242f'}}] {{(pid=93886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 19:25:27.415406 dv-cinder-806191-2-iscsi neutron-server[93886]: DEBUG neutron_lib.callbacks.manager [None req-5f6ea530-0ef1-47c5-b81f-c50a17d84670 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3669058'] for port, before_update {{(pid=93886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:25:27.442206 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron.db.db_base_plugin_common [None req-617fbc8d-f8e3-4534-906c-151671ff002f admin admin] Allocated IP 172.20.0.1 (9827ac88-3c09-4a0a-ad1f-2da3d3c4fe1d/cfac3a8f-9ffa-4df9-8ac5-097235a247b1/c76073b0-dc95-4547-b188-647d924e06ca) {{(pid=93883) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 19:25:27.549709 dv-cinder-806191-2-iscsi neutron-server[93886]: DEBUG neutron.plugins.ml2.db [None req-5f6ea530-0ef1-47c5-b81f-c50a17d84670 None None] For port c6d6d545-ee44-49df-8b2d-a0b19dd63545, host dv-cinder-806191-2-iscsi, cleared binding levels {{(pid=93886) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 19:25:27.554559 dv-cinder-806191-2-iscsi neutron-server[93886]: DEBUG neutron.plugins.ml2.db [None req-5f6ea530-0ef1-47c5-b81f-c50a17d84670 None None] For port c6d6d545-ee44-49df-8b2d-a0b19dd63545, host dv-cinder-806191-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806191-2-iscsi',level=0,port_id=c6d6d545-ee44-49df-8b2d-a0b19dd63545,segment=NetworkSegment(4a9860ce-75e8-4908-94b6-2e145ca82fc4),segment_id=4a9860ce-75e8-4908-94b6-2e145ca82fc4)] {{(pid=93886) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 19:25:27.565186 dv-cinder-806191-2-iscsi neutron-server[93886]: DEBUG neutron_lib.callbacks.manager [None req-5f6ea530-0ef1-47c5-b81f-c50a17d84670 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3669005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3715978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777170436913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777169884182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777169884200'] for port, after_update {{(pid=93886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:25:27.578208 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-a7000b2c-1420-4b1f-b4b9-b3ca78a5cb75 tempest-AttachVolumeShelveTestJSON-1142647226 tempest-AttachVolumeShelveTestJSON-1142647226-project] Notify callbacks [] for port, precommit_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:25:27.663835 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-4bd5b621-a75d-4d80-ac40-67a7b8bfb23d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0310dc1d-2c91-4c3a-bae3-487b9e235f85', 'name': 'tempest-TestShelveInstance-390961232-router', 'tenant_id': 'd423a27f4bdf4510b5d93c72bab4775f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7209b701-ecaa-476a-bd58-d61d280c16d3', 'external_fixed_ips': [{'subnet_id': '71309eb1-223f-47ba-9803-1437c965e178', 'ip_address': '172.27.2.77'}], 'enable_snat': True}, 'gw_port_id': '14e7069f-8408-4646-9f0c-a9397d1ee886', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T19:25:21Z', 'updated_at': '2021-08-29T19:25:23Z', 'revision_number': 3, 'project_id': 'd423a27f4bdf4510b5d93c72bab4775f', 'gw_port': {'id': '14e7069f-8408-4646-9f0c-a9397d1ee886', 'name': '', 'network_id': '7209b701-ecaa-476a-bd58-d61d280c16d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:7f:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0310dc1d-2c91-4c3a-bae3-487b9e235f85', 'device_owner': 'network:router_gateway', 'standard_attr_id': 522, 'fixed_ips': [{'subnet_id': '71309eb1-223f-47ba-9803-1437c965e178', 'ip_address': '172.27.2.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T19:25:22Z', 'updated_at': '2021-08-29T19:25:22Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '71309eb1-223f-47ba-9803-1437c965e178', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806191-2-iscsi'}], 'dv-cinder-806191-2-iscsi', False) {} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 19:25:27.697415 dv-cinder-806191-2-iscsi neutron-server[93886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1520ce32-5e20-4a67-8847-f142227f800d None None] Pushing event updated for resources: {'Port': ['ID=c6d6d545-ee44-49df-8b2d-a0b19dd63545,revision_number=4']} {{(pid=93886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:25:27.699575 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-617fbc8d-f8e3-4534-906c-151671ff002f admin admin] Notify callbacks [] for port, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:25:27.710021 dv-cinder-806191-2-iscsi neutron-server[93886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f6ea530-0ef1-47c5-b81f-c50a17d84670 None None] Routers {'aa1f8aa4-2384-432f-a79c-f024f744aca5'} bound to L3 agent in host dv-cinder-806191-2-iscsi {{(pid=93886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 19:25:27.710716 dv-cinder-806191-2-iscsi neutron-server[93886]: DEBUG neutron.db.l3_hamode_db [None req-5f6ea530-0ef1-47c5-b81f-c50a17d84670 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806191-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-29T19:13:49Z,description=,heartbeat_timestamp=2021-08-29T19:25:19Z,host='dv-cinder-806191-2-iscsi',id=c3ed3b02-d107-45f2-9b2a-fff9b0cfaa96,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T19:13:49Z,topic='l3_agent')) {'router_ids': ['aa1f8aa4-2384-432f-a79c-f024f744aca5'], 'active': True} {{(pid=93886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 19:25:27.728867 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-a7000b2c-1420-4b1f-b4b9-b3ca78a5cb75 tempest-AttachVolumeShelveTestJSON-1142647226 tempest-AttachVolumeShelveTestJSON-1142647226-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3669005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3715978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777169884164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262862687'] for port, after_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:25:27.770945 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7000b2c-1420-4b1f-b4b9-b3ca78a5cb75 tempest-AttachVolumeShelveTestJSON-1142647226 tempest-AttachVolumeShelveTestJSON-1142647226-project] Network 7209b701-ecaa-476a-bd58-d61d280c16d3 is already hosted by enough agents. {{(pid=93884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 19:25:27.772839 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bd5b621-a75d-4d80-ac40-67a7b8bfb23d None None] Checking router: 0310dc1d-2c91-4c3a-bae3-487b9e235f85 for host: dv-cinder-806191-2-iscsi {{(pid=93885) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 19:25:27.773383 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bd5b621-a75d-4d80-ac40-67a7b8bfb23d None None] Updating router 0310dc1d-2c91-4c3a-bae3-487b9e235f85 port 14e7069f-8408-4646-9f0c-a9397d1ee886 binding host dv-cinder-806191-2-iscsi {{(pid=93885) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 29 19:25:27.779279 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron.db.provisioning_blocks [None req-617fbc8d-f8e3-4534-906c-151671ff002f admin admin] Transition to ACTIVE for port object c76073b0-dc95-4547-b188-647d924e06ca will not be triggered until provisioned by entity DHCP. {{(pid=93883) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 19:25:27.782162 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.scheduler.base_scheduler [None req-a7000b2c-1420-4b1f-b4b9-b3ca78a5cb75 tempest-AttachVolumeShelveTestJSON-1142647226 tempest-AttachVolumeShelveTestJSON-1142647226-project] Resources bound (agent type, host, resource id): {{(pid=93884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 19:25:27.784717 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-f7f3f912-659a-49f9-ab3a-0560ee4983b1 None None] Device e375be61-c587-4d75-9ca8-0ea939b8b9c6 up at agent ovs-agent-dv-cinder-806191-2-iscsi {{(pid=93885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 19:25:27.788322 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7000b2c-1420-4b1f-b4b9-b3ca78a5cb75 tempest-AttachVolumeShelveTestJSON-1142647226 tempest-AttachVolumeShelveTestJSON-1142647226-project] Received port after_create {{(pid=93884) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 19:25:27.832369 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7000b2c-1420-4b1f-b4b9-b3ca78a5cb75 tempest-AttachVolumeShelveTestJSON-1142647226 tempest-AttachVolumeShelveTestJSON-1142647226-project] Pushing event updated for resources: {'Port': ['ID=54d652a4-234f-454b-9c12-f678a2269226,revision_number=1']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:25:27.885755 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-617fbc8d-f8e3-4534-906c-151671ff002f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3669005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3715978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777169884164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263410497'] for port, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:25:27.907393 dv-cinder-806191-2-iscsi neutron-server[93886]: DEBUG neutron.db.l3_dvr_db [None req-5f6ea530-0ef1-47c5-b81f-c50a17d84670 None None] Set router aa1f8aa4-2384-432f-a79c-f024f744aca5 gateway port host: dv-cinder-806191-2-iscsi {{(pid=93886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 19:25:27.926680 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-4bd5b621-a75d-4d80-ac40-67a7b8bfb23d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3669058'] for port, before_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:25:27.986279 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-617fbc8d-f8e3-4534-906c-151671ff002f admin admin] Network 9827ac88-3c09-4a0a-ad1f-2da3d3c4fe1d is already hosted by enough agents. {{(pid=93883) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 19:25:27.993218 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron.scheduler.base_scheduler [None req-617fbc8d-f8e3-4534-906c-151671ff002f admin admin] Resources bound (agent type, host, resource id): {{(pid=93883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 19:25:28.000453 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-617fbc8d-f8e3-4534-906c-151671ff002f admin admin] Received port after_create {{(pid=93883) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 19:25:28.082834 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-a7000b2c-1420-4b1f-b4b9-b3ca78a5cb75 tempest-AttachVolumeShelveTestJSON-1142647226 tempest-AttachVolumeShelveTestJSON-1142647226-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:25:28.085025 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-617fbc8d-f8e3-4534-906c-151671ff002f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3676392'] for router_interface, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:25:28.270213 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-a7000b2c-1420-4b1f-b4b9-b3ca78a5cb75 tempest-AttachVolumeShelveTestJSON-1142647226 tempest-AttachVolumeShelveTestJSON-1142647226-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3669058'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:25:28.388242 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-f7f3f912-659a-49f9-ab3a-0560ee4983b1 None None] Provisioning for port e375be61-c587-4d75-9ca8-0ea939b8b9c6 completed by entity L2. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 19:25:28.409155 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-f7f3f912-659a-49f9-ab3a-0560ee4983b1 None None] Provisioning complete for port e375be61-c587-4d75-9ca8-0ea939b8b9c6 triggered by entity L2. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 19:25:28.410318 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-f7f3f912-659a-49f9-ab3a-0560ee4983b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3627211'] for port, provisioning_complete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:25:28.413936 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-617fbc8d-f8e3-4534-906c-151671ff002f admin admin] Pushing event updated for resources: {'Port': ['ID=c76073b0-dc95-4547-b188-647d924e06ca,revision_number=1']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:25:28.558270 dv-cinder-806191-2-iscsi neutron-server[93886]: DEBUG neutron.db.l3_hamode_db [None req-5f6ea530-0ef1-47c5-b81f-c50a17d84670 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa1f8aa4-2384-432f-a79c-f024f744aca5', 'name': 'tempest-AttachVolumeShelveTestJSON-1713152363-router', 'tenant_id': 'b6abb49f4d344fccb0cc20553e2de3be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7209b701-ecaa-476a-bd58-d61d280c16d3', 'external_fixed_ips': [{'subnet_id': '71309eb1-223f-47ba-9803-1437c965e178', 'ip_address': '172.27.2.240'}], 'enable_snat': True}, 'gw_port_id': '580e3926-c9b1-42a7-bfde-7cd910984004', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T19:25:15Z', 'updated_at': '2021-08-29T19:25:21Z', 'revision_number': 4, 'project_id': 'b6abb49f4d344fccb0cc20553e2de3be', 'gw_port': {'id': '580e3926-c9b1-42a7-bfde-7cd910984004', 'name': '', 'network_id': '7209b701-ecaa-476a-bd58-d61d280c16d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:a5:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa1f8aa4-2384-432f-a79c-f024f744aca5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 510, 'fixed_ips': [{'subnet_id': '71309eb1-223f-47ba-9803-1437c965e178', 'ip_address': '172.27.2.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806191-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T19:25:16Z', 'updated_at': '2021-08-29T19:25:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71309eb1-223f-47ba-9803-1437c965e178', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806191-2-iscsi', '_interfaces': [{'id': 'c6d6d545-ee44-49df-8b2d-a0b19dd63545', 'name': '', 'network_id': '5f383061-659c-4a42-af3d-e82e7b7b242f', 'tenant_id': 'b6abb49f4d344fccb0cc20553e2de3be', 'mac_address': 'fa:16:3e:ae:4c:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aa1f8aa4-2384-432f-a79c-f024f744aca5', 'device_owner': 'network:router_interface', 'standard_attr_id': 519, 'fixed_ips': [{'subnet_id': '276486f1-8541-4ff7-8581-3f1dc1fbc741', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806191-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T19:25:20Z', 'updated_at': '2021-08-29T19:25:27Z', 'revision_number': 4, 'project_id': 'b6abb49f4d344fccb0cc20553e2de3be', 'subnets': [{'id': '276486f1-8541-4ff7-8581-3f1dc1fbc741', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806191-2-iscsi', False) {} {{(pid=93886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 19:25:28.577202 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0657eb9-3c0c-4521-8b9a-3c07175c66e1 req-eab450b6-821e-4ca2-8de0-ea86a4eb8c02 tempest-TestMinimumBasicScenario-1969089159 tempest-TestMinimumBasicScenario-1969089159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 19:25:28.588335 dv-cinder-806191-2-iscsi neutron-server[93883]: INFO neutron.wsgi [req-d0657eb9-3c0c-4521-8b9a-3c07175c66e1 req-eab450b6-821e-4ca2-8de0-ea86a4eb8c02 tempest-TestMinimumBasicScenario-1969089159 tempest-TestMinimumBasicScenario-1969089159-project] 10.222.0.26 "GET /v2.0/ports?device_id=c53d8e26-bd71-4b9f-b21c-b46dd1ae382d HTTP/1.1" status: 200 len: 984 time: 0.1102219 Aug 29 19:25:28.615557 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-617fbc8d-f8e3-4534-906c-151671ff002f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3669058'] for port, before_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:25:28.690150 dv-cinder-806191-2-iscsi neutron-server[93883]: INFO neutron.wsgi [req-d0657eb9-3c0c-4521-8b9a-3c07175c66e1 req-0941619f-38da-4597-98a4-59f7f82e7c2f tempest-TestMinimumBasicScenario-1969089159 tempest-TestMinimumBasicScenario-1969089159-project] 10.222.0.26 "GET /v2.0/security-groups?id=6205e1f4-8053-40a6-b632-b40864d0beab&id=5af02ce7-4f09-4a57-a5cb-160fa5d4f482&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1002345 Aug 29 19:25:28.742130 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-a7000b2c-1420-4b1f-b4b9-b3ca78a5cb75 tempest-AttachVolumeShelveTestJSON-1142647226 tempest-AttachVolumeShelveTestJSON-1142647226-project] Notify callbacks [] for port, precommit_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:25:28.755328 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-a7000b2c-1420-4b1f-b4b9-b3ca78a5cb75 tempest-AttachVolumeShelveTestJSON-1142647226 tempest-AttachVolumeShelveTestJSON-1142647226-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3669005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3715978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777170436913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777169884182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777169884200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-262862662'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:25:28.784885 dv-cinder-806191-2-iscsi neutron-server[93886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f6ea530-0ef1-47c5-b81f-c50a17d84670 None None] The sync data for ids ['aa1f8aa4-2384-432f-a79c-f024f744aca5'] in dv-cinder-806191-2-iscsi is: [{'id': 'aa1f8aa4-2384-432f-a79c-f024f744aca5', 'name': 'tempest-AttachVolumeShelveTestJSON-1713152363-router', 'tenant_id': 'b6abb49f4d344fccb0cc20553e2de3be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7209b701-ecaa-476a-bd58-d61d280c16d3', 'external_fixed_ips': [{'subnet_id': '71309eb1-223f-47ba-9803-1437c965e178', 'ip_address': '172.27.2.240'}], 'enable_snat': True}, 'gw_port_id': '580e3926-c9b1-42a7-bfde-7cd910984004', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T19:25:15Z', 'updated_at': '2021-08-29T19:25:21Z', 'revision_number': 4, 'project_id': 'b6abb49f4d344fccb0cc20553e2de3be', 'gw_port': {'id': '580e3926-c9b1-42a7-bfde-7cd910984004', 'name': '', 'network_id': '7209b701-ecaa-476a-bd58-d61d280c16d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:a5:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa1f8aa4-2384-432f-a79c-f024f744aca5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 510, 'fixed_ips': [{'subnet_id': '71309eb1-223f-47ba-9803-1437c965e178', 'ip_address': '172.27.2.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806191-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T19:25:16Z', 'updated_at': '2021-08-29T19:25:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71309eb1-223f-47ba-9803-1437c965e178', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806191-2-iscsi', '_interfaces': [{'id': 'c6d6d545-ee44-49df-8b2d-a0b19dd63545', 'name': '', 'network_id': '5f383061-659c-4a42-af3d-e82e7b7b242f', 'tenant_id': 'b6abb49f4d344fccb0cc20553e2de3be', 'mac_address': 'fa:16:3e:ae:4c:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aa1f8aa4-2384-432f-a79c-f024f744aca5', 'device_owner': 'network:router_interface', 'standard_attr_id': 519, 'fixed_ips': [{'subnet_id': '276486f1-8541-4ff7-8581-3f1dc1fbc741', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806191-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T19:25:20Z', 'updated_at': '2021-08-29T19:25:27Z', 'revision_number': 4, 'project_id': 'b6abb49f4d344fccb0cc20553e2de3be', 'subnets': [{'id': '276486f1-8541-4ff7-8581-3f1dc1fbc741', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 19:25:28.921809 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7000b2c-1420-4b1f-b4b9-b3ca78a5cb75 tempest-AttachVolumeShelveTestJSON-1142647226 tempest-AttachVolumeShelveTestJSON-1142647226-project] Pushing event updated for resources: {'Port': ['ID=54d652a4-234f-454b-9c12-f678a2269226,revision_number=2']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:25:28.952685 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-a7000b2c-1420-4b1f-b4b9-b3ca78a5cb75 tempest-AttachVolumeShelveTestJSON-1142647226 tempest-AttachVolumeShelveTestJSON-1142647226-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3676317'] for floatingip, after_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:25:28.999332 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-a7000b2c-1420-4b1f-b4b9-b3ca78a5cb75 tempest-AttachVolumeShelveTestJSON-1142647226 tempest-AttachVolumeShelveTestJSON-1142647226-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-256493'] for floatingip, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:25:29.002267 dv-cinder-806191-2-iscsi neutron-server[93884]: INFO neutron.wsgi [None req-a7000b2c-1420-4b1f-b4b9-b3ca78a5cb75 tempest-AttachVolumeShelveTestJSON-1142647226 tempest-AttachVolumeShelveTestJSON-1142647226-project] 10.222.0.26 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.4585874 Aug 29 19:25:29.007018 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-03fb95c5-2e00-4332-a69e-3b7b2125efbe None None] Provisioning complete for port e375be61-c587-4d75-9ca8-0ea939b8b9c6 triggered by entity DHCP. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 19:25:29.007749 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-03fb95c5-2e00-4332-a69e-3b7b2125efbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3627211'] for port, provisioning_complete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:25:29.014298 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-617fbc8d-f8e3-4534-906c-151671ff002f admin admin] Notify callbacks [] for port, precommit_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:25:29.020684 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-617fbc8d-f8e3-4534-906c-151671ff002f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3669005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3715978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777170436913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777169884182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777169884200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-263410520'] for port, after_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:25:29.191861 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-617fbc8d-f8e3-4534-906c-151671ff002f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3716004', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3676983'] for router_interface, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:25:29.206179 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-617fbc8d-f8e3-4534-906c-151671ff002f admin admin] Pushing event updated for resources: {'Port': ['ID=c76073b0-dc95-4547-b188-647d924e06ca,revision_number=2']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:25:29.275282 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-f7f3f912-659a-49f9-ab3a-0560ee4983b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3669058'] for port, before_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:25:29.403328 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-617fbc8d-f8e3-4534-906c-151671ff002f admin admin] Network 9827ac88-3c09-4a0a-ad1f-2da3d3c4fe1d is already hosted by enough agents. {{(pid=93883) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 19:25:29.407458 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron.scheduler.base_scheduler [None req-617fbc8d-f8e3-4534-906c-151671ff002f admin admin] Resources bound (agent type, host, resource id): {{(pid=93883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 19:25:29.520810 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-4bd5b621-a75d-4d80-ac40-67a7b8bfb23d None None] Notify callbacks [] for port, precommit_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:25:29.551033 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-f7f3f912-659a-49f9-ab3a-0560ee4983b1 None None] For port e375be61-c587-4d75-9ca8-0ea939b8b9c6, host dv-cinder-806191-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806191-2-iscsi',level=0,port_id=e375be61-c587-4d75-9ca8-0ea939b8b9c6,segment=NetworkSegment(36330973-a336-4d16-a555-3989e9f52a01),segment_id=36330973-a336-4d16-a555-3989e9f52a01)] {{(pid=93885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 19:25:29.605171 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-617fbc8d-f8e3-4534-906c-151671ff002f admin admin] Router 0310dc1d-2c91-4c3a-bae3-487b9e235f85 has already been hosted by L3 agent c3ed3b02-d107-45f2-9b2a-fff9b0cfaa96 {{(pid=93883) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 19:25:29.612365 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-f7f3f912-659a-49f9-ab3a-0560ee4983b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3669005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3715978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777170436913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777169884182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777169884200'] for port, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:25:29.613782 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-f7f3f912-659a-49f9-ab3a-0560ee4983b1 None None] Device 59aae8ac-101a-43bb-93e2-df598f6ab02c up at agent ovs-agent-dv-cinder-806191-2-iscsi {{(pid=93885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 19:25:29.623497 dv-cinder-806191-2-iscsi neutron-server[93884]: INFO neutron.wsgi [req-3b16f467-ad00-42c6-967c-92bc283d7122 req-c219c14b-0ad7-47ab-94bd-a6607356cddd tempest-AttachVolumeShelveTestJSON-1142647226 tempest-AttachVolumeShelveTestJSON-1142647226-project] 10.222.0.26 "GET /v2.0/security-groups?name=tempest-securitygroup--967397960&fields=id&tenant_id=b6abb49f4d344fccb0cc20553e2de3be HTTP/1.1" status: 200 len: 267 time: 0.1384773 Aug 29 19:25:29.660824 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-4bd5b621-a75d-4d80-ac40-67a7b8bfb23d None None] Transition to ACTIVE for port object 14e7069f-8408-4646-9f0c-a9397d1ee886 will not be triggered until provisioned by entity L2. {{(pid=93885) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 19:25:29.902981 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7f3f912-659a-49f9-ab3a-0560ee4983b1 None None] Pushing event updated for resources: {'Port': ['ID=e375be61-c587-4d75-9ca8-0ea939b8b9c6,revision_number=3']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:25:29.918114 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-4bd5b621-a75d-4d80-ac40-67a7b8bfb23d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3669005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3715978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777170436913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777169884182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777169884200'] for port, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:25:29.938720 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b16f467-ad00-42c6-967c-92bc283d7122 req-1307be0b-95e6-4d27-bc5d-edd1834fb1c2 tempest-AttachVolumeShelveTestJSON-1142647226 tempest-AttachVolumeShelveTestJSON-1142647226-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 19:25:29.940872 dv-cinder-806191-2-iscsi neutron-server[93884]: INFO neutron.wsgi [req-3b16f467-ad00-42c6-967c-92bc283d7122 req-1307be0b-95e6-4d27-bc5d-edd1834fb1c2 tempest-AttachVolumeShelveTestJSON-1142647226 tempest-AttachVolumeShelveTestJSON-1142647226-project] 10.222.0.26 "GET /v2.0/networks?id=5f383061-659c-4a42-af3d-e82e7b7b242f HTTP/1.1" status: 200 len: 817 time: 0.3092566 Aug 29 19:25:29.967043 dv-cinder-806191-2-iscsi neutron-server[93884]: INFO neutron.wsgi [req-3b16f467-ad00-42c6-967c-92bc283d7122 req-10040b4b-6c20-42dc-a220-051d0c733fd7 tempest-AttachVolumeShelveTestJSON-1142647226 tempest-AttachVolumeShelveTestJSON-1142647226-project] 10.222.0.26 "GET /v2.0/quotas/b6abb49f4d344fccb0cc20553e2de3be HTTP/1.1" status: 200 len: 375 time: 0.0139084 Aug 29 19:25:30.022606 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-03fb95c5-2e00-4332-a69e-3b7b2125efbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3669058'] for port, before_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:25:30.035592 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-801486c9-7fb3-41c8-bad9-819acd63bcb6 None None] Pushing event updated for resources: {'Port': ['ID=14e7069f-8408-4646-9f0c-a9397d1ee886,revision_number=2']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:25:30.069055 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4e79c2e-7f8b-4a31-b376-9134c7144e25 req-88ac6bfa-a6ec-47ef-8277-149141c1590f tempest-TestMinimumBasicScenario-1969089159 tempest-TestMinimumBasicScenario-1969089159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 19:25:30.082298 dv-cinder-806191-2-iscsi neutron-server[93883]: INFO neutron.wsgi [req-b4e79c2e-7f8b-4a31-b376-9134c7144e25 req-88ac6bfa-a6ec-47ef-8277-149141c1590f tempest-TestMinimumBasicScenario-1969089159 tempest-TestMinimumBasicScenario-1969089159-project] 10.222.0.26 "GET /v2.0/ports?device_id=c53d8e26-bd71-4b9f-b21c-b46dd1ae382d HTTP/1.1" status: 200 len: 984 time: 0.2523065 Aug 29 19:25:30.089403 dv-cinder-806191-2-iscsi neutron-server[93884]: INFO neutron.wsgi [req-3b16f467-ad00-42c6-967c-92bc283d7122 req-91e2e51e-355d-4c29-a23e-890e959aeb6d tempest-AttachVolumeShelveTestJSON-1142647226 tempest-AttachVolumeShelveTestJSON-1142647226-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=b6abb49f4d344fccb0cc20553e2de3be&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1059003 Aug 29 19:25:30.106209 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-617fbc8d-f8e3-4534-906c-151671ff002f admin admin] Notify agent at l3_agent.dv-cinder-806191-2-iscsi the message routers_updated {{(pid=93883) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 19:25:30.113027 dv-cinder-806191-2-iscsi neutron-server[93883]: INFO neutron.wsgi [None req-617fbc8d-f8e3-4534-906c-151671ff002f admin admin] 10.222.0.26 "PUT /v2.0/routers/0310dc1d-2c91-4c3a-bae3-487b9e235f85/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1836400 Aug 29 19:25:30.149494 dv-cinder-806191-2-iscsi neutron-server[93883]: INFO neutron.wsgi [req-b4e79c2e-7f8b-4a31-b376-9134c7144e25 req-d3711f62-530b-4fcc-9460-1dcce9057133 tempest-TestMinimumBasicScenario-1969089159 tempest-TestMinimumBasicScenario-1969089159-project] 10.222.0.26 "GET /v2.0/security-groups?id=6205e1f4-8053-40a6-b632-b40864d0beab&id=5af02ce7-4f09-4a57-a5cb-160fa5d4f482&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0628655 Aug 29 19:25:30.160804 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.plugins.ml2.managers [None req-4bd5b621-a75d-4d80-ac40-67a7b8bfb23d None None] Attempting to bind port 14e7069f-8408-4646-9f0c-a9397d1ee886 on host dv-cinder-806191-2-iscsi for vnic_type normal with profile {{(pid=93885) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 19:25:30.161256 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.plugins.ml2.managers [None req-4bd5b621-a75d-4d80-ac40-67a7b8bfb23d None None] Attempting to bind port 14e7069f-8408-4646-9f0c-a9397d1ee886 by drivers openvswitch,hyperv on host dv-cinder-806191-2-iscsi at level 0 using segments [{'id': 'abe37968-36e5-463a-bc67-a17a4a975f92', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7209b701-ecaa-476a-bd58-d61d280c16d3'}] {{(pid=93885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 19:25:30.161684 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bd5b621-a75d-4d80-ac40-67a7b8bfb23d None None] Attempting to bind port 14e7069f-8408-4646-9f0c-a9397d1ee886 on network 7209b701-ecaa-476a-bd58-d61d280c16d3 {{(pid=93885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 19:25:30.199785 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-f7f3f912-659a-49f9-ab3a-0560ee4983b1 None None] Provisioning for port 59aae8ac-101a-43bb-93e2-df598f6ab02c completed by entity L2. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 19:25:30.209725 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bd5b621-a75d-4d80-ac40-67a7b8bfb23d None None] Checking agent: {'id': 'e2dce85b-d9d5-40cd-b89b-586c7cfc9b3c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-806191-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 19, 13, 50), 'started_at': datetime.datetime(2021, 8, 29, 19, 14, 20), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 19, 25, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-806191-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 19:25:30.210466 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bd5b621-a75d-4d80-ac40-67a7b8bfb23d None None] Checking segment: {'id': 'abe37968-36e5-463a-bc67-a17a4a975f92', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7209b701-ecaa-476a-bd58-d61d280c16d3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93885) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 19:25:30.211446 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-4bd5b621-a75d-4d80-ac40-67a7b8bfb23d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:25:30.211713 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bd5b621-a75d-4d80-ac40-67a7b8bfb23d None None] Bound using segment: {'id': 'abe37968-36e5-463a-bc67-a17a4a975f92', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7209b701-ecaa-476a-bd58-d61d280c16d3'} {{(pid=93885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 19:25:30.212583 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.plugins.ml2.managers [None req-4bd5b621-a75d-4d80-ac40-67a7b8bfb23d None None] Bound port: 14e7069f-8408-4646-9f0c-a9397d1ee886, host: dv-cinder-806191-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'abe37968-36e5-463a-bc67-a17a4a975f92', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7209b701-ecaa-476a-bd58-d61d280c16d3'}}] {{(pid=93885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 19:25:30.216873 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-4bd5b621-a75d-4d80-ac40-67a7b8bfb23d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3669058'] for port, before_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:25:30.216873 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-f7f3f912-659a-49f9-ab3a-0560ee4983b1 None None] Provisioning complete for port 59aae8ac-101a-43bb-93e2-df598f6ab02c triggered by entity L2. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 19:25:30.216873 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-f7f3f912-659a-49f9-ab3a-0560ee4983b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3627211'] for port, provisioning_complete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:25:30.343970 dv-cinder-806191-2-iscsi neutron-server[93884]: INFO neutron.wsgi [req-3b16f467-ad00-42c6-967c-92bc283d7122 req-f95d3280-417c-44b7-a8bf-532704a61544 service neutron] 10.222.0.26 "GET /v2.0/networks/5f383061-659c-4a42-af3d-e82e7b7b242f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2486765 Aug 29 19:25:30.378460 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron_lib.db.api [None req-03fb95c5-2e00-4332-a69e-3b7b2125efbe None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93885) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 29 19:25:30.379031 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG oslo_db.api [None req-03fb95c5-2e00-4332-a69e-3b7b2125efbe None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 29 19:25:30.516096 dv-cinder-806191-2-iscsi neutron-server[93884]: INFO neutron.wsgi [req-3b16f467-ad00-42c6-967c-92bc283d7122 req-dd9b438f-b839-4c37-b977-90fc04241ed8 service neutron] 10.222.0.26 "GET /v2.0/networks/5f383061-659c-4a42-af3d-e82e7b7b242f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1597333 Aug 29 19:25:30.552165 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-4bd5b621-a75d-4d80-ac40-67a7b8bfb23d None None] For port 14e7069f-8408-4646-9f0c-a9397d1ee886, host dv-cinder-806191-2-iscsi, cleared binding levels {{(pid=93885) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 19:25:30.561820 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-4bd5b621-a75d-4d80-ac40-67a7b8bfb23d None None] For port 14e7069f-8408-4646-9f0c-a9397d1ee886, host dv-cinder-806191-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806191-2-iscsi',level=0,port_id=14e7069f-8408-4646-9f0c-a9397d1ee886,segment=NetworkSegment(abe37968-36e5-463a-bc67-a17a4a975f92),segment_id=abe37968-36e5-463a-bc67-a17a4a975f92)] {{(pid=93885) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 19:25:30.584240 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-f7f3f912-659a-49f9-ab3a-0560ee4983b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3669058'] for port, before_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:25:30.611821 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-4bd5b621-a75d-4d80-ac40-67a7b8bfb23d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3669005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3715978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777170436913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777169884182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777169884200'] for port, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:25:30.698103 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-f7f3f912-659a-49f9-ab3a-0560ee4983b1 None None] For port 59aae8ac-101a-43bb-93e2-df598f6ab02c, host dv-cinder-806191-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806191-2-iscsi',level=0,port_id=59aae8ac-101a-43bb-93e2-df598f6ab02c,segment=NetworkSegment(8c7b5aaa-95fc-4de4-8819-7da150ed721c),segment_id=8c7b5aaa-95fc-4de4-8819-7da150ed721c)] {{(pid=93885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 19:25:30.744551 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-f7f3f912-659a-49f9-ab3a-0560ee4983b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3669005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3715978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777170436913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777169884182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777169884200'] for port, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:25:30.793097 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bd5b621-a75d-4d80-ac40-67a7b8bfb23d None None] Routers {'0310dc1d-2c91-4c3a-bae3-487b9e235f85'} bound to L3 agent in host dv-cinder-806191-2-iscsi {{(pid=93885) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 19:25:30.795948 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-4bd5b621-a75d-4d80-ac40-67a7b8bfb23d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806191-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-29T19:13:49Z,description=,heartbeat_timestamp=2021-08-29T19:25:19Z,host='dv-cinder-806191-2-iscsi',id=c3ed3b02-d107-45f2-9b2a-fff9b0cfaa96,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T19:13:49Z,topic='l3_agent')) {'router_ids': ['0310dc1d-2c91-4c3a-bae3-487b9e235f85'], 'active': True} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 19:25:31.133383 dv-cinder-806191-2-iscsi neutron-server[93884]: INFO neutron.wsgi [req-c45d6aca-1e29-4892-8e07-55addd9a4c8a req-e184732a-8633-4676-957e-6fec5644a6dd tempest-AttachVolumeShelveTestJSON-1142647226 tempest-AttachVolumeShelveTestJSON-1142647226-project] 10.222.0.26 "GET /v2.0/ports?device_id=365fad5b-4b67-47e8-951d-b762cd7f4b09 HTTP/1.1" status: 200 len: 210 time: 0.1369820 Aug 29 19:25:31.221429 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-801486c9-7fb3-41c8-bad9-819acd63bcb6 None None] Pushing event updated for resources: {'Port': ['ID=14e7069f-8408-4646-9f0c-a9397d1ee886,revision_number=3']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:25:31.341800 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-f7f3f912-659a-49f9-ab3a-0560ee4983b1 None None] Device e375be61-c587-4d75-9ca8-0ea939b8b9c6 up at agent ovs-agent-dv-cinder-806191-2-iscsi {{(pid=93885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 19:25:31.388140 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7f3f912-659a-49f9-ab3a-0560ee4983b1 None None] Pushing event updated for resources: {'Port': ['ID=59aae8ac-101a-43bb-93e2-df598f6ab02c,revision_number=5']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:25:31.471453 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.db.l3_dvr_db [None req-4bd5b621-a75d-4d80-ac40-67a7b8bfb23d None None] Set router 0310dc1d-2c91-4c3a-bae3-487b9e235f85 gateway port host: dv-cinder-806191-2-iscsi {{(pid=93885) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 19:25:31.536064 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-91597562-ff4b-4b8f-9638-52bf73c701ca None None] Provisioning for port c76073b0-dc95-4547-b188-647d924e06ca completed by entity DHCP. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 19:25:31.571073 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94e23c1e-a386-406c-a7ea-dee371191948 req-d5229ee6-1ff8-4548-913d-a909336864de tempest-TestMinimumBasicScenario-1969089159 tempest-TestMinimumBasicScenario-1969089159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 19:25:31.574365 dv-cinder-806191-2-iscsi neutron-server[93884]: INFO neutron.wsgi [req-94e23c1e-a386-406c-a7ea-dee371191948 req-d5229ee6-1ff8-4548-913d-a909336864de tempest-TestMinimumBasicScenario-1969089159 tempest-TestMinimumBasicScenario-1969089159-project] 10.222.0.26 "GET /v2.0/ports?device_id=c53d8e26-bd71-4b9f-b21c-b46dd1ae382d HTTP/1.1" status: 200 len: 984 time: 0.1111755 Aug 29 19:25:31.593084 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-91597562-ff4b-4b8f-9638-52bf73c701ca None None] Provisioning complete for port c76073b0-dc95-4547-b188-647d924e06ca triggered by entity DHCP. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 19:25:31.593567 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-91597562-ff4b-4b8f-9638-52bf73c701ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3627211'] for port, provisioning_complete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:25:31.630520 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.26', 33556) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 19:25:31.631232 dv-cinder-806191-2-iscsi neutron-server[93884]: INFO neutron.wsgi [req-94e23c1e-a386-406c-a7ea-dee371191948 req-6e838589-b936-4fb9-b370-730e23158dc7 tempest-TestMinimumBasicScenario-1969089159 tempest-TestMinimumBasicScenario-1969089159-project] 10.222.0.26 "GET /v2.0/security-groups?id=6205e1f4-8053-40a6-b632-b40864d0beab&id=5af02ce7-4f09-4a57-a5cb-160fa5d4f482&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0460346 Aug 29 19:25:31.638709 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron.api.v2.base [None req-cfa46b3e-b428-4a38-8db7-fc30e05b0be8 tempest-TestShelveInstance-894407535 tempest-TestShelveInstance-894407535-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-547021541', 'description': 'tempest-secgroup-smoke-547021541 description', 'project_id': '47206eee79a344c9b1b30949d9ae67ab'}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 19:25:31.669610 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-cfa46b3e-b428-4a38-8db7-fc30e05b0be8 tempest-TestShelveInstance-894407535 tempest-TestShelveInstance-894407535-project] Notify callbacks [] for security_group, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:25:31.683427 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-f7f3f912-659a-49f9-ab3a-0560ee4983b1 None None] Provisioning complete for port e375be61-c587-4d75-9ca8-0ea939b8b9c6 triggered by entity L2. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 19:25:31.683838 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-f7f3f912-659a-49f9-ab3a-0560ee4983b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3627211'] for port, provisioning_complete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:25:31.684010 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.26', 33558) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 19:25:31.720641 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.plugins.ml2.plugin [None req-91597562-ff4b-4b8f-9638-52bf73c701ca None None] Port c76073b0-dc95-4547-b188-647d924e06ca cannot update to ACTIVE because it is not bound. {{(pid=93885) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 19:25:31.843208 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-1a0173cc-1009-4d63-988f-afced9aa3849 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:25:31.862121 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-cfa46b3e-b428-4a38-8db7-fc30e05b0be8 tempest-TestShelveInstance-894407535 tempest-TestShelveInstance-894407535-project] Notify callbacks [] for security_group, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:25:31.867470 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-cfa46b3e-b428-4a38-8db7-fc30e05b0be8 tempest-TestShelveInstance-894407535 tempest-TestShelveInstance-894407535-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368872'] for security_group, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:25:31.917034 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-f7f3f912-659a-49f9-ab3a-0560ee4983b1 None None] Device c6d6d545-ee44-49df-8b2d-a0b19dd63545 up at agent ovs-agent-dv-cinder-806191-2-iscsi {{(pid=93885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 19:25:31.926804 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfa46b3e-b428-4a38-8db7-fc30e05b0be8 tempest-TestShelveInstance-894407535 tempest-TestShelveInstance-894407535-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d64b09f1-d803-4ca3-84fd-58a7f16f2283,revision_number=1']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:25:32.002300 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-4bd5b621-a75d-4d80-ac40-67a7b8bfb23d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0310dc1d-2c91-4c3a-bae3-487b9e235f85', 'name': 'tempest-TestShelveInstance-390961232-router', 'tenant_id': 'd423a27f4bdf4510b5d93c72bab4775f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7209b701-ecaa-476a-bd58-d61d280c16d3', 'external_fixed_ips': [{'subnet_id': '71309eb1-223f-47ba-9803-1437c965e178', 'ip_address': '172.27.2.77'}], 'enable_snat': True}, 'gw_port_id': '14e7069f-8408-4646-9f0c-a9397d1ee886', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T19:25:21Z', 'updated_at': '2021-08-29T19:25:28Z', 'revision_number': 4, 'project_id': 'd423a27f4bdf4510b5d93c72bab4775f', 'gw_port': {'id': '14e7069f-8408-4646-9f0c-a9397d1ee886', 'name': '', 'network_id': '7209b701-ecaa-476a-bd58-d61d280c16d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:7f:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0310dc1d-2c91-4c3a-bae3-487b9e235f85', 'device_owner': 'network:router_gateway', 'standard_attr_id': 522, 'fixed_ips': [{'subnet_id': '71309eb1-223f-47ba-9803-1437c965e178', 'ip_address': '172.27.2.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806191-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T19:25:22Z', 'updated_at': '2021-08-29T19:25:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '71309eb1-223f-47ba-9803-1437c965e178', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806191-2-iscsi', '_interfaces': [{'id': 'c76073b0-dc95-4547-b188-647d924e06ca', 'name': '', 'network_id': '9827ac88-3c09-4a0a-ad1f-2da3d3c4fe1d', 'tenant_id': 'd423a27f4bdf4510b5d93c72bab4775f', 'mac_address': 'fa:16:3e:bc:b8:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0310dc1d-2c91-4c3a-bae3-487b9e235f85', 'device_owner': 'network:router_interface', 'standard_attr_id': 539, 'fixed_ips': [{'subnet_id': 'cfac3a8f-9ffa-4df9-8ac5-097235a247b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T19:25:27Z', 'updated_at': '2021-08-29T19:25:28Z', 'revision_number': 2, 'project_id': 'd423a27f4bdf4510b5d93c72bab4775f', 'subnets': [{'id': 'cfac3a8f-9ffa-4df9-8ac5-097235a247b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806191-2-iscsi', False) {} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 19:25:32.003511 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-1a0173cc-1009-4d63-988f-afced9aa3849 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:25:32.011691 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-1a0173cc-1009-4d63-988f-afced9aa3849 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368872'] for security_group, after_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:25:32.034430 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-cfa46b3e-b428-4a38-8db7-fc30e05b0be8 tempest-TestShelveInstance-894407535 tempest-TestShelveInstance-894407535-project] Notify callbacks [] for security_group, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:25:32.034430 dv-cinder-806191-2-iscsi neutron-server[93883]: INFO neutron.wsgi [None req-cfa46b3e-b428-4a38-8db7-fc30e05b0be8 tempest-TestShelveInstance-894407535 tempest-TestShelveInstance-894407535-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.3929980 Aug 29 19:25:32.034801 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.26', 33566) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 19:25:32.037652 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bd5b621-a75d-4d80-ac40-67a7b8bfb23d None None] The sync data for ids ['0310dc1d-2c91-4c3a-bae3-487b9e235f85'] in dv-cinder-806191-2-iscsi is: [{'id': '0310dc1d-2c91-4c3a-bae3-487b9e235f85', 'name': 'tempest-TestShelveInstance-390961232-router', 'tenant_id': 'd423a27f4bdf4510b5d93c72bab4775f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7209b701-ecaa-476a-bd58-d61d280c16d3', 'external_fixed_ips': [{'subnet_id': '71309eb1-223f-47ba-9803-1437c965e178', 'ip_address': '172.27.2.77'}], 'enable_snat': True}, 'gw_port_id': '14e7069f-8408-4646-9f0c-a9397d1ee886', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T19:25:21Z', 'updated_at': '2021-08-29T19:25:28Z', 'revision_number': 4, 'project_id': 'd423a27f4bdf4510b5d93c72bab4775f', 'gw_port': {'id': '14e7069f-8408-4646-9f0c-a9397d1ee886', 'name': '', 'network_id': '7209b701-ecaa-476a-bd58-d61d280c16d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:7f:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0310dc1d-2c91-4c3a-bae3-487b9e235f85', 'device_owner': 'network:router_gateway', 'standard_attr_id': 522, 'fixed_ips': [{'subnet_id': '71309eb1-223f-47ba-9803-1437c965e178', 'ip_address': '172.27.2.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806191-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T19:25:22Z', 'updated_at': '2021-08-29T19:25:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '71309eb1-223f-47ba-9803-1437c965e178', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806191-2-iscsi', '_interfaces': [{'id': 'c76073b0-dc95-4547-b188-647d924e06ca', 'name': '', 'network_id': '9827ac88-3c09-4a0a-ad1f-2da3d3c4fe1d', 'tenant_id': 'd423a27f4bdf4510b5d93c72bab4775f', 'mac_address': 'fa:16:3e:bc:b8:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0310dc1d-2c91-4c3a-bae3-487b9e235f85', 'device_owner': 'network:router_interface', 'standard_attr_id': 539, 'fixed_ips': [{'subnet_id': 'cfac3a8f-9ffa-4df9-8ac5-097235a247b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T19:25:27Z', 'updated_at': '2021-08-29T19:25:28Z', 'revision_number': 2, 'project_id': 'd423a27f4bdf4510b5d93c72bab4775f', 'subnets': [{'id': 'cfac3a8f-9ffa-4df9-8ac5-097235a247b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93885) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 19:25:32.040659 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.api.v2.base [None req-871ebe6f-7166-4a5d-99d2-1a2da2e4d48a tempest-TestShelveInstance-894407535 tempest-TestShelveInstance-894407535-project] Request body: {'security_group_rule': {'security_group_id': 'd64b09f1-d803-4ca3-84fd-58a7f16f2283', 'project_id': '47206eee79a344c9b1b30949d9ae67ab', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 19:25:32.041269 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-f7f3f912-659a-49f9-ab3a-0560ee4983b1 None None] Provisioning for port c6d6d545-ee44-49df-8b2d-a0b19dd63545 completed by entity L2. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 19:25:32.046357 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-f7f3f912-659a-49f9-ab3a-0560ee4983b1 None None] Provisioning complete for port c6d6d545-ee44-49df-8b2d-a0b19dd63545 triggered by entity L2. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 19:25:32.046828 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-f7f3f912-659a-49f9-ab3a-0560ee4983b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3627211'] for port, provisioning_complete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:25:32.066651 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a0173cc-1009-4d63-988f-afced9aa3849 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=79985a9b-d3da-425c-8cfc-38f9335f1a13,revision_number=1']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:25:32.078102 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.26', 33570) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 19:25:32.078872 dv-cinder-806191-2-iscsi neutron-server[93884]: INFO neutron.wsgi [None req-1a0173cc-1009-4d63-988f-afced9aa3849 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=c0e0a37f3f0845319253dfd44a10df19&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3933504 Aug 29 19:25:32.117523 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-871ebe6f-7166-4a5d-99d2-1a2da2e4d48a tempest-TestShelveInstance-894407535 tempest-TestShelveInstance-894407535-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:25:32.161621 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-8d9ffbb4-dff4-4344-9e80-af9f037b6849 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:25:32.187147 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-871ebe6f-7166-4a5d-99d2-1a2da2e4d48a tempest-TestShelveInstance-894407535 tempest-TestShelveInstance-894407535-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:25:32.187716 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-f7f3f912-659a-49f9-ab3a-0560ee4983b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3669058'] for port, before_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:25:32.190776 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-8d9ffbb4-dff4-4344-9e80-af9f037b6849 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:25:32.192530 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-871ebe6f-7166-4a5d-99d2-1a2da2e4d48a tempest-TestShelveInstance-894407535 tempest-TestShelveInstance-894407535-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-359182'] for security_group_rule, after_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:25:32.221703 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-871ebe6f-7166-4a5d-99d2-1a2da2e4d48a tempest-TestShelveInstance-894407535 tempest-TestShelveInstance-894407535-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=12146cb8-abf6-4f93-8a6a-54b0ddc249ec,revision_number=0']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:25:32.237185 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-871ebe6f-7166-4a5d-99d2-1a2da2e4d48a tempest-TestShelveInstance-894407535 tempest-TestShelveInstance-894407535-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:25:32.241585 dv-cinder-806191-2-iscsi neutron-server[93884]: INFO neutron.wsgi [None req-871ebe6f-7166-4a5d-99d2-1a2da2e4d48a tempest-TestShelveInstance-894407535 tempest-TestShelveInstance-894407535-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2032292 Aug 29 19:25:32.244548 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.26', 33574) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 19:25:32.246490 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-f7f3f912-659a-49f9-ab3a-0560ee4983b1 None None] For port c6d6d545-ee44-49df-8b2d-a0b19dd63545, host dv-cinder-806191-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806191-2-iscsi',level=0,port_id=c6d6d545-ee44-49df-8b2d-a0b19dd63545,segment=NetworkSegment(4a9860ce-75e8-4908-94b6-2e145ca82fc4),segment_id=4a9860ce-75e8-4908-94b6-2e145ca82fc4)] {{(pid=93885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 19:25:32.255458 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-f7f3f912-659a-49f9-ab3a-0560ee4983b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3669005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3715978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777170436913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777169884182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777169884200'] for port, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:25:32.273879 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.api.v2.base [None req-82f55a93-e477-40f1-96e1-310627795c72 tempest-TestShelveInstance-894407535 tempest-TestShelveInstance-894407535-project] Request body: {'security_group_rule': {'security_group_id': 'd64b09f1-d803-4ca3-84fd-58a7f16f2283', 'project_id': '47206eee79a344c9b1b30949d9ae67ab', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 19:25:32.339018 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-8d9ffbb4-dff4-4344-9e80-af9f037b6849 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368872'] for security_group, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:25:32.341910 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-8d9ffbb4-dff4-4344-9e80-af9f037b6849 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:25:32.346475 dv-cinder-806191-2-iscsi neutron-server[93883]: INFO neutron.wsgi [None req-8d9ffbb4-dff4-4344-9e80-af9f037b6849 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/79985a9b-d3da-425c-8cfc-38f9335f1a13 HTTP/1.1" status: 204 len: 168 time: 0.2639692 Aug 29 19:25:32.359526 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-82f55a93-e477-40f1-96e1-310627795c72 tempest-TestShelveInstance-894407535 tempest-TestShelveInstance-894407535-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:25:32.369485 dv-cinder-806191-2-iscsi neutron-server[93883]: INFO neutron.wsgi [req-a3b0bb99-5249-430f-879a-2d5ff5e36220 req-5e02ec0e-e0cc-4785-b973-dafeff83a945 tempest-AttachVolumeShelveTestJSON-1142647226 tempest-AttachVolumeShelveTestJSON-1142647226-project] 10.222.0.26 "GET /v2.0/ports?device_id=365fad5b-4b67-47e8-951d-b762cd7f4b09 HTTP/1.1" status: 200 len: 210 time: 0.0764122 Aug 29 19:25:32.381598 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7f3f912-659a-49f9-ab3a-0560ee4983b1 None None] Pushing event updated for resources: {'Port': ['ID=c6d6d545-ee44-49df-8b2d-a0b19dd63545,revision_number=5']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:25:32.390941 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d9ffbb4-dff4-4344-9e80-af9f037b6849 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=79985a9b-d3da-425c-8cfc-38f9335f1a13,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:25:32.466471 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-82f55a93-e477-40f1-96e1-310627795c72 tempest-TestShelveInstance-894407535 tempest-TestShelveInstance-894407535-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:25:32.473545 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-82f55a93-e477-40f1-96e1-310627795c72 tempest-TestShelveInstance-894407535 tempest-TestShelveInstance-894407535-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-359182'] for security_group_rule, after_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:25:32.497423 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82f55a93-e477-40f1-96e1-310627795c72 tempest-TestShelveInstance-894407535 tempest-TestShelveInstance-894407535-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3367bd94-935f-4301-b40f-818091e7c462,revision_number=0']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:25:32.505487 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-82f55a93-e477-40f1-96e1-310627795c72 tempest-TestShelveInstance-894407535 tempest-TestShelveInstance-894407535-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:25:32.512112 dv-cinder-806191-2-iscsi neutron-server[93884]: INFO neutron.wsgi [None req-82f55a93-e477-40f1-96e1-310627795c72 tempest-TestShelveInstance-894407535 tempest-TestShelveInstance-894407535-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2627041 Aug 29 19:25:32.515293 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.26', 33578) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 19:25:32.521733 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.api.v2.base [None req-e2d81450-0d3e-46dc-b9e5-6b208932d205 tempest-TestShelveInstance-894407535 tempest-TestShelveInstance-894407535-project] Request body: {'security_group_rule': {'security_group_id': 'd64b09f1-d803-4ca3-84fd-58a7f16f2283', 'project_id': '47206eee79a344c9b1b30949d9ae67ab', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 19:25:32.569704 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-e2d81450-0d3e-46dc-b9e5-6b208932d205 tempest-TestShelveInstance-894407535 tempest-TestShelveInstance-894407535-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:25:32.679835 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-e2d81450-0d3e-46dc-b9e5-6b208932d205 tempest-TestShelveInstance-894407535 tempest-TestShelveInstance-894407535-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:25:32.684672 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-e2d81450-0d3e-46dc-b9e5-6b208932d205 tempest-TestShelveInstance-894407535 tempest-TestShelveInstance-894407535-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-359182'] for security_group_rule, after_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:25:32.707511 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2d81450-0d3e-46dc-b9e5-6b208932d205 tempest-TestShelveInstance-894407535 tempest-TestShelveInstance-894407535-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=64251a14-e6c6-40c2-825c-32503707abe4,revision_number=0']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:25:32.717435 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-e2d81450-0d3e-46dc-b9e5-6b208932d205 tempest-TestShelveInstance-894407535 tempest-TestShelveInstance-894407535-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:25:32.718726 dv-cinder-806191-2-iscsi neutron-server[93884]: INFO neutron.wsgi [None req-e2d81450-0d3e-46dc-b9e5-6b208932d205 tempest-TestShelveInstance-894407535 tempest-TestShelveInstance-894407535-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2007754 Aug 29 19:25:32.723262 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.26', 33582) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 19:25:32.732258 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron.api.v2.base [None req-8d6e9650-48ea-4f27-8fd1-37302590e16d tempest-TestShelveInstance-894407535 tempest-TestShelveInstance-894407535-project] Request body: {'security_group_rule': {'security_group_id': 'd64b09f1-d803-4ca3-84fd-58a7f16f2283', 'project_id': '47206eee79a344c9b1b30949d9ae67ab', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 19:25:32.780082 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.26', 33584) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 19:25:32.804348 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-8d6e9650-48ea-4f27-8fd1-37302590e16d tempest-TestShelveInstance-894407535 tempest-TestShelveInstance-894407535-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:25:32.807696 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-76a510a0-51d7-43de-ac51-4aa56fe91b82 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:25:32.885698 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-8d6e9650-48ea-4f27-8fd1-37302590e16d tempest-TestShelveInstance-894407535 tempest-TestShelveInstance-894407535-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:25:32.892537 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-8d6e9650-48ea-4f27-8fd1-37302590e16d tempest-TestShelveInstance-894407535 tempest-TestShelveInstance-894407535-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-359182'] for security_group_rule, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:25:32.896236 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-f7f3f912-659a-49f9-ab3a-0560ee4983b1 None None] Device 59aae8ac-101a-43bb-93e2-df598f6ab02c up at agent ovs-agent-dv-cinder-806191-2-iscsi {{(pid=93885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 19:25:32.925809 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d6e9650-48ea-4f27-8fd1-37302590e16d tempest-TestShelveInstance-894407535 tempest-TestShelveInstance-894407535-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=24f1d732-c98d-47da-abe1-989a88ea96d9,revision_number=0']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:25:32.948533 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-76a510a0-51d7-43de-ac51-4aa56fe91b82 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:25:32.950042 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-f7f3f912-659a-49f9-ab3a-0560ee4983b1 None None] Provisioning complete for port 59aae8ac-101a-43bb-93e2-df598f6ab02c triggered by entity L2. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 19:25:32.950594 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-f7f3f912-659a-49f9-ab3a-0560ee4983b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3627211'] for port, provisioning_complete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:25:32.953539 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-76a510a0-51d7-43de-ac51-4aa56fe91b82 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368872'] for security_group, after_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:25:32.957985 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-8d6e9650-48ea-4f27-8fd1-37302590e16d tempest-TestShelveInstance-894407535 tempest-TestShelveInstance-894407535-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:25:32.959541 dv-cinder-806191-2-iscsi neutron-server[93883]: INFO neutron.wsgi [None req-8d6e9650-48ea-4f27-8fd1-37302590e16d tempest-TestShelveInstance-894407535 tempest-TestShelveInstance-894407535-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2346189 Aug 29 19:25:32.962477 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.26', 33586) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 19:25:32.969538 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron.api.v2.base [None req-61740fed-e9fd-475e-a494-e7b8974ac166 tempest-TestShelveInstance-894407535 tempest-TestShelveInstance-894407535-project] Request body: {'security_group_rule': {'security_group_id': 'd64b09f1-d803-4ca3-84fd-58a7f16f2283', 'project_id': '47206eee79a344c9b1b30949d9ae67ab', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 19:25:32.995209 dv-cinder-806191-2-iscsi neutron-server[93883]: INFO neutron.db.securitygroups_db [None req-61740fed-e9fd-475e-a494-e7b8974ac166 tempest-TestShelveInstance-894407535 tempest-TestShelveInstance-894407535-project] Project 47206eee79a344c9b1b30949d9ae67ab added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 29 19:25:33.001626 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76a510a0-51d7-43de-ac51-4aa56fe91b82 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b317b461-a8a3-4601-9177-fbfde7811347,revision_number=1']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:25:33.003165 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-61740fed-e9fd-475e-a494-e7b8974ac166 tempest-TestShelveInstance-894407535 tempest-TestShelveInstance-894407535-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:25:33.006429 dv-cinder-806191-2-iscsi neutron-server[93884]: INFO neutron.wsgi [None req-76a510a0-51d7-43de-ac51-4aa56fe91b82 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=1a45fb2697144dfa92c712a7de0f585b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2232802 Aug 29 19:25:33.009565 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.26', 33588) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 19:25:33.096047 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-f7f3f912-659a-49f9-ab3a-0560ee4983b1 None None] Device c6d6d545-ee44-49df-8b2d-a0b19dd63545 up at agent ovs-agent-dv-cinder-806191-2-iscsi {{(pid=93885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 19:25:33.112711 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-725dd711-e03f-4636-a987-9bc9387729cc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:25:33.143205 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-61740fed-e9fd-475e-a494-e7b8974ac166 tempest-TestShelveInstance-894407535 tempest-TestShelveInstance-894407535-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:25:33.149024 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-725dd711-e03f-4636-a987-9bc9387729cc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:25:33.150470 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-61740fed-e9fd-475e-a494-e7b8974ac166 tempest-TestShelveInstance-894407535 tempest-TestShelveInstance-894407535-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-359182'] for security_group_rule, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:25:33.165498 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-f7f3f912-659a-49f9-ab3a-0560ee4983b1 None None] Provisioning complete for port c6d6d545-ee44-49df-8b2d-a0b19dd63545 triggered by entity L2. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 19:25:33.166428 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-f7f3f912-659a-49f9-ab3a-0560ee4983b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3627211'] for port, provisioning_complete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:25:33.194105 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61740fed-e9fd-475e-a494-e7b8974ac166 tempest-TestShelveInstance-894407535 tempest-TestShelveInstance-894407535-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e2ddc863-fdb0-4fff-b4a9-a05397b6d866,revision_number=0']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:25:33.218221 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-61740fed-e9fd-475e-a494-e7b8974ac166 tempest-TestShelveInstance-894407535 tempest-TestShelveInstance-894407535-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:25:33.220288 dv-cinder-806191-2-iscsi neutron-server[93883]: INFO neutron.wsgi [None req-61740fed-e9fd-475e-a494-e7b8974ac166 tempest-TestShelveInstance-894407535 tempest-TestShelveInstance-894407535-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2562652 Aug 29 19:25:33.223079 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.26', 33592) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 19:25:33.228825 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.api.v2.base [None req-0f344b65-0bbb-4d46-9e65-c42d361c4c9b tempest-TestShelveInstance-894407535 tempest-TestShelveInstance-894407535-project] Request body: {'security_group_rule': {'security_group_id': 'd64b09f1-d803-4ca3-84fd-58a7f16f2283', 'project_id': '47206eee79a344c9b1b30949d9ae67ab', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 19:25:33.273773 dv-cinder-806191-2-iscsi neutron-server[93884]: INFO neutron.db.securitygroups_db [None req-0f344b65-0bbb-4d46-9e65-c42d361c4c9b tempest-TestShelveInstance-894407535 tempest-TestShelveInstance-894407535-project] Project 47206eee79a344c9b1b30949d9ae67ab added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 29 19:25:33.278720 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-725dd711-e03f-4636-a987-9bc9387729cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368872'] for security_group, after_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:25:33.281384 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-725dd711-e03f-4636-a987-9bc9387729cc admin admin] Notify callbacks [] for security_group, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:25:33.282562 dv-cinder-806191-2-iscsi neutron-server[93884]: INFO neutron.wsgi [None req-725dd711-e03f-4636-a987-9bc9387729cc admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/b317b461-a8a3-4601-9177-fbfde7811347 HTTP/1.1" status: 204 len: 168 time: 0.2719436 Aug 29 19:25:33.285700 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-0f344b65-0bbb-4d46-9e65-c42d361c4c9b tempest-TestShelveInstance-894407535 tempest-TestShelveInstance-894407535-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:25:33.303061 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-725dd711-e03f-4636-a987-9bc9387729cc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b317b461-a8a3-4601-9177-fbfde7811347,revision_number=None']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:25:33.362195 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-0f344b65-0bbb-4d46-9e65-c42d361c4c9b tempest-TestShelveInstance-894407535 tempest-TestShelveInstance-894407535-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:25:33.366586 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-0f344b65-0bbb-4d46-9e65-c42d361c4c9b tempest-TestShelveInstance-894407535 tempest-TestShelveInstance-894407535-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-359182'] for security_group_rule, after_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:25:33.385851 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f344b65-0bbb-4d46-9e65-c42d361c4c9b tempest-TestShelveInstance-894407535 tempest-TestShelveInstance-894407535-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cee1a341-cc17-4515-ba39-220b61ea0e45,revision_number=0']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:25:33.394948 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-0f344b65-0bbb-4d46-9e65-c42d361c4c9b tempest-TestShelveInstance-894407535 tempest-TestShelveInstance-894407535-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:25:33.404398 dv-cinder-806191-2-iscsi neutron-server[93884]: INFO neutron.wsgi [None req-0f344b65-0bbb-4d46-9e65-c42d361c4c9b tempest-TestShelveInstance-894407535 tempest-TestShelveInstance-894407535-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1721253 Aug 29 19:25:33.481083 dv-cinder-806191-2-iscsi neutron-server[93884]: INFO neutron.wsgi [req-a4e6b202-0faa-4fdc-a405-aba4e1f54dbf req-c8a5f547-bf98-4c52-9702-14753fb2c9e3 tempest-AttachVolumeShelveTestJSON-1142647226 tempest-AttachVolumeShelveTestJSON-1142647226-project] 10.222.0.26 "GET /v2.0/ports?device_id=365fad5b-4b67-47e8-951d-b762cd7f4b09 HTTP/1.1" status: 200 len: 210 time: 0.0299482 Aug 29 19:25:34.600569 dv-cinder-806191-2-iscsi neutron-server[93883]: INFO neutron.wsgi [req-58b55b14-e3e4-4237-9677-2b13feae32a5 req-07e31dec-d94d-4dff-bcb5-ca646004d226 tempest-AttachVolumeShelveTestJSON-1142647226 tempest-AttachVolumeShelveTestJSON-1142647226-project] 10.222.0.26 "GET /v2.0/ports?device_id=365fad5b-4b67-47e8-951d-b762cd7f4b09 HTTP/1.1" status: 200 len: 210 time: 0.0302565 Aug 29 19:25:34.682780 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.26', 33684) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 19:25:34.853571 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-d8e5970b-b1ed-4d73-9fb2-305375ee188d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:25:34.858740 dv-cinder-806191-2-iscsi neutron-server[93886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67b3f175-1033-4075-b110-81fafa07d299 None None] Sync routers for ids ['0310dc1d-2c91-4c3a-bae3-487b9e235f85'] in dv-cinder-806191-2-iscsi {{(pid=93886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 19:25:34.876364 dv-cinder-806191-2-iscsi neutron-server[93886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67b3f175-1033-4075-b110-81fafa07d299 None None] Routers {'0310dc1d-2c91-4c3a-bae3-487b9e235f85'} bound to L3 agent in host dv-cinder-806191-2-iscsi {{(pid=93886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 19:25:34.878277 dv-cinder-806191-2-iscsi neutron-server[93886]: DEBUG neutron.db.l3_hamode_db [None req-67b3f175-1033-4075-b110-81fafa07d299 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806191-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-29T19:13:49Z,description=,heartbeat_timestamp=2021-08-29T19:25:19Z,host='dv-cinder-806191-2-iscsi',id=c3ed3b02-d107-45f2-9b2a-fff9b0cfaa96,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T19:13:49Z,topic='l3_agent')) {'router_ids': ['0310dc1d-2c91-4c3a-bae3-487b9e235f85'], 'active': True} {{(pid=93886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 19:25:34.901309 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-f7f3f912-659a-49f9-ab3a-0560ee4983b1 None None] Device 14e7069f-8408-4646-9f0c-a9397d1ee886 up at agent ovs-agent-dv-cinder-806191-2-iscsi {{(pid=93885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 19:25:35.073553 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-d8e5970b-b1ed-4d73-9fb2-305375ee188d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:25:35.081738 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-d8e5970b-b1ed-4d73-9fb2-305375ee188d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368872'] for security_group, after_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:25:35.124717 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8e5970b-b1ed-4d73-9fb2-305375ee188d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9f5b80da-6e14-4fb5-98c4-ae3455ff69a8,revision_number=1']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:25:35.130998 dv-cinder-806191-2-iscsi neutron-server[93886]: DEBUG neutron.db.l3_dvr_db [None req-67b3f175-1033-4075-b110-81fafa07d299 None None] Set router 0310dc1d-2c91-4c3a-bae3-487b9e235f85 gateway port host: dv-cinder-806191-2-iscsi {{(pid=93886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 19:25:35.179508 dv-cinder-806191-2-iscsi neutron-server[93884]: INFO neutron.wsgi [None req-d8e5970b-b1ed-4d73-9fb2-305375ee188d admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=804a77f8d6e141429ba2454cf944fe4e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4933259 Aug 29 19:25:35.195767 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.26', 33692) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 19:25:35.196233 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-f7f3f912-659a-49f9-ab3a-0560ee4983b1 None None] Provisioning for port 14e7069f-8408-4646-9f0c-a9397d1ee886 completed by entity L2. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 19:25:35.201588 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-f7f3f912-659a-49f9-ab3a-0560ee4983b1 None None] Provisioning complete for port 14e7069f-8408-4646-9f0c-a9397d1ee886 triggered by entity L2. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 19:25:35.202104 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-f7f3f912-659a-49f9-ab3a-0560ee4983b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3627211'] for port, provisioning_complete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:25:35.269335 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-65c1bfea-1527-4b7c-8714-b32e0cfed6e0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:25:35.296454 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-65c1bfea-1527-4b7c-8714-b32e0cfed6e0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:25:35.303217 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-f7f3f912-659a-49f9-ab3a-0560ee4983b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3669058'] for port, before_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:25:35.327550 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-f7f3f912-659a-49f9-ab3a-0560ee4983b1 None None] For port 14e7069f-8408-4646-9f0c-a9397d1ee886, host dv-cinder-806191-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806191-2-iscsi',level=0,port_id=14e7069f-8408-4646-9f0c-a9397d1ee886,segment=NetworkSegment(abe37968-36e5-463a-bc67-a17a4a975f92),segment_id=abe37968-36e5-463a-bc67-a17a4a975f92)] {{(pid=93885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 19:25:35.335894 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-f7f3f912-659a-49f9-ab3a-0560ee4983b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3669005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3715978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777170436913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777169884182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777169884200'] for port, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:25:35.364134 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-65c1bfea-1527-4b7c-8714-b32e0cfed6e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368872'] for security_group, after_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:25:35.368235 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-65c1bfea-1527-4b7c-8714-b32e0cfed6e0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:25:35.373231 dv-cinder-806191-2-iscsi neutron-server[93884]: INFO neutron.wsgi [None req-65c1bfea-1527-4b7c-8714-b32e0cfed6e0 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/9f5b80da-6e14-4fb5-98c4-ae3455ff69a8 HTTP/1.1" status: 204 len: 168 time: 0.1725075 Aug 29 19:25:35.385793 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65c1bfea-1527-4b7c-8714-b32e0cfed6e0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f5b80da-6e14-4fb5-98c4-ae3455ff69a8,revision_number=None']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:25:35.459725 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7f3f912-659a-49f9-ab3a-0560ee4983b1 None None] Pushing event updated for resources: {'Port': ['ID=14e7069f-8408-4646-9f0c-a9397d1ee886,revision_number=4']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:25:35.489904 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b16f467-ad00-42c6-967c-92bc283d7122 req-9e1d3002-822e-4db2-a5cd-6f65f2ee250e tempest-AttachVolumeShelveTestJSON-1142647226 tempest-AttachVolumeShelveTestJSON-1142647226-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 19:25:35.491683 dv-cinder-806191-2-iscsi neutron-server[93883]: INFO neutron.wsgi [req-3b16f467-ad00-42c6-967c-92bc283d7122 req-9e1d3002-822e-4db2-a5cd-6f65f2ee250e tempest-AttachVolumeShelveTestJSON-1142647226 tempest-AttachVolumeShelveTestJSON-1142647226-project] 10.222.0.23 "GET /v2.0/networks?id=5f383061-659c-4a42-af3d-e82e7b7b242f HTTP/1.1" status: 200 len: 817 time: 0.5597639 Aug 29 19:25:35.537093 dv-cinder-806191-2-iscsi neutron-server[93886]: DEBUG neutron.db.l3_hamode_db [None req-67b3f175-1033-4075-b110-81fafa07d299 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0310dc1d-2c91-4c3a-bae3-487b9e235f85', 'name': 'tempest-TestShelveInstance-390961232-router', 'tenant_id': 'd423a27f4bdf4510b5d93c72bab4775f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7209b701-ecaa-476a-bd58-d61d280c16d3', 'external_fixed_ips': [{'subnet_id': '71309eb1-223f-47ba-9803-1437c965e178', 'ip_address': '172.27.2.77'}], 'enable_snat': True}, 'gw_port_id': '14e7069f-8408-4646-9f0c-a9397d1ee886', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T19:25:21Z', 'updated_at': '2021-08-29T19:25:28Z', 'revision_number': 4, 'project_id': 'd423a27f4bdf4510b5d93c72bab4775f', 'gw_port': {'id': '14e7069f-8408-4646-9f0c-a9397d1ee886', 'name': '', 'network_id': '7209b701-ecaa-476a-bd58-d61d280c16d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:7f:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0310dc1d-2c91-4c3a-bae3-487b9e235f85', 'device_owner': 'network:router_gateway', 'standard_attr_id': 522, 'fixed_ips': [{'subnet_id': '71309eb1-223f-47ba-9803-1437c965e178', 'ip_address': '172.27.2.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806191-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T19:25:22Z', 'updated_at': '2021-08-29T19:25:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '71309eb1-223f-47ba-9803-1437c965e178', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806191-2-iscsi', '_interfaces': [{'id': 'c76073b0-dc95-4547-b188-647d924e06ca', 'name': '', 'network_id': '9827ac88-3c09-4a0a-ad1f-2da3d3c4fe1d', 'tenant_id': 'd423a27f4bdf4510b5d93c72bab4775f', 'mac_address': 'fa:16:3e:bc:b8:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0310dc1d-2c91-4c3a-bae3-487b9e235f85', 'device_owner': 'network:router_interface', 'standard_attr_id': 539, 'fixed_ips': [{'subnet_id': 'cfac3a8f-9ffa-4df9-8ac5-097235a247b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T19:25:27Z', 'updated_at': '2021-08-29T19:25:28Z', 'revision_number': 2, 'project_id': 'd423a27f4bdf4510b5d93c72bab4775f', 'subnets': [{'id': 'cfac3a8f-9ffa-4df9-8ac5-097235a247b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806191-2-iscsi', False) {} {{(pid=93886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 19:25:35.576244 dv-cinder-806191-2-iscsi neutron-server[93883]: INFO neutron.wsgi [req-3b16f467-ad00-42c6-967c-92bc283d7122 req-872af418-f397-478d-b7d1-85b75209164b tempest-AttachVolumeShelveTestJSON-1142647226 tempest-AttachVolumeShelveTestJSON-1142647226-project] 10.222.0.23 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b6abb49f4d344fccb0cc20553e2de3be HTTP/1.1" status: 200 len: 379 time: 0.0740709 Aug 29 19:25:35.577569 dv-cinder-806191-2-iscsi neutron-server[93886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67b3f175-1033-4075-b110-81fafa07d299 None None] Checking router: 0310dc1d-2c91-4c3a-bae3-487b9e235f85 for host: dv-cinder-806191-2-iscsi {{(pid=93886) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 19:25:35.577933 dv-cinder-806191-2-iscsi neutron-server[93886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67b3f175-1033-4075-b110-81fafa07d299 None None] Updating router 0310dc1d-2c91-4c3a-bae3-487b9e235f85 port c76073b0-dc95-4547-b188-647d924e06ca binding host dv-cinder-806191-2-iscsi {{(pid=93886) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 29 19:25:35.588613 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron.api.v2.base [req-3b16f467-ad00-42c6-967c-92bc283d7122 req-b271e66c-bdff-4cc4-83d2-bab8e3a14281 tempest-AttachVolumeShelveTestJSON-1142647226 tempest-AttachVolumeShelveTestJSON-1142647226-project] Request body: {'port': {'device_id': '365fad5b-4b67-47e8-951d-b762cd7f4b09', 'network_id': '5f383061-659c-4a42-af3d-e82e7b7b242f', 'admin_state_up': True, 'tenant_id': 'b6abb49f4d344fccb0cc20553e2de3be', 'security_groups': ['2781b643-3e29-491c-86a1-62ffc9eeb243']}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 19:25:35.609370 dv-cinder-806191-2-iscsi neutron-server[93886]: DEBUG neutron_lib.callbacks.manager [None req-67b3f175-1033-4075-b110-81fafa07d299 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3669058'] for port, before_update {{(pid=93886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:25:35.737268 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3b16f467-ad00-42c6-967c-92bc283d7122 req-b271e66c-bdff-4cc4-83d2-bab8e3a14281 tempest-AttachVolumeShelveTestJSON-1142647226 tempest-AttachVolumeShelveTestJSON-1142647226-project] Made reservation on behalf of b6abb49f4d344fccb0cc20553e2de3be for: {'port': 1} {{(pid=93883) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 19:25:35.741585 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-3b16f467-ad00-42c6-967c-92bc283d7122 req-b271e66c-bdff-4cc4-83d2-bab8e3a14281 tempest-AttachVolumeShelveTestJSON-1142647226 tempest-AttachVolumeShelveTestJSON-1142647226-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3669058'] for port, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:25:35.762209 dv-cinder-806191-2-iscsi neutron-server[93884]: INFO neutron.wsgi [req-92fa56b7-ac66-43be-8161-b730581edabc req-260d89dc-345a-426f-949e-a4cacda0c796 tempest-AttachVolumeShelveTestJSON-1142647226 tempest-AttachVolumeShelveTestJSON-1142647226-project] 10.222.0.26 "GET /v2.0/ports?device_id=365fad5b-4b67-47e8-951d-b762cd7f4b09 HTTP/1.1" status: 200 len: 210 time: 0.0396311 Aug 29 19:25:35.937532 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron.db.db_base_plugin_common [req-3b16f467-ad00-42c6-967c-92bc283d7122 req-b271e66c-bdff-4cc4-83d2-bab8e3a14281 tempest-AttachVolumeShelveTestJSON-1142647226 tempest-AttachVolumeShelveTestJSON-1142647226-project] Allocated IP 172.20.0.5 (5f383061-659c-4a42-af3d-e82e7b7b242f/276486f1-8541-4ff7-8581-3f1dc1fbc741/2ca38fe5-607b-4510-a5ac-60b30b673c52) {{(pid=93883) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 19:25:36.062036 dv-cinder-806191-2-iscsi neutron-server[93886]: DEBUG neutron_lib.callbacks.manager [None req-67b3f175-1033-4075-b110-81fafa07d299 None None] Notify callbacks [] for port, precommit_update {{(pid=93886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:25:36.081006 dv-cinder-806191-2-iscsi neutron-server[93886]: DEBUG neutron.db.provisioning_blocks [None req-67b3f175-1033-4075-b110-81fafa07d299 None None] Transition to ACTIVE for port object c76073b0-dc95-4547-b188-647d924e06ca will not be triggered until provisioned by entity L2. {{(pid=93886) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 19:25:36.099720 dv-cinder-806191-2-iscsi neutron-server[93886]: DEBUG neutron_lib.callbacks.manager [None req-67b3f175-1033-4075-b110-81fafa07d299 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3669005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3715978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777170436913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777169884182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777169884200'] for port, after_update {{(pid=93886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:25:36.133977 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-3b16f467-ad00-42c6-967c-92bc283d7122 req-b271e66c-bdff-4cc4-83d2-bab8e3a14281 tempest-AttachVolumeShelveTestJSON-1142647226 tempest-AttachVolumeShelveTestJSON-1142647226-project] Notify callbacks [] for port, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:25:36.155256 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron.db.provisioning_blocks [req-3b16f467-ad00-42c6-967c-92bc283d7122 req-b271e66c-bdff-4cc4-83d2-bab8e3a14281 tempest-AttachVolumeShelveTestJSON-1142647226 tempest-AttachVolumeShelveTestJSON-1142647226-project] Transition to ACTIVE for port object 2ca38fe5-607b-4510-a5ac-60b30b673c52 will not be triggered until provisioned by entity DHCP. {{(pid=93883) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 19:25:36.156409 dv-cinder-806191-2-iscsi neutron-server[93886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce901592-4dff-471e-8f55-e2821340d364 None None] Pushing event updated for resources: {'Port': ['ID=c76073b0-dc95-4547-b188-647d924e06ca,revision_number=3']} {{(pid=93886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:25:36.234335 dv-cinder-806191-2-iscsi neutron-server[93886]: DEBUG neutron.plugins.ml2.managers [None req-67b3f175-1033-4075-b110-81fafa07d299 None None] Attempting to bind port c76073b0-dc95-4547-b188-647d924e06ca on host dv-cinder-806191-2-iscsi for vnic_type normal with profile {{(pid=93886) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 19:25:36.234885 dv-cinder-806191-2-iscsi neutron-server[93886]: DEBUG neutron.plugins.ml2.managers [None req-67b3f175-1033-4075-b110-81fafa07d299 None None] Attempting to bind port c76073b0-dc95-4547-b188-647d924e06ca by drivers openvswitch,hyperv on host dv-cinder-806191-2-iscsi at level 0 using segments [{'id': '36330973-a336-4d16-a555-3989e9f52a01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '9827ac88-3c09-4a0a-ad1f-2da3d3c4fe1d'}] {{(pid=93886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 19:25:36.235695 dv-cinder-806191-2-iscsi neutron-server[93886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67b3f175-1033-4075-b110-81fafa07d299 None None] Attempting to bind port c76073b0-dc95-4547-b188-647d924e06ca on network 9827ac88-3c09-4a0a-ad1f-2da3d3c4fe1d {{(pid=93886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 19:25:36.236911 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-3b16f467-ad00-42c6-967c-92bc283d7122 req-b271e66c-bdff-4cc4-83d2-bab8e3a14281 tempest-AttachVolumeShelveTestJSON-1142647226 tempest-AttachVolumeShelveTestJSON-1142647226-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3669005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3715978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777169884164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263410497'] for port, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:25:36.244496 dv-cinder-806191-2-iscsi neutron-server[93886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67b3f175-1033-4075-b110-81fafa07d299 None None] Checking agent: {'id': 'e2dce85b-d9d5-40cd-b89b-586c7cfc9b3c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-806191-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 19, 13, 50), 'started_at': datetime.datetime(2021, 8, 29, 19, 14, 20), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 19, 25, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-806191-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 19:25:36.245186 dv-cinder-806191-2-iscsi neutron-server[93886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67b3f175-1033-4075-b110-81fafa07d299 None None] Checking segment: {'id': '36330973-a336-4d16-a555-3989e9f52a01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '9827ac88-3c09-4a0a-ad1f-2da3d3c4fe1d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93886) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 19:25:36.245780 dv-cinder-806191-2-iscsi neutron-server[93886]: DEBUG neutron_lib.callbacks.manager [None req-67b3f175-1033-4075-b110-81fafa07d299 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:25:36.246348 dv-cinder-806191-2-iscsi neutron-server[93886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67b3f175-1033-4075-b110-81fafa07d299 None None] Bound using segment: {'id': '36330973-a336-4d16-a555-3989e9f52a01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '9827ac88-3c09-4a0a-ad1f-2da3d3c4fe1d'} {{(pid=93886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 19:25:36.247047 dv-cinder-806191-2-iscsi neutron-server[93886]: DEBUG neutron.plugins.ml2.managers [None req-67b3f175-1033-4075-b110-81fafa07d299 None None] Bound port: c76073b0-dc95-4547-b188-647d924e06ca, host: dv-cinder-806191-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '36330973-a336-4d16-a555-3989e9f52a01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '9827ac88-3c09-4a0a-ad1f-2da3d3c4fe1d'}}] {{(pid=93886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 19:25:36.247438 dv-cinder-806191-2-iscsi neutron-server[93886]: DEBUG neutron_lib.callbacks.manager [None req-67b3f175-1033-4075-b110-81fafa07d299 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3669058'] for port, before_update {{(pid=93886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:25:36.319888 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3b16f467-ad00-42c6-967c-92bc283d7122 req-b271e66c-bdff-4cc4-83d2-bab8e3a14281 tempest-AttachVolumeShelveTestJSON-1142647226 tempest-AttachVolumeShelveTestJSON-1142647226-project] Network 5f383061-659c-4a42-af3d-e82e7b7b242f is already hosted by enough agents. {{(pid=93883) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 19:25:36.324782 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron.scheduler.base_scheduler [req-3b16f467-ad00-42c6-967c-92bc283d7122 req-b271e66c-bdff-4cc4-83d2-bab8e3a14281 tempest-AttachVolumeShelveTestJSON-1142647226 tempest-AttachVolumeShelveTestJSON-1142647226-project] Resources bound (agent type, host, resource id): {{(pid=93883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 19:25:36.340833 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b271e66c-bdff-4cc4-83d2-bab8e3a14281 tempest-AttachVolumeShelveTestJSON-1142647226 tempest-AttachVolumeShelveTestJSON-1142647226-project] Pushing event updated for resources: {'Port': ['ID=2ca38fe5-607b-4510-a5ac-60b30b673c52,revision_number=1']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:25:36.344506 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron.db.l3_dvrscheduler_db [req-3b16f467-ad00-42c6-967c-92bc283d7122 req-b271e66c-bdff-4cc4-83d2-bab8e3a14281 tempest-AttachVolumeShelveTestJSON-1142647226 tempest-AttachVolumeShelveTestJSON-1142647226-project] Received port after_create {{(pid=93883) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 19:25:36.385484 dv-cinder-806191-2-iscsi neutron-server[93886]: DEBUG neutron.plugins.ml2.db [None req-67b3f175-1033-4075-b110-81fafa07d299 None None] For port c76073b0-dc95-4547-b188-647d924e06ca, host dv-cinder-806191-2-iscsi, cleared binding levels {{(pid=93886) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 19:25:36.390286 dv-cinder-806191-2-iscsi neutron-server[93886]: DEBUG neutron.plugins.ml2.db [None req-67b3f175-1033-4075-b110-81fafa07d299 None None] For port c76073b0-dc95-4547-b188-647d924e06ca, host dv-cinder-806191-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806191-2-iscsi',level=0,port_id=c76073b0-dc95-4547-b188-647d924e06ca,segment=NetworkSegment(36330973-a336-4d16-a555-3989e9f52a01),segment_id=36330973-a336-4d16-a555-3989e9f52a01)] {{(pid=93886) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 19:25:36.400793 dv-cinder-806191-2-iscsi neutron-server[93886]: DEBUG neutron_lib.callbacks.manager [None req-67b3f175-1033-4075-b110-81fafa07d299 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3669005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3715978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777170436913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777169884182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777169884200'] for port, after_update {{(pid=93886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:25:36.415619 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b16f467-ad00-42c6-967c-92bc283d7122 req-b271e66c-bdff-4cc4-83d2-bab8e3a14281 tempest-AttachVolumeShelveTestJSON-1142647226 tempest-AttachVolumeShelveTestJSON-1142647226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 19:25:36.416303 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-3b16f467-ad00-42c6-967c-92bc283d7122 req-b271e66c-bdff-4cc4-83d2-bab8e3a14281 tempest-AttachVolumeShelveTestJSON-1142647226 tempest-AttachVolumeShelveTestJSON-1142647226-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-256493'] for port, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:25:36.452729 dv-cinder-806191-2-iscsi neutron-server[93883]: INFO neutron.wsgi [req-3b16f467-ad00-42c6-967c-92bc283d7122 req-b271e66c-bdff-4cc4-83d2-bab8e3a14281 tempest-AttachVolumeShelveTestJSON-1142647226 tempest-AttachVolumeShelveTestJSON-1142647226-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8686917 Aug 29 19:25:36.471232 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron.api.v2.base [req-3b16f467-ad00-42c6-967c-92bc283d7122 req-d7d0b6b4-47ae-419e-ae33-46a578a0eda6 service neutron] Request body: {'port': {'device_id': '365fad5b-4b67-47e8-951d-b762cd7f4b09', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80619'}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 19:25:36.485281 dv-cinder-806191-2-iscsi neutron-server[93886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce901592-4dff-471e-8f55-e2821340d364 None None] Pushing event updated for resources: {'Port': ['ID=c76073b0-dc95-4547-b188-647d924e06ca,revision_number=4']} {{(pid=93886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:25:36.499287 dv-cinder-806191-2-iscsi neutron-server[93886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67b3f175-1033-4075-b110-81fafa07d299 None None] Routers {'0310dc1d-2c91-4c3a-bae3-487b9e235f85'} bound to L3 agent in host dv-cinder-806191-2-iscsi {{(pid=93886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 19:25:36.500024 dv-cinder-806191-2-iscsi neutron-server[93886]: DEBUG neutron.db.l3_hamode_db [None req-67b3f175-1033-4075-b110-81fafa07d299 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806191-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-29T19:13:49Z,description=,heartbeat_timestamp=2021-08-29T19:25:19Z,host='dv-cinder-806191-2-iscsi',id=c3ed3b02-d107-45f2-9b2a-fff9b0cfaa96,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T19:13:49Z,topic='l3_agent')) {'router_ids': ['0310dc1d-2c91-4c3a-bae3-487b9e235f85'], 'active': True} {{(pid=93886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 19:25:36.563400 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-3b16f467-ad00-42c6-967c-92bc283d7122 req-d7d0b6b4-47ae-419e-ae33-46a578a0eda6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3669058'] for port, before_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:25:36.658205 dv-cinder-806191-2-iscsi neutron-server[93886]: DEBUG neutron.db.l3_dvr_db [None req-67b3f175-1033-4075-b110-81fafa07d299 None None] Set router 0310dc1d-2c91-4c3a-bae3-487b9e235f85 gateway port host: dv-cinder-806191-2-iscsi {{(pid=93886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 19:25:36.763655 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-f47cac1d-9b86-4eb9-adfa-181d187c857a None None] Provisioning for port 2ca38fe5-607b-4510-a5ac-60b30b673c52 completed by entity DHCP. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 19:25:36.771583 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-f47cac1d-9b86-4eb9-adfa-181d187c857a None None] Provisioning complete for port 2ca38fe5-607b-4510-a5ac-60b30b673c52 triggered by entity DHCP. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 19:25:36.772112 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-f47cac1d-9b86-4eb9-adfa-181d187c857a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3627211'] for port, provisioning_complete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:25:36.899396 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.plugins.ml2.plugin [None req-f47cac1d-9b86-4eb9-adfa-181d187c857a None None] Port 2ca38fe5-607b-4510-a5ac-60b30b673c52 cannot update to ACTIVE because it is not bound. {{(pid=93885) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 19:25:36.962246 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-f7f3f912-659a-49f9-ab3a-0560ee4983b1 None None] Device 14e7069f-8408-4646-9f0c-a9397d1ee886 up at agent ovs-agent-dv-cinder-806191-2-iscsi {{(pid=93885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 19:25:37.030849 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01d46ae0-9bc3-40e1-8026-025c09c7d648 req-098cc3a5-3970-4c09-9100-54acf47da2a5 tempest-AttachVolumeShelveTestJSON-1142647226 tempest-AttachVolumeShelveTestJSON-1142647226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 19:25:37.033144 dv-cinder-806191-2-iscsi neutron-server[93883]: INFO neutron.wsgi [req-01d46ae0-9bc3-40e1-8026-025c09c7d648 req-098cc3a5-3970-4c09-9100-54acf47da2a5 tempest-AttachVolumeShelveTestJSON-1142647226 tempest-AttachVolumeShelveTestJSON-1142647226-project] 10.222.0.26 "GET /v2.0/ports?device_id=365fad5b-4b67-47e8-951d-b762cd7f4b09 HTTP/1.1" status: 200 len: 931 time: 0.1295986 Aug 29 19:25:37.058790 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-f7f3f912-659a-49f9-ab3a-0560ee4983b1 None None] Provisioning complete for port 14e7069f-8408-4646-9f0c-a9397d1ee886 triggered by entity L2. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 19:25:37.059414 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-f7f3f912-659a-49f9-ab3a-0560ee4983b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3627211'] for port, provisioning_complete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:25:37.119173 dv-cinder-806191-2-iscsi neutron-server[93883]: INFO neutron.wsgi [req-01d46ae0-9bc3-40e1-8026-025c09c7d648 req-c8ea0099-ab3e-4019-8078-7f9dd847c416 tempest-AttachVolumeShelveTestJSON-1142647226 tempest-AttachVolumeShelveTestJSON-1142647226-project] 10.222.0.26 "GET /v2.0/security-groups?id=2781b643-3e29-491c-86a1-62ffc9eeb243&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0765438 Aug 29 19:25:37.123208 dv-cinder-806191-2-iscsi neutron-server[93886]: DEBUG neutron.db.l3_hamode_db [None req-67b3f175-1033-4075-b110-81fafa07d299 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0310dc1d-2c91-4c3a-bae3-487b9e235f85', 'name': 'tempest-TestShelveInstance-390961232-router', 'tenant_id': 'd423a27f4bdf4510b5d93c72bab4775f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7209b701-ecaa-476a-bd58-d61d280c16d3', 'external_fixed_ips': [{'subnet_id': '71309eb1-223f-47ba-9803-1437c965e178', 'ip_address': '172.27.2.77'}], 'enable_snat': True}, 'gw_port_id': '14e7069f-8408-4646-9f0c-a9397d1ee886', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T19:25:21Z', 'updated_at': '2021-08-29T19:25:28Z', 'revision_number': 4, 'project_id': 'd423a27f4bdf4510b5d93c72bab4775f', 'gw_port': {'id': '14e7069f-8408-4646-9f0c-a9397d1ee886', 'name': '', 'network_id': '7209b701-ecaa-476a-bd58-d61d280c16d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:7f:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0310dc1d-2c91-4c3a-bae3-487b9e235f85', 'device_owner': 'network:router_gateway', 'standard_attr_id': 522, 'fixed_ips': [{'subnet_id': '71309eb1-223f-47ba-9803-1437c965e178', 'ip_address': '172.27.2.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806191-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T19:25:22Z', 'updated_at': '2021-08-29T19:25:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71309eb1-223f-47ba-9803-1437c965e178', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806191-2-iscsi', '_interfaces': [{'id': 'c76073b0-dc95-4547-b188-647d924e06ca', 'name': '', 'network_id': '9827ac88-3c09-4a0a-ad1f-2da3d3c4fe1d', 'tenant_id': 'd423a27f4bdf4510b5d93c72bab4775f', 'mac_address': 'fa:16:3e:bc:b8:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0310dc1d-2c91-4c3a-bae3-487b9e235f85', 'device_owner': 'network:router_interface', 'standard_attr_id': 539, 'fixed_ips': [{'subnet_id': 'cfac3a8f-9ffa-4df9-8ac5-097235a247b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806191-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T19:25:27Z', 'updated_at': '2021-08-29T19:25:36Z', 'revision_number': 4, 'project_id': 'd423a27f4bdf4510b5d93c72bab4775f', 'subnets': [{'id': 'cfac3a8f-9ffa-4df9-8ac5-097235a247b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806191-2-iscsi', False) {} {{(pid=93886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 19:25:37.134807 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron.notifiers.nova [req-3b16f467-ad00-42c6-967c-92bc283d7122 req-d7d0b6b4-47ae-419e-ae33-46a578a0eda6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2ca38fe5-607b-4510-a5ac-60b30b673c52 {{(pid=93883) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 19:25:37.156684 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-3b16f467-ad00-42c6-967c-92bc283d7122 req-d7d0b6b4-47ae-419e-ae33-46a578a0eda6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:25:37.175591 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron.db.provisioning_blocks [req-3b16f467-ad00-42c6-967c-92bc283d7122 req-d7d0b6b4-47ae-419e-ae33-46a578a0eda6 service neutron] Transition to ACTIVE for port object 2ca38fe5-607b-4510-a5ac-60b30b673c52 will not be triggered until provisioned by entity L2. {{(pid=93883) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 19:25:37.181340 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-3b16f467-ad00-42c6-967c-92bc283d7122 req-d7d0b6b4-47ae-419e-ae33-46a578a0eda6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3669005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3715978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777170436913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777169884182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777169884200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-263410520'] for port, after_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:25:37.203243 dv-cinder-806191-2-iscsi neutron-server[93886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67b3f175-1033-4075-b110-81fafa07d299 None None] The sync data for ids ['0310dc1d-2c91-4c3a-bae3-487b9e235f85'] in dv-cinder-806191-2-iscsi is: [{'id': '0310dc1d-2c91-4c3a-bae3-487b9e235f85', 'name': 'tempest-TestShelveInstance-390961232-router', 'tenant_id': 'd423a27f4bdf4510b5d93c72bab4775f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7209b701-ecaa-476a-bd58-d61d280c16d3', 'external_fixed_ips': [{'subnet_id': '71309eb1-223f-47ba-9803-1437c965e178', 'ip_address': '172.27.2.77'}], 'enable_snat': True}, 'gw_port_id': '14e7069f-8408-4646-9f0c-a9397d1ee886', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T19:25:21Z', 'updated_at': '2021-08-29T19:25:28Z', 'revision_number': 4, 'project_id': 'd423a27f4bdf4510b5d93c72bab4775f', 'gw_port': {'id': '14e7069f-8408-4646-9f0c-a9397d1ee886', 'name': '', 'network_id': '7209b701-ecaa-476a-bd58-d61d280c16d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:7f:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0310dc1d-2c91-4c3a-bae3-487b9e235f85', 'device_owner': 'network:router_gateway', 'standard_attr_id': 522, 'fixed_ips': [{'subnet_id': '71309eb1-223f-47ba-9803-1437c965e178', 'ip_address': '172.27.2.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806191-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T19:25:22Z', 'updated_at': '2021-08-29T19:25:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71309eb1-223f-47ba-9803-1437c965e178', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806191-2-iscsi', '_interfaces': [{'id': 'c76073b0-dc95-4547-b188-647d924e06ca', 'name': '', 'network_id': '9827ac88-3c09-4a0a-ad1f-2da3d3c4fe1d', 'tenant_id': 'd423a27f4bdf4510b5d93c72bab4775f', 'mac_address': 'fa:16:3e:bc:b8:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0310dc1d-2c91-4c3a-bae3-487b9e235f85', 'device_owner': 'network:router_interface', 'standard_attr_id': 539, 'fixed_ips': [{'subnet_id': 'cfac3a8f-9ffa-4df9-8ac5-097235a247b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806191-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T19:25:27Z', 'updated_at': '2021-08-29T19:25:36Z', 'revision_number': 4, 'project_id': 'd423a27f4bdf4510b5d93c72bab4775f', 'subnets': [{'id': 'cfac3a8f-9ffa-4df9-8ac5-097235a247b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 19:25:37.221383 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-f7f3f912-659a-49f9-ab3a-0560ee4983b1 None None] Device c76073b0-dc95-4547-b188-647d924e06ca up at agent ovs-agent-dv-cinder-806191-2-iscsi {{(pid=93885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 19:25:37.252404 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7d0b6b4-47ae-419e-ae33-46a578a0eda6 service neutron] Pushing event updated for resources: {'Port': ['ID=2ca38fe5-607b-4510-a5ac-60b30b673c52,revision_number=2']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:25:37.352483 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-f7f3f912-659a-49f9-ab3a-0560ee4983b1 None None] Provisioning for port c76073b0-dc95-4547-b188-647d924e06ca completed by entity L2. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 19:25:37.359314 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-f7f3f912-659a-49f9-ab3a-0560ee4983b1 None None] Provisioning complete for port c76073b0-dc95-4547-b188-647d924e06ca triggered by entity L2. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 19:25:37.359756 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-f7f3f912-659a-49f9-ab3a-0560ee4983b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3627211'] for port, provisioning_complete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:25:37.389534 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron.plugins.ml2.managers [req-3b16f467-ad00-42c6-967c-92bc283d7122 req-d7d0b6b4-47ae-419e-ae33-46a578a0eda6 service neutron] Attempting to bind port 2ca38fe5-607b-4510-a5ac-60b30b673c52 on host hv-cinder-80619 for vnic_type normal with profile {{(pid=93883) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 19:25:37.389960 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron.plugins.ml2.managers [req-3b16f467-ad00-42c6-967c-92bc283d7122 req-d7d0b6b4-47ae-419e-ae33-46a578a0eda6 service neutron] Attempting to bind port 2ca38fe5-607b-4510-a5ac-60b30b673c52 by drivers openvswitch,hyperv on host hv-cinder-80619 at level 0 using segments [{'id': '4a9860ce-75e8-4908-94b6-2e145ca82fc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '5f383061-659c-4a42-af3d-e82e7b7b242f'}] {{(pid=93883) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 19:25:37.390311 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b16f467-ad00-42c6-967c-92bc283d7122 req-d7d0b6b4-47ae-419e-ae33-46a578a0eda6 service neutron] Attempting to bind port 2ca38fe5-607b-4510-a5ac-60b30b673c52 on network 5f383061-659c-4a42-af3d-e82e7b7b242f {{(pid=93883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 19:25:37.400873 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b16f467-ad00-42c6-967c-92bc283d7122 req-d7d0b6b4-47ae-419e-ae33-46a578a0eda6 service neutron] Port 2ca38fe5-607b-4510-a5ac-60b30b673c52 on network 5f383061-659c-4a42-af3d-e82e7b7b242f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80619 {{(pid=93883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 19:25:37.403134 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b16f467-ad00-42c6-967c-92bc283d7122 req-d7d0b6b4-47ae-419e-ae33-46a578a0eda6 service neutron] Attempting to bind port 2ca38fe5-607b-4510-a5ac-60b30b673c52 on network 5f383061-659c-4a42-af3d-e82e7b7b242f {{(pid=93883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 19:25:37.416850 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b16f467-ad00-42c6-967c-92bc283d7122 req-d7d0b6b4-47ae-419e-ae33-46a578a0eda6 service neutron] Checking agent: {'id': 'f86fd93b-ec6e-427a-a263-b2bcb0cc3d39', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80619', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 19, 19, 51), 'started_at': datetime.datetime(2021, 8, 29, 19, 19, 51), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 19, 25, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 19:25:37.417527 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b16f467-ad00-42c6-967c-92bc283d7122 req-d7d0b6b4-47ae-419e-ae33-46a578a0eda6 service neutron] Checking segment: {'id': '4a9860ce-75e8-4908-94b6-2e145ca82fc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '5f383061-659c-4a42-af3d-e82e7b7b242f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93883) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 19:25:37.418469 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b16f467-ad00-42c6-967c-92bc283d7122 req-d7d0b6b4-47ae-419e-ae33-46a578a0eda6 service neutron] Bound using segment: {'id': '4a9860ce-75e8-4908-94b6-2e145ca82fc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '5f383061-659c-4a42-af3d-e82e7b7b242f'} {{(pid=93883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 19:25:37.419727 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron.plugins.ml2.managers [req-3b16f467-ad00-42c6-967c-92bc283d7122 req-d7d0b6b4-47ae-419e-ae33-46a578a0eda6 service neutron] Bound port: 2ca38fe5-607b-4510-a5ac-60b30b673c52, host: hv-cinder-80619, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4a9860ce-75e8-4908-94b6-2e145ca82fc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '5f383061-659c-4a42-af3d-e82e7b7b242f'}}] {{(pid=93883) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 19:25:37.420534 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-3b16f467-ad00-42c6-967c-92bc283d7122 req-d7d0b6b4-47ae-419e-ae33-46a578a0eda6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3669058'] for port, before_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:25:37.508483 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-f7f3f912-659a-49f9-ab3a-0560ee4983b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3669058'] for port, before_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:25:37.539071 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron.plugins.ml2.db [req-3b16f467-ad00-42c6-967c-92bc283d7122 req-d7d0b6b4-47ae-419e-ae33-46a578a0eda6 service neutron] For port 2ca38fe5-607b-4510-a5ac-60b30b673c52, host hv-cinder-80619, cleared binding levels {{(pid=93883) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 19:25:37.548732 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron.plugins.ml2.db [req-3b16f467-ad00-42c6-967c-92bc283d7122 req-d7d0b6b4-47ae-419e-ae33-46a578a0eda6 service neutron] For port 2ca38fe5-607b-4510-a5ac-60b30b673c52, host hv-cinder-80619, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80619',level=0,port_id=2ca38fe5-607b-4510-a5ac-60b30b673c52,segment=NetworkSegment(4a9860ce-75e8-4908-94b6-2e145ca82fc4),segment_id=4a9860ce-75e8-4908-94b6-2e145ca82fc4)] {{(pid=93883) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 19:25:37.556655 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-f7f3f912-659a-49f9-ab3a-0560ee4983b1 None None] For port c76073b0-dc95-4547-b188-647d924e06ca, host dv-cinder-806191-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806191-2-iscsi',level=0,port_id=c76073b0-dc95-4547-b188-647d924e06ca,segment=NetworkSegment(36330973-a336-4d16-a555-3989e9f52a01),segment_id=36330973-a336-4d16-a555-3989e9f52a01)] {{(pid=93885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 19:25:37.559803 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-3b16f467-ad00-42c6-967c-92bc283d7122 req-d7d0b6b4-47ae-419e-ae33-46a578a0eda6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3669005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3715978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777170436913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777169884182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777169884200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-263410520'] for port, after_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:25:37.567877 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-f7f3f912-659a-49f9-ab3a-0560ee4983b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3669005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3715978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777170436913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777169884182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777169884200'] for port, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:25:37.615645 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b16f467-ad00-42c6-967c-92bc283d7122 req-d7d0b6b4-47ae-419e-ae33-46a578a0eda6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 19:25:37.617402 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-3b16f467-ad00-42c6-967c-92bc283d7122 req-d7d0b6b4-47ae-419e-ae33-46a578a0eda6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-256493'] for port, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:25:37.621013 dv-cinder-806191-2-iscsi neutron-server[93883]: INFO neutron.wsgi [req-3b16f467-ad00-42c6-967c-92bc283d7122 req-d7d0b6b4-47ae-419e-ae33-46a578a0eda6 service neutron] 10.222.0.23 "PUT /v2.0/ports/2ca38fe5-607b-4510-a5ac-60b30b673c52 HTTP/1.1" status: 200 len: 1093 time: 1.1546500 Aug 29 19:25:37.643440 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7f3f912-659a-49f9-ab3a-0560ee4983b1 None None] Pushing event updated for resources: {'Port': ['ID=c76073b0-dc95-4547-b188-647d924e06ca,revision_number=5']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:25:37.661946 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '365fad5b-4b67-47e8-951d-b762cd7f4b09', 'tag': '2ca38fe5-607b-4510-a5ac-60b30b673c52'}] {{(pid=93883) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 19:25:37.668391 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d7efacdd762e7fee97ebec028cc859708dbf706441332da3e8755544227ebc46" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-721672e3-5710-429b-93e6-40851f8a874d" -d '{"events": [{"name": "network-changed", "server_uuid": "365fad5b-4b67-47e8-951d-b762cd7f4b09", "tag": "2ca38fe5-607b-4510-a5ac-60b30b673c52"}]}' {{(pid=93883) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 19:25:37.734661 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7d0b6b4-47ae-419e-ae33-46a578a0eda6 service neutron] Pushing event updated for resources: {'Port': ['ID=2ca38fe5-607b-4510-a5ac-60b30b673c52,revision_number=3']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:25:37.785679 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 19:25:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-881570d3-a4b7-46a2-b5f1-44ee6d72a4d0 x-openstack-request-id: req-881570d3-a4b7-46a2-b5f1-44ee6d72a4d0 {{(pid=93883) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 19:25:37.785974 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "365fad5b-4b67-47e8-951d-b762cd7f4b09", "tag": "2ca38fe5-607b-4510-a5ac-60b30b673c52", "status": "completed", "code": 200}]} {{(pid=93883) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 19:25:37.786229 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-881570d3-a4b7-46a2-b5f1-44ee6d72a4d0 {{(pid=93883) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 19:25:37.789711 dv-cinder-806191-2-iscsi neutron-server[93883]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '365fad5b-4b67-47e8-951d-b762cd7f4b09', 'tag': '2ca38fe5-607b-4510-a5ac-60b30b673c52', 'status': 'completed', 'code': 200} Aug 29 19:25:37.798535 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b16f467-ad00-42c6-967c-92bc283d7122 req-8b9bd28c-36be-4824-8979-cc5f7897031a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 19:25:37.800225 dv-cinder-806191-2-iscsi neutron-server[93883]: INFO neutron.wsgi [req-3b16f467-ad00-42c6-967c-92bc283d7122 req-8b9bd28c-36be-4824-8979-cc5f7897031a service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=b6abb49f4d344fccb0cc20553e2de3be&device_id=365fad5b-4b67-47e8-951d-b762cd7f4b09 HTTP/1.1" status: 200 len: 1096 time: 0.0829673 Aug 29 19:25:37.861507 dv-cinder-806191-2-iscsi neutron-server[93883]: INFO neutron.wsgi [req-3b16f467-ad00-42c6-967c-92bc283d7122 req-9c6bd924-ddd7-4f29-a0ad-c0e566f50dd0 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2ca38fe5-607b-4510-a5ac-60b30b673c52 HTTP/1.1" status: 200 len: 217 time: 0.0450027 Aug 29 19:25:37.950429 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b16f467-ad00-42c6-967c-92bc283d7122 req-0d54c84e-7a47-4293-9243-5c239fb7f9f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 19:25:37.951991 dv-cinder-806191-2-iscsi neutron-server[93883]: INFO neutron.wsgi [req-3b16f467-ad00-42c6-967c-92bc283d7122 req-0d54c84e-7a47-4293-9243-5c239fb7f9f1 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=276486f1-8541-4ff7-8581-3f1dc1fbc741 HTTP/1.1" status: 200 len: 856 time: 0.0742345 Aug 29 19:25:38.023516 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b16f467-ad00-42c6-967c-92bc283d7122 req-f49c4dd4-29be-4c78-b3b5-0714038bea68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 19:25:38.025580 dv-cinder-806191-2-iscsi neutron-server[93883]: INFO neutron.wsgi [req-3b16f467-ad00-42c6-967c-92bc283d7122 req-f49c4dd4-29be-4c78-b3b5-0714038bea68 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=5f383061-659c-4a42-af3d-e82e7b7b242f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0550680 Aug 29 19:25:38.160177 dv-cinder-806191-2-iscsi neutron-server[93883]: INFO neutron.wsgi [req-3b16f467-ad00-42c6-967c-92bc283d7122 req-2f125035-7cbf-4341-8212-1cdbea8dde8b service neutron] 10.222.0.23 "GET /v2.0/networks/5f383061-659c-4a42-af3d-e82e7b7b242f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1254442 Aug 29 19:25:38.312057 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4334578b-0641-4b05-a768-74e58581af84 req-302530bd-0a16-44f3-b1de-82fdcf576b71 tempest-AttachVolumeShelveTestJSON-1142647226 tempest-AttachVolumeShelveTestJSON-1142647226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 19:25:38.313578 dv-cinder-806191-2-iscsi neutron-server[93883]: INFO neutron.wsgi [req-4334578b-0641-4b05-a768-74e58581af84 req-302530bd-0a16-44f3-b1de-82fdcf576b71 tempest-AttachVolumeShelveTestJSON-1142647226 tempest-AttachVolumeShelveTestJSON-1142647226-project] 10.222.0.26 "GET /v2.0/ports?device_id=365fad5b-4b67-47e8-951d-b762cd7f4b09 HTTP/1.1" status: 200 len: 943 time: 0.0845079 Aug 29 19:25:38.315707 dv-cinder-806191-2-iscsi neutron-server[93883]: INFO neutron.wsgi [req-3b16f467-ad00-42c6-967c-92bc283d7122 req-e7c19732-c05f-477a-b7ea-d4f495b58395 service neutron] 10.222.0.23 "GET /v2.0/networks/5f383061-659c-4a42-af3d-e82e7b7b242f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1403122 Aug 29 19:25:38.365199 dv-cinder-806191-2-iscsi neutron-server[93883]: INFO neutron.wsgi [req-4334578b-0641-4b05-a768-74e58581af84 req-b08f782f-a5b6-4276-8468-54d63527e182 tempest-AttachVolumeShelveTestJSON-1142647226 tempest-AttachVolumeShelveTestJSON-1142647226-project] 10.222.0.26 "GET /v2.0/security-groups?id=2781b643-3e29-491c-86a1-62ffc9eeb243&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414705 Aug 29 19:25:38.440950 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-721672e3-5710-429b-93e6-40851f8a874d req-1411dc2f-3b7f-40fb-94dc-d812f6d0868e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 19:25:38.442533 dv-cinder-806191-2-iscsi neutron-server[93883]: INFO neutron.wsgi [req-721672e3-5710-429b-93e6-40851f8a874d req-1411dc2f-3b7f-40fb-94dc-d812f6d0868e service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=b6abb49f4d344fccb0cc20553e2de3be&device_id=365fad5b-4b67-47e8-951d-b762cd7f4b09 HTTP/1.1" status: 200 len: 1096 time: 0.0547225 Aug 29 19:25:38.548448 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-721672e3-5710-429b-93e6-40851f8a874d req-08dca5c3-9c7e-4923-823f-52d212d736a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 19:25:38.549936 dv-cinder-806191-2-iscsi neutron-server[93883]: INFO neutron.wsgi [req-721672e3-5710-429b-93e6-40851f8a874d req-08dca5c3-9c7e-4923-823f-52d212d736a6 service neutron] 10.222.0.23 "GET /v2.0/networks?id=5f383061-659c-4a42-af3d-e82e7b7b242f HTTP/1.1" status: 200 len: 918 time: 0.0971162 Aug 29 19:25:38.595222 dv-cinder-806191-2-iscsi neutron-server[93883]: INFO neutron.wsgi [req-721672e3-5710-429b-93e6-40851f8a874d req-7396d729-5d56-472d-8d03-381fae0240e5 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2ca38fe5-607b-4510-a5ac-60b30b673c52 HTTP/1.1" status: 200 len: 217 time: 0.0365987 Aug 29 19:25:38.649420 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-721672e3-5710-429b-93e6-40851f8a874d req-cdbd5a7d-ef5d-4e5f-89d7-3378db479c33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 19:25:38.651306 dv-cinder-806191-2-iscsi neutron-server[93883]: INFO neutron.wsgi [req-721672e3-5710-429b-93e6-40851f8a874d req-cdbd5a7d-ef5d-4e5f-89d7-3378db479c33 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=276486f1-8541-4ff7-8581-3f1dc1fbc741 HTTP/1.1" status: 200 len: 856 time: 0.0468750 Aug 29 19:25:38.701863 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-721672e3-5710-429b-93e6-40851f8a874d req-c3457b57-c7bb-449b-a2e0-ed1e15a8cc9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 19:25:38.703877 dv-cinder-806191-2-iscsi neutron-server[93883]: INFO neutron.wsgi [req-721672e3-5710-429b-93e6-40851f8a874d req-c3457b57-c7bb-449b-a2e0-ed1e15a8cc9c service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=5f383061-659c-4a42-af3d-e82e7b7b242f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0455782 Aug 29 19:25:38.833496 dv-cinder-806191-2-iscsi neutron-server[93883]: INFO neutron.wsgi [req-721672e3-5710-429b-93e6-40851f8a874d req-497f5aee-bd17-48d1-9256-a27cf43f7394 service neutron] 10.222.0.23 "GET /v2.0/networks/5f383061-659c-4a42-af3d-e82e7b7b242f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1211736 Aug 29 19:25:38.861635 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-f7f3f912-659a-49f9-ab3a-0560ee4983b1 None None] Device c76073b0-dc95-4547-b188-647d924e06ca up at agent ovs-agent-dv-cinder-806191-2-iscsi {{(pid=93885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 19:25:38.928772 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-f7f3f912-659a-49f9-ab3a-0560ee4983b1 None None] Provisioning complete for port c76073b0-dc95-4547-b188-647d924e06ca triggered by entity L2. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 19:25:38.929526 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-f7f3f912-659a-49f9-ab3a-0560ee4983b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3627211'] for port, provisioning_complete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:25:38.948360 dv-cinder-806191-2-iscsi neutron-server[93883]: INFO neutron.wsgi [req-721672e3-5710-429b-93e6-40851f8a874d req-a5860dc1-6e9f-4da1-8f09-5a6a331ebd27 service neutron] 10.222.0.23 "GET /v2.0/networks/5f383061-659c-4a42-af3d-e82e7b7b242f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1069283 Aug 29 19:25:39.456499 dv-cinder-806191-2-iscsi neutron-server[93886]: DEBUG neutron.db.agents_db [None req-c8461fad-6a9a-4fb7-93e9-57a62b582dc0 None None] Agent healthcheck: found 6 active agents {{(pid=93886) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 19:25:39.515858 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b771e1c8-2e88-4fb5-b252-f09cd1a61e3d req-d4158b72-e6f7-497f-ae64-a45efd7ac493 tempest-AttachVolumeShelveTestJSON-1142647226 tempest-AttachVolumeShelveTestJSON-1142647226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 19:25:39.517599 dv-cinder-806191-2-iscsi neutron-server[93884]: INFO neutron.wsgi [req-b771e1c8-2e88-4fb5-b252-f09cd1a61e3d req-d4158b72-e6f7-497f-ae64-a45efd7ac493 tempest-AttachVolumeShelveTestJSON-1142647226 tempest-AttachVolumeShelveTestJSON-1142647226-project] 10.222.0.26 "GET /v2.0/ports?device_id=365fad5b-4b67-47e8-951d-b762cd7f4b09 HTTP/1.1" status: 200 len: 943 time: 0.0730641 Aug 29 19:25:39.564874 dv-cinder-806191-2-iscsi neutron-server[93884]: INFO neutron.wsgi [req-b771e1c8-2e88-4fb5-b252-f09cd1a61e3d req-1db4ed5e-fecb-4029-afba-d87e2661f5f2 tempest-AttachVolumeShelveTestJSON-1142647226 tempest-AttachVolumeShelveTestJSON-1142647226-project] 10.222.0.26 "GET /v2.0/security-groups?id=2781b643-3e29-491c-86a1-62ffc9eeb243&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409851 Aug 29 19:25:40.331360 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-e411ce9c-394c-453f-add9-812245090945 None None] Device 2ca38fe5-607b-4510-a5ac-60b30b673c52 details requested by agent hyperv_hv-cinder-80619 with host hv-cinder-80619 {{(pid=93885) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 19:25:40.458559 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-e411ce9c-394c-453f-add9-812245090945 None None] For port 2ca38fe5-607b-4510-a5ac-60b30b673c52, host hv-cinder-80619, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80619',level=0,port_id=2ca38fe5-607b-4510-a5ac-60b30b673c52,segment=NetworkSegment(4a9860ce-75e8-4908-94b6-2e145ca82fc4),segment_id=4a9860ce-75e8-4908-94b6-2e145ca82fc4)] {{(pid=93885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 19:25:40.475343 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-e411ce9c-394c-453f-add9-812245090945 None None] Returning: {'device': '2ca38fe5-607b-4510-a5ac-60b30b673c52', 'network_id': '5f383061-659c-4a42-af3d-e82e7b7b242f', 'port_id': '2ca38fe5-607b-4510-a5ac-60b30b673c52', 'mac_address': 'fa:16:3e:fd:39:98', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 108, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '276486f1-8541-4ff7-8581-3f1dc1fbc741', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93885) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 19:25:40.532976 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-e411ce9c-394c-453f-add9-812245090945 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3669058'] for port, before_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:25:40.549583 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.notifiers.nova [None req-e411ce9c-394c-453f-add9-812245090945 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2ca38fe5-607b-4510-a5ac-60b30b673c52 {{(pid=93885) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 19:25:40.576569 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-e411ce9c-394c-453f-add9-812245090945 None None] For port 2ca38fe5-607b-4510-a5ac-60b30b673c52, host hv-cinder-80619, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80619',level=0,port_id=2ca38fe5-607b-4510-a5ac-60b30b673c52,segment=NetworkSegment(4a9860ce-75e8-4908-94b6-2e145ca82fc4),segment_id=4a9860ce-75e8-4908-94b6-2e145ca82fc4)] {{(pid=93885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 19:25:40.585780 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-e411ce9c-394c-453f-add9-812245090945 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3669005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3715978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777170436913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777169884182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777169884200'] for port, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:25:40.645916 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e411ce9c-394c-453f-add9-812245090945 None None] Pushing event updated for resources: {'Port': ['ID=2ca38fe5-607b-4510-a5ac-60b30b673c52,revision_number=4']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:25:40.714310 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfc2ccd0-32a1-43d9-8cc6-88bd78c94798 req-6b24c9cd-f2f1-4513-a211-af1d55ff4a2d tempest-AttachVolumeShelveTestJSON-1142647226 tempest-AttachVolumeShelveTestJSON-1142647226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 19:25:40.715877 dv-cinder-806191-2-iscsi neutron-server[93883]: INFO neutron.wsgi [req-bfc2ccd0-32a1-43d9-8cc6-88bd78c94798 req-6b24c9cd-f2f1-4513-a211-af1d55ff4a2d tempest-AttachVolumeShelveTestJSON-1142647226 tempest-AttachVolumeShelveTestJSON-1142647226-project] 10.222.0.26 "GET /v2.0/ports?device_id=365fad5b-4b67-47e8-951d-b762cd7f4b09 HTTP/1.1" status: 200 len: 944 time: 0.0641370 Aug 29 19:25:40.721170 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.26', 33820) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 19:25:40.766656 dv-cinder-806191-2-iscsi neutron-server[93883]: INFO neutron.wsgi [req-bfc2ccd0-32a1-43d9-8cc6-88bd78c94798 req-29262304-d402-42ed-b3f3-9202b908a661 tempest-AttachVolumeShelveTestJSON-1142647226 tempest-AttachVolumeShelveTestJSON-1142647226-project] 10.222.0.26 "GET /v2.0/security-groups?id=2781b643-3e29-491c-86a1-62ffc9eeb243&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0373061 Aug 29 19:25:40.809011 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-e411ce9c-394c-453f-add9-812245090945 None None] get_ports_and_sgs() called for port_ids ['2ca38fe5-607b-4510-a5ac-60b30b673c52'] {{(pid=93885) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 19:25:40.877989 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-03a7122a-0a84-4b8b-b592-896a17d1bef4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:25:40.996208 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-03a7122a-0a84-4b8b-b592-896a17d1bef4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:25:41.000388 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-03a7122a-0a84-4b8b-b592-896a17d1bef4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368872'] for security_group, after_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:25:41.046529 dv-cinder-806191-2-iscsi neutron-server[93884]: INFO neutron.wsgi [None req-03a7122a-0a84-4b8b-b592-896a17d1bef4 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=c6fcac1dddaf4567a9a7c3d069e48f4d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3260765 Aug 29 19:25:41.046529 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03a7122a-0a84-4b8b-b592-896a17d1bef4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=47dd401c-6e5c-49db-8b67-92d116ee7e2c,revision_number=1']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:25:41.046925 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.26', 33834) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 19:25:41.099782 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-ade59be4-42a1-4ab1-ba20-23f36386d468 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:25:41.132043 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-ade59be4-42a1-4ab1-ba20-23f36386d468 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:25:41.199110 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-ade59be4-42a1-4ab1-ba20-23f36386d468 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368872'] for security_group, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:25:41.204723 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-ade59be4-42a1-4ab1-ba20-23f36386d468 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:25:41.206855 dv-cinder-806191-2-iscsi neutron-server[93883]: INFO neutron.wsgi [None req-ade59be4-42a1-4ab1-ba20-23f36386d468 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/47dd401c-6e5c-49db-8b67-92d116ee7e2c HTTP/1.1" status: 204 len: 168 time: 0.1587043 Aug 29 19:25:41.221639 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ade59be4-42a1-4ab1-ba20-23f36386d468 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=47dd401c-6e5c-49db-8b67-92d116ee7e2c,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:25:41.904224 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d2e8aba-b9b1-4bb9-b8a3-0dc8508b67a2 req-881abf94-57dc-43d8-a640-e475f8774aa3 tempest-AttachVolumeShelveTestJSON-1142647226 tempest-AttachVolumeShelveTestJSON-1142647226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 19:25:41.906073 dv-cinder-806191-2-iscsi neutron-server[93884]: INFO neutron.wsgi [req-7d2e8aba-b9b1-4bb9-b8a3-0dc8508b67a2 req-881abf94-57dc-43d8-a640-e475f8774aa3 tempest-AttachVolumeShelveTestJSON-1142647226 tempest-AttachVolumeShelveTestJSON-1142647226-project] 10.222.0.26 "GET /v2.0/ports?device_id=365fad5b-4b67-47e8-951d-b762cd7f4b09 HTTP/1.1" status: 200 len: 944 time: 0.0535514 Aug 29 19:25:41.945805 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.26', 33862) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 19:25:41.949127 dv-cinder-806191-2-iscsi neutron-server[93884]: INFO neutron.wsgi [req-7d2e8aba-b9b1-4bb9-b8a3-0dc8508b67a2 req-25f8bef1-6d0b-446b-931a-0ebbdefc16bd tempest-AttachVolumeShelveTestJSON-1142647226 tempest-AttachVolumeShelveTestJSON-1142647226-project] 10.222.0.26 "GET /v2.0/security-groups?id=2781b643-3e29-491c-86a1-62ffc9eeb243&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0363674 Aug 29 19:25:42.062155 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron.api.v2.base [None req-b6e6b115-07cf-4002-b24b-7f9cc814a31b admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-567608025-network', 'tenant_id': 'b39981fcd5954815961a8be993dedcd2'}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 19:25:42.084643 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b6e6b115-07cf-4002-b24b-7f9cc814a31b admin admin] Made reservation on behalf of b39981fcd5954815961a8be993dedcd2 for: {'network': 1} {{(pid=93883) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 19:25:42.087657 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-b6e6b115-07cf-4002-b24b-7f9cc814a31b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3669058'] for network, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:25:42.103529 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-b6e6b115-07cf-4002-b24b-7f9cc814a31b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:25:42.200734 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-b6e6b115-07cf-4002-b24b-7f9cc814a31b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:25:42.204795 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-b6e6b115-07cf-4002-b24b-7f9cc814a31b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368872'] for security_group, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:25:42.233501 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b6e6b115-07cf-4002-b24b-7f9cc814a31b admin admin] vlan segment allocate from pool success with {'vlan_id': 136, 'physical_network': 'physnet1'} {{(pid=93883) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 19:25:42.242823 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6e6b115-07cf-4002-b24b-7f9cc814a31b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cd7d163c-2e64-420a-9b25-b44f6da82ed1,revision_number=1']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:25:42.249414 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-b6e6b115-07cf-4002-b24b-7f9cc814a31b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3556912'] for segment, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:25:42.249764 dv-cinder-806191-2-iscsi neutron-server[93883]: INFO neutron.db.segments_db [None req-b6e6b115-07cf-4002-b24b-7f9cc814a31b admin admin] Added segment 11a203b2-fbd8-4335-9a74-1c37515b390f of type vlan for network 45c2a1ad-9c77-458b-b844-fbf0e60ffffd Aug 29 19:25:42.294588 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-b6e6b115-07cf-4002-b24b-7f9cc814a31b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777169867614'] for network, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:25:42.320657 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-b6e6b115-07cf-4002-b24b-7f9cc814a31b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-376669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3715978'] for network, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:25:42.322286 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6e6b115-07cf-4002-b24b-7f9cc814a31b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 19:25:42.323022 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-b6e6b115-07cf-4002-b24b-7f9cc814a31b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3715960'] for network, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:25:42.331459 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-e411ce9c-394c-453f-add9-812245090945 None None] Device 2ca38fe5-607b-4510-a5ac-60b30b673c52 up at agent hyperv_hv-cinder-80619 {{(pid=93885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 19:25:42.372043 dv-cinder-806191-2-iscsi neutron-server[93883]: INFO neutron.wsgi [None req-b6e6b115-07cf-4002-b24b-7f9cc814a31b admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.4244123 Aug 29 19:25:42.375238 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.26', 33870) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 19:25:42.380991 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.api.v2.base [None req-a40e68a7-99ba-4d4a-8f49-5e343169d1a6 admin admin] Request body: {'subnet': {'network_id': '45c2a1ad-9c77-458b-b844-fbf0e60ffffd', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-567608025-subnet', 'tenant_id': 'b39981fcd5954815961a8be993dedcd2', 'ip_version': 4}} {{(pid=93884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 19:25:42.390083 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6e6b115-07cf-4002-b24b-7f9cc814a31b admin admin] Pushing event updated for resources: {'Network': ['ID=45c2a1ad-9c77-458b-b844-fbf0e60ffffd,revision_number=1']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:25:42.404365 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-f7f3f912-659a-49f9-ab3a-0560ee4983b1 None None] Network 45c2a1ad-9c77-458b-b844-fbf0e60ffffd details requested by agent ovs-agent-dv-cinder-806191-2-iscsi with host dv-cinder-806191-2-iscsi {{(pid=93885) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 19:25:42.408241 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a40e68a7-99ba-4d4a-8f49-5e343169d1a6 admin admin] Made reservation on behalf of b39981fcd5954815961a8be993dedcd2 for: {'subnet': 1} {{(pid=93884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 19:25:42.411054 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-a40e68a7-99ba-4d4a-8f49-5e343169d1a6 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260127621'] for subnet, before_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:25:42.446839 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-e411ce9c-394c-453f-add9-812245090945 None None] Provisioning for port 2ca38fe5-607b-4510-a5ac-60b30b673c52 completed by entity L2. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 19:25:42.458934 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-e411ce9c-394c-453f-add9-812245090945 None None] Provisioning complete for port 2ca38fe5-607b-4510-a5ac-60b30b673c52 triggered by entity L2. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 19:25:42.459305 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-e411ce9c-394c-453f-add9-812245090945 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3627211'] for port, provisioning_complete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:25:42.597230 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-e411ce9c-394c-453f-add9-812245090945 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3669058'] for port, before_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:25:42.630715 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-a40e68a7-99ba-4d4a-8f49-5e343169d1a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-376708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3715978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-262694863', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260127735'] for subnet, after_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:25:42.631335 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '365fad5b-4b67-47e8-951d-b762cd7f4b09', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2ca38fe5-607b-4510-a5ac-60b30b673c52'}] {{(pid=93885) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 19:25:42.633815 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b746b22f1a330a85490eeb53ccb4cfec71189e4c963aff014ae6842ea75f17cc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1c055865-75d4-4aba-8128-c9e0b2da67d5" -d '{"events": [{"server_uuid": "365fad5b-4b67-47e8-951d-b762cd7f4b09", "name": "network-vif-plugged", "status": "completed", "tag": "2ca38fe5-607b-4510-a5ac-60b30b673c52"}]}' {{(pid=93885) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 19:25:42.650044 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-e411ce9c-394c-453f-add9-812245090945 None None] For port 2ca38fe5-607b-4510-a5ac-60b30b673c52, host hv-cinder-80619, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80619',level=0,port_id=2ca38fe5-607b-4510-a5ac-60b30b673c52,segment=NetworkSegment(4a9860ce-75e8-4908-94b6-2e145ca82fc4),segment_id=4a9860ce-75e8-4908-94b6-2e145ca82fc4)] {{(pid=93885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 19:25:42.656947 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-e411ce9c-394c-453f-add9-812245090945 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3669005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3715978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777170436913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777169884182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777169884200'] for port, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:25:42.689742 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 19:25:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-00cd8377-6a05-4439-82ce-e4bb942c1a0a x-openstack-request-id: req-00cd8377-6a05-4439-82ce-e4bb942c1a0a {{(pid=93885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 19:25:42.690150 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "365fad5b-4b67-47e8-951d-b762cd7f4b09", "name": "network-vif-plugged", "status": "completed", "tag": "2ca38fe5-607b-4510-a5ac-60b30b673c52", "code": 200}]} {{(pid=93885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 19:25:42.690307 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-00cd8377-6a05-4439-82ce-e4bb942c1a0a {{(pid=93885) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 19:25:42.691212 dv-cinder-806191-2-iscsi neutron-server[93885]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '365fad5b-4b67-47e8-951d-b762cd7f4b09', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2ca38fe5-607b-4510-a5ac-60b30b673c52', 'code': 200} Aug 29 19:25:42.691328 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a40e68a7-99ba-4d4a-8f49-5e343169d1a6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=fc92f67e-9e9b-4d7e-adb8-7f60a771a071,revision_number=0']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:25:42.702496 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a40e68a7-99ba-4d4a-8f49-5e343169d1a6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806191-2-iscsi {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:25:42.703304 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a40e68a7-99ba-4d4a-8f49-5e343169d1a6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806191-2-iscsi {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:25:42.703770 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a40e68a7-99ba-4d4a-8f49-5e343169d1a6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806191-2-iscsi {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:25:42.704206 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a40e68a7-99ba-4d4a-8f49-5e343169d1a6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806191-2-iscsi {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:25:42.704470 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a40e68a7-99ba-4d4a-8f49-5e343169d1a6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-806191-2-iscsi {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:25:42.705071 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a40e68a7-99ba-4d4a-8f49-5e343169d1a6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806191-2-iscsi {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:25:42.705839 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a40e68a7-99ba-4d4a-8f49-5e343169d1a6 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-806191-2-iscsi {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:25:42.706831 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a40e68a7-99ba-4d4a-8f49-5e343169d1a6 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-806191-2-iscsi {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:25:42.707315 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a40e68a7-99ba-4d4a-8f49-5e343169d1a6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806191-2-iscsi {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:25:42.707855 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a40e68a7-99ba-4d4a-8f49-5e343169d1a6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806191-2-iscsi {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:25:42.708349 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a40e68a7-99ba-4d4a-8f49-5e343169d1a6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806191-2-iscsi {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:25:42.708841 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a40e68a7-99ba-4d4a-8f49-5e343169d1a6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806191-2-iscsi {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:25:42.718242 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a40e68a7-99ba-4d4a-8f49-5e343169d1a6 admin admin] Checking segment: {'id': '11a203b2-fbd8-4335-9a74-1c37515b390f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '45c2a1ad-9c77-458b-b844-fbf0e60ffffd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93884) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 19:25:42.718632 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a40e68a7-99ba-4d4a-8f49-5e343169d1a6 admin admin] Network hostable DHCP agents. Network: 45c2a1ad-9c77-458b-b844-fbf0e60ffffd, hostable agents: ['01567a2b-701c-44ec-9311-402810164ce4'], hosted agents: [] {{(pid=93884) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 19:25:42.736842 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e411ce9c-394c-453f-add9-812245090945 None None] Pushing event updated for resources: {'Port': ['ID=2ca38fe5-607b-4510-a5ac-60b30b673c52,revision_number=5']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:25:42.737206 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a40e68a7-99ba-4d4a-8f49-5e343169d1a6 admin admin] Network 45c2a1ad-9c77-458b-b844-fbf0e60ffffd is scheduled to be hosted by DHCP agent 01567a2b-701c-44ec-9311-402810164ce4 with binding_index 1 {{(pid=93884) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 19:25:42.747298 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.scheduler.base_scheduler [None req-a40e68a7-99ba-4d4a-8f49-5e343169d1a6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-806191-2-iscsi, 45c2a1ad-9c77-458b-b844-fbf0e60ffffd) {{(pid=93884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 19:25:42.753038 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a40e68a7-99ba-4d4a-8f49-5e343169d1a6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 19:25:42.753639 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-a40e68a7-99ba-4d4a-8f49-5e343169d1a6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:25:42.758284 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7908ca39-8051-4dc3-895f-28c8171c83de None None] Network 45c2a1ad-9c77-458b-b844-fbf0e60ffffd requested from dv-cinder-806191-2-iscsi {{(pid=93885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 19:25:42.778770 dv-cinder-806191-2-iscsi neutron-server[93884]: INFO neutron.wsgi [None req-a40e68a7-99ba-4d4a-8f49-5e343169d1a6 admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.4006283 Aug 29 19:25:42.780395 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.26', 33880) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 19:25:42.785375 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron.api.v2.base [None req-c4104176-0226-4bd2-be19-73c5dfc67439 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-567608025-router', 'tenant_id': 'b39981fcd5954815961a8be993dedcd2', 'external_gateway_info': {'network_id': '7209b701-ecaa-476a-bd58-d61d280c16d3'}}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 19:25:42.813883 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-c4104176-0226-4bd2-be19-73c5dfc67439 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3671342', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-28728'] for router, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:25:42.818362 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-c4104176-0226-4bd2-be19-73c5dfc67439 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3671426', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3677672', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-423498', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-28723'] for router, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:25:42.889756 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-c4104176-0226-4bd2-be19-73c5dfc67439 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:25:42.930123 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-706e905d-bd66-4254-8a09-e1d9c38f817f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8d0de094-1158-5d9d-8828-d4d58d01f022-45c2a1ad-9c77-458b-b844-fbf0e60ffffd', 'network_id': '45c2a1ad-9c77-458b-b844-fbf0e60ffffd', 'tenant_id': 'b39981fcd5954815961a8be993dedcd2', 'fixed_ips': [{'subnet_id': 'fc92f67e-9e9b-4d7e-adb8-7f60a771a071'}]}} from dv-cinder-806191-2-iscsi. {{(pid=93885) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 29 19:25:42.931052 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-706e905d-bd66-4254-8a09-e1d9c38f817f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3669058'] for port, before_create {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:25:42.987513 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a549b8d0-83e6-4797-8c68-fc4c4e856201 req-eb28ef75-ff49-410d-8668-0ff462eba016 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 19:25:42.989197 dv-cinder-806191-2-iscsi neutron-server[93883]: INFO neutron.wsgi [req-a549b8d0-83e6-4797-8c68-fc4c4e856201 req-eb28ef75-ff49-410d-8668-0ff462eba016 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=365fad5b-4b67-47e8-951d-b762cd7f4b09 HTTP/1.1" status: 200 len: 1098 time: 0.1121340 Aug 29 19:25:43.074318 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-c4104176-0226-4bd2-be19-73c5dfc67439 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:25:43.094676 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.db.db_base_plugin_common [None req-706e905d-bd66-4254-8a09-e1d9c38f817f None None] Allocated IP 172.20.0.2 (45c2a1ad-9c77-458b-b844-fbf0e60ffffd/fc92f67e-9e9b-4d7e-adb8-7f60a771a071/5df4ba03-4b72-404d-8dd6-b1b988c7b1eb) {{(pid=93885) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 19:25:43.095687 dv-cinder-806191-2-iscsi neutron-server[93883]: INFO neutron.wsgi [req-a549b8d0-83e6-4797-8c68-fc4c4e856201 req-cd786fbd-2375-4c9d-b4b2-bd02411b6773 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=2781b643-3e29-491c-86a1-62ffc9eeb243&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0701561 Aug 29 19:25:43.110798 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4786e09-e9c8-4da9-80f9-f6f9d2ceb332 req-d5be9511-9bc9-43e7-a119-659d8e6053a0 tempest-AttachVolumeShelveTestJSON-1142647226 tempest-AttachVolumeShelveTestJSON-1142647226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 19:25:43.113154 dv-cinder-806191-2-iscsi neutron-server[93884]: INFO neutron.wsgi [req-c4786e09-e9c8-4da9-80f9-f6f9d2ceb332 req-d5be9511-9bc9-43e7-a119-659d8e6053a0 tempest-AttachVolumeShelveTestJSON-1142647226 tempest-AttachVolumeShelveTestJSON-1142647226-project] 10.222.0.26 "GET /v2.0/ports?device_id=365fad5b-4b67-47e8-951d-b762cd7f4b09 HTTP/1.1" status: 200 len: 945 time: 0.0649090 Aug 29 19:25:43.159504 dv-cinder-806191-2-iscsi neutron-server[93884]: INFO neutron.wsgi [req-c4786e09-e9c8-4da9-80f9-f6f9d2ceb332 req-f9f52b10-71df-4be6-bac5-6dbcad20a4b6 tempest-AttachVolumeShelveTestJSON-1142647226 tempest-AttachVolumeShelveTestJSON-1142647226-project] 10.222.0.26 "GET /v2.0/security-groups?id=2781b643-3e29-491c-86a1-62ffc9eeb243&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376937 Aug 29 19:25:43.268622 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-706e905d-bd66-4254-8a09-e1d9c38f817f None None] Notify callbacks [] for port, precommit_create {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:25:43.277503 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-706e905d-bd66-4254-8a09-e1d9c38f817f None None] Transition to ACTIVE for port object 5df4ba03-4b72-404d-8dd6-b1b988c7b1eb will not be triggered until provisioned by entity L2. {{(pid=93885) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 19:25:43.296343 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-c4104176-0226-4bd2-be19-73c5dfc67439 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:25:43.297893 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-706e905d-bd66-4254-8a09-e1d9c38f817f None None] Transition to ACTIVE for port object 5df4ba03-4b72-404d-8dd6-b1b988c7b1eb will not be triggered until provisioned by entity DHCP. {{(pid=93885) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 19:25:43.306606 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-706e905d-bd66-4254-8a09-e1d9c38f817f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3669005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3715978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777169884164'] for port, after_create {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:25:43.324113 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-c4104176-0226-4bd2-be19-73c5dfc67439 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3669058'] for port, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:25:43.348591 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-706e905d-bd66-4254-8a09-e1d9c38f817f None None] Network 45c2a1ad-9c77-458b-b844-fbf0e60ffffd is already hosted by enough agents. {{(pid=93885) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 19:25:43.351428 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.scheduler.base_scheduler [None req-706e905d-bd66-4254-8a09-e1d9c38f817f None None] Resources bound (agent type, host, resource id): {{(pid=93885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 19:25:43.353935 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-706e905d-bd66-4254-8a09-e1d9c38f817f None None] Received port after_create {{(pid=93885) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 19:25:43.364664 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-706e905d-bd66-4254-8a09-e1d9c38f817f None None] Pushing event updated for resources: {'Port': ['ID=5df4ba03-4b72-404d-8dd6-b1b988c7b1eb,revision_number=1']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:25:43.417400 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.plugins.ml2.managers [None req-706e905d-bd66-4254-8a09-e1d9c38f817f None None] Attempting to bind port 5df4ba03-4b72-404d-8dd6-b1b988c7b1eb on host dv-cinder-806191-2-iscsi for vnic_type normal with profile {{(pid=93885) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 19:25:43.417764 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.plugins.ml2.managers [None req-706e905d-bd66-4254-8a09-e1d9c38f817f None None] Attempting to bind port 5df4ba03-4b72-404d-8dd6-b1b988c7b1eb by drivers openvswitch,hyperv on host dv-cinder-806191-2-iscsi at level 0 using segments [{'id': '11a203b2-fbd8-4335-9a74-1c37515b390f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '45c2a1ad-9c77-458b-b844-fbf0e60ffffd'}] {{(pid=93885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 19:25:43.418457 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-706e905d-bd66-4254-8a09-e1d9c38f817f None None] Attempting to bind port 5df4ba03-4b72-404d-8dd6-b1b988c7b1eb on network 45c2a1ad-9c77-458b-b844-fbf0e60ffffd {{(pid=93885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 19:25:43.423588 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-706e905d-bd66-4254-8a09-e1d9c38f817f None None] Checking agent: {'id': 'e2dce85b-d9d5-40cd-b89b-586c7cfc9b3c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-806191-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 19, 13, 50), 'started_at': datetime.datetime(2021, 8, 29, 19, 14, 20), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 19, 25, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-806191-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 19:25:43.423953 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-706e905d-bd66-4254-8a09-e1d9c38f817f None None] Checking segment: {'id': '11a203b2-fbd8-4335-9a74-1c37515b390f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '45c2a1ad-9c77-458b-b844-fbf0e60ffffd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93885) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 19:25:43.424343 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-706e905d-bd66-4254-8a09-e1d9c38f817f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:25:43.424727 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-706e905d-bd66-4254-8a09-e1d9c38f817f None None] Bound using segment: {'id': '11a203b2-fbd8-4335-9a74-1c37515b390f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '45c2a1ad-9c77-458b-b844-fbf0e60ffffd'} {{(pid=93885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 19:25:43.425185 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.plugins.ml2.managers [None req-706e905d-bd66-4254-8a09-e1d9c38f817f None None] Bound port: 5df4ba03-4b72-404d-8dd6-b1b988c7b1eb, host: dv-cinder-806191-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '11a203b2-fbd8-4335-9a74-1c37515b390f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '45c2a1ad-9c77-458b-b844-fbf0e60ffffd'}}] {{(pid=93885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 19:25:43.425558 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-706e905d-bd66-4254-8a09-e1d9c38f817f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3669058'] for port, before_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:25:43.437389 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron.db.db_base_plugin_common [None req-c4104176-0226-4bd2-be19-73c5dfc67439 admin admin] Allocated IP 172.27.2.139 (7209b701-ecaa-476a-bd58-d61d280c16d3/71309eb1-223f-47ba-9803-1437c965e178/f92a66e0-49b6-413f-afa9-292ae2d4b709) {{(pid=93883) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 19:25:43.497802 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-706e905d-bd66-4254-8a09-e1d9c38f817f None None] For port 5df4ba03-4b72-404d-8dd6-b1b988c7b1eb, host dv-cinder-806191-2-iscsi, cleared binding levels {{(pid=93885) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 19:25:43.501333 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-706e905d-bd66-4254-8a09-e1d9c38f817f None None] For port 5df4ba03-4b72-404d-8dd6-b1b988c7b1eb, host dv-cinder-806191-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806191-2-iscsi',level=0,port_id=5df4ba03-4b72-404d-8dd6-b1b988c7b1eb,segment=NetworkSegment(11a203b2-fbd8-4335-9a74-1c37515b390f),segment_id=11a203b2-fbd8-4335-9a74-1c37515b390f)] {{(pid=93885) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 19:25:43.505496 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-706e905d-bd66-4254-8a09-e1d9c38f817f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3669005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3715978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777170436913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777169884182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777169884200'] for port, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:25:43.549997 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-c4104176-0226-4bd2-be19-73c5dfc67439 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:25:43.564335 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-706e905d-bd66-4254-8a09-e1d9c38f817f None None] Pushing event updated for resources: {'Port': ['ID=5df4ba03-4b72-404d-8dd6-b1b988c7b1eb,revision_number=2']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:25:43.601624 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-c4104176-0226-4bd2-be19-73c5dfc67439 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3669005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3715978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777169884164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263410497'] for port, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:25:43.653075 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4104176-0226-4bd2-be19-73c5dfc67439 admin admin] Network 7209b701-ecaa-476a-bd58-d61d280c16d3 is already hosted by enough agents. {{(pid=93883) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 19:25:43.656233 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron.scheduler.base_scheduler [None req-c4104176-0226-4bd2-be19-73c5dfc67439 admin admin] Resources bound (agent type, host, resource id): {{(pid=93883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 19:25:43.659110 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4104176-0226-4bd2-be19-73c5dfc67439 admin admin] Received port after_create {{(pid=93883) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 19:25:43.667588 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4104176-0226-4bd2-be19-73c5dfc67439 admin admin] Pushing event updated for resources: {'Port': ['ID=f92a66e0-49b6-413f-afa9-292ae2d4b709,revision_number=1']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:25:44.209164 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-c4104176-0226-4bd2-be19-73c5dfc67439 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:25:44.364146 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-346ebb0e-90e8-4cb5-a4fc-38d68a596de4 req-b77ee18a-973e-44b6-b76c-4683a6408771 tempest-AttachVolumeShelveTestJSON-1142647226 tempest-AttachVolumeShelveTestJSON-1142647226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 19:25:44.365858 dv-cinder-806191-2-iscsi neutron-server[93883]: INFO neutron.wsgi [req-346ebb0e-90e8-4cb5-a4fc-38d68a596de4 req-b77ee18a-973e-44b6-b76c-4683a6408771 tempest-AttachVolumeShelveTestJSON-1142647226 tempest-AttachVolumeShelveTestJSON-1142647226-project] 10.222.0.26 "GET /v2.0/ports?device_id=365fad5b-4b67-47e8-951d-b762cd7f4b09 HTTP/1.1" status: 200 len: 945 time: 0.1165466 Aug 29 19:25:44.456773 dv-cinder-806191-2-iscsi neutron-server[93883]: INFO neutron.wsgi [req-346ebb0e-90e8-4cb5-a4fc-38d68a596de4 req-5fd52df2-f23d-4ac5-90f6-372ceb274a41 tempest-AttachVolumeShelveTestJSON-1142647226 tempest-AttachVolumeShelveTestJSON-1142647226-project] 10.222.0.26 "GET /v2.0/security-groups?id=2781b643-3e29-491c-86a1-62ffc9eeb243&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0834463 Aug 29 19:25:44.517163 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-c4104176-0226-4bd2-be19-73c5dfc67439 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3671481', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3676215'] for router, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:25:44.631197 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-481a603e-113b-4e57-ba40-4245c26c8070 None None] Network 45c2a1ad-9c77-458b-b844-fbf0e60ffffd requested from dv-cinder-806191-2-iscsi {{(pid=93885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 19:25:44.709901 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c4104176-0226-4bd2-be19-73c5dfc67439 admin admin] Router c03e349e-3f52-436d-89d3-9899002d9045 is scheduled to L3 agent c3ed3b02-d107-45f2-9b2a-fff9b0cfaa96 with binding_index 1 {{(pid=93883) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 29 19:25:44.734408 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-c427c7d0-e986-4f6b-bc78-b79759b3fa0c None None] Provisioning for port 5df4ba03-4b72-404d-8dd6-b1b988c7b1eb completed by entity DHCP. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 19:25:44.841994 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c4104176-0226-4bd2-be19-73c5dfc67439 admin admin] Notify agent at l3_agent.dv-cinder-806191-2-iscsi the message routers_updated {{(pid=93883) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 19:25:44.857321 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6588dcc3-2b1d-4137-9a5f-77f67651fb31 None None] Sync routers for ids ['c03e349e-3f52-436d-89d3-9899002d9045'] in dv-cinder-806191-2-iscsi {{(pid=93885) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 19:25:44.876418 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6588dcc3-2b1d-4137-9a5f-77f67651fb31 None None] Routers {'c03e349e-3f52-436d-89d3-9899002d9045'} bound to L3 agent in host dv-cinder-806191-2-iscsi {{(pid=93885) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 19:25:44.877599 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-6588dcc3-2b1d-4137-9a5f-77f67651fb31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806191-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-29T19:13:49Z,description=,heartbeat_timestamp=2021-08-29T19:25:19Z,host='dv-cinder-806191-2-iscsi',id=c3ed3b02-d107-45f2-9b2a-fff9b0cfaa96,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T19:13:49Z,topic='l3_agent')) {'router_ids': ['c03e349e-3f52-436d-89d3-9899002d9045'], 'active': True} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 19:25:44.883777 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-c4104176-0226-4bd2-be19-73c5dfc67439 admin admin] Notify callbacks [] for router, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:25:44.885787 dv-cinder-806191-2-iscsi neutron-server[93883]: INFO neutron.wsgi [None req-c4104176-0226-4bd2-be19-73c5dfc67439 admin admin] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 2.1040711 Aug 29 19:25:44.888512 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.26', 33908) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 19:25:44.928243 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-f7f3f912-659a-49f9-ab3a-0560ee4983b1 None None] Device 5df4ba03-4b72-404d-8dd6-b1b988c7b1eb up at agent ovs-agent-dv-cinder-806191-2-iscsi {{(pid=93885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 19:25:45.044601 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.db.l3_dvr_db [None req-6588dcc3-2b1d-4137-9a5f-77f67651fb31 None None] Set router c03e349e-3f52-436d-89d3-9899002d9045 gateway port host: dv-cinder-806191-2-iscsi {{(pid=93885) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 19:25:45.047190 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-f7f3f912-659a-49f9-ab3a-0560ee4983b1 None None] Provisioning for port 5df4ba03-4b72-404d-8dd6-b1b988c7b1eb completed by entity L2. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 19:25:45.109090 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-f7f3f912-659a-49f9-ab3a-0560ee4983b1 None None] Provisioning complete for port 5df4ba03-4b72-404d-8dd6-b1b988c7b1eb triggered by entity L2. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 19:25:45.109471 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-f7f3f912-659a-49f9-ab3a-0560ee4983b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3627211'] for port, provisioning_complete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:25:45.190941 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-91b0e71a-af0c-4734-95ec-0c0af522ead5 None None] Provisioning complete for port 5df4ba03-4b72-404d-8dd6-b1b988c7b1eb triggered by entity DHCP. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 19:25:45.190941 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-91b0e71a-af0c-4734-95ec-0c0af522ead5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3627211'] for port, provisioning_complete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:25:45.345112 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-f7f3f912-659a-49f9-ab3a-0560ee4983b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3669058'] for port, before_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:25:45.445782 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.26', 33920) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 19:25:45.453790 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-c4704504-5b8d-41fd-bee0-74674b3fc2cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3669058'] for port, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:25:45.559266 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-91b0e71a-af0c-4734-95ec-0c0af522ead5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3669058'] for port, before_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:25:45.560853 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-f7f3f912-659a-49f9-ab3a-0560ee4983b1 None None] For port 5df4ba03-4b72-404d-8dd6-b1b988c7b1eb, host dv-cinder-806191-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806191-2-iscsi',level=0,port_id=5df4ba03-4b72-404d-8dd6-b1b988c7b1eb,segment=NetworkSegment(11a203b2-fbd8-4335-9a74-1c37515b390f),segment_id=11a203b2-fbd8-4335-9a74-1c37515b390f)] {{(pid=93885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 19:25:45.577737 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-f7f3f912-659a-49f9-ab3a-0560ee4983b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3669005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3715978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777170436913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777169884182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777169884200'] for port, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:25:45.612636 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-716769b6-1670-493f-bd83-777d0051c00c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:25:45.619674 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-6588dcc3-2b1d-4137-9a5f-77f67651fb31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c03e349e-3f52-436d-89d3-9899002d9045', 'name': 'tempest-TestVolumeBootPattern-567608025-router', 'tenant_id': 'b39981fcd5954815961a8be993dedcd2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7209b701-ecaa-476a-bd58-d61d280c16d3', 'external_fixed_ips': [{'subnet_id': '71309eb1-223f-47ba-9803-1437c965e178', 'ip_address': '172.27.2.139'}], 'enable_snat': True}, 'gw_port_id': 'f92a66e0-49b6-413f-afa9-292ae2d4b709', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T19:25:42Z', 'updated_at': '2021-08-29T19:25:44Z', 'revision_number': 3, 'project_id': 'b39981fcd5954815961a8be993dedcd2', 'gw_port': {'id': 'f92a66e0-49b6-413f-afa9-292ae2d4b709', 'name': '', 'network_id': '7209b701-ecaa-476a-bd58-d61d280c16d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:53:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c03e349e-3f52-436d-89d3-9899002d9045', 'device_owner': 'network:router_gateway', 'standard_attr_id': 581, 'fixed_ips': [{'subnet_id': '71309eb1-223f-47ba-9803-1437c965e178', 'ip_address': '172.27.2.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T19:25:43Z', 'updated_at': '2021-08-29T19:25:43Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '71309eb1-223f-47ba-9803-1437c965e178', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806191-2-iscsi'}], 'dv-cinder-806191-2-iscsi', False) {} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 19:25:45.673858 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3abd1e6-dd26-4278-a107-daa73c7aeb63 req-29c3d0ba-0fe6-46bc-95bc-c0379b2debc3 tempest-AttachVolumeShelveTestJSON-1142647226 tempest-AttachVolumeShelveTestJSON-1142647226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 19:25:45.675429 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6588dcc3-2b1d-4137-9a5f-77f67651fb31 None None] Checking router: c03e349e-3f52-436d-89d3-9899002d9045 for host: dv-cinder-806191-2-iscsi {{(pid=93885) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 19:25:45.675945 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6588dcc3-2b1d-4137-9a5f-77f67651fb31 None None] Updating router c03e349e-3f52-436d-89d3-9899002d9045 port f92a66e0-49b6-413f-afa9-292ae2d4b709 binding host dv-cinder-806191-2-iscsi {{(pid=93885) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 29 19:25:45.676522 dv-cinder-806191-2-iscsi neutron-server[93884]: INFO neutron.wsgi [req-a3abd1e6-dd26-4278-a107-daa73c7aeb63 req-29c3d0ba-0fe6-46bc-95bc-c0379b2debc3 tempest-AttachVolumeShelveTestJSON-1142647226 tempest-AttachVolumeShelveTestJSON-1142647226-project] 10.222.0.26 "GET /v2.0/ports?device_id=365fad5b-4b67-47e8-951d-b762cd7f4b09 HTTP/1.1" status: 200 len: 945 time: 0.1158938 Aug 29 19:25:45.719362 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron.db.db_base_plugin_common [None req-c4704504-5b8d-41fd-bee0-74674b3fc2cd admin admin] Allocated IP 172.20.0.1 (45c2a1ad-9c77-458b-b844-fbf0e60ffffd/fc92f67e-9e9b-4d7e-adb8-7f60a771a071/2b9e29f6-8880-4864-bcb5-fa280c067557) {{(pid=93883) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 19:25:45.730918 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7f3f912-659a-49f9-ab3a-0560ee4983b1 None None] Pushing event updated for resources: {'Port': ['ID=5df4ba03-4b72-404d-8dd6-b1b988c7b1eb,revision_number=3']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:25:45.734698 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-6588dcc3-2b1d-4137-9a5f-77f67651fb31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3669058'] for port, before_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:25:45.738652 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron_lib.db.api [None req-91b0e71a-af0c-4734-95ec-0c0af522ead5 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93885) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 29 19:25:45.739000 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG oslo_db.api [None req-91b0e71a-af0c-4734-95ec-0c0af522ead5 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 29 19:25:45.768644 dv-cinder-806191-2-iscsi neutron-server[93884]: INFO neutron.wsgi [req-a3abd1e6-dd26-4278-a107-daa73c7aeb63 req-789fb77f-9962-4522-ae47-f625897868a4 tempest-AttachVolumeShelveTestJSON-1142647226 tempest-AttachVolumeShelveTestJSON-1142647226-project] 10.222.0.26 "GET /v2.0/security-groups?id=2781b643-3e29-491c-86a1-62ffc9eeb243&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0821354 Aug 29 19:25:45.823038 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-716769b6-1670-493f-bd83-777d0051c00c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:25:45.830594 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-716769b6-1670-493f-bd83-777d0051c00c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368872'] for security_group, after_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:25:45.899000 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-716769b6-1670-493f-bd83-777d0051c00c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3d1bba5a-7b38-4bc9-b6da-62e6d5f07f40,revision_number=1']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:25:45.899794 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-c4704504-5b8d-41fd-bee0-74674b3fc2cd admin admin] Notify callbacks [] for port, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:25:45.932321 dv-cinder-806191-2-iscsi neutron-server[93884]: INFO neutron.wsgi [None req-716769b6-1670-493f-bd83-777d0051c00c admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=9ba29f66c2b84bbfb52749c1018f8b16&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4834733 Aug 29 19:25:45.933328 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.26', 33930) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 19:25:45.960836 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron.db.provisioning_blocks [None req-c4704504-5b8d-41fd-bee0-74674b3fc2cd admin admin] Transition to ACTIVE for port object 2b9e29f6-8880-4864-bcb5-fa280c067557 will not be triggered until provisioned by entity DHCP. {{(pid=93883) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 19:25:46.009057 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0aeb579-e827-4546-b3f2-100d461ac261 req-926f8770-b24c-4c2f-946f-179d98fe8e13 tempest-AttachVolumeShelveTestJSON-1142647226 tempest-AttachVolumeShelveTestJSON-1142647226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 19:25:46.010888 dv-cinder-806191-2-iscsi neutron-server[93883]: INFO neutron.wsgi [req-d0aeb579-e827-4546-b3f2-100d461ac261 req-926f8770-b24c-4c2f-946f-179d98fe8e13 tempest-AttachVolumeShelveTestJSON-1142647226 tempest-AttachVolumeShelveTestJSON-1142647226-project] 10.222.0.26 "GET /v2.0/ports?device_id=365fad5b-4b67-47e8-951d-b762cd7f4b09 HTTP/1.1" status: 200 len: 945 time: 0.1353543 Aug 29 19:25:46.020989 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-8861ecbb-2697-4bb2-bb48-a1c99db52aef admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:25:46.022910 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.26', 33932) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 19:25:46.030882 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron.api.v2.base [None req-0eef79e9-2ace-4be9-a1e0-d00326960a90 tempest-AttachVolumeShelveTestJSON-1142647226 tempest-AttachVolumeShelveTestJSON-1142647226-project] Request body: {'floatingip': {'port_id': '2ca38fe5-607b-4510-a5ac-60b30b673c52'}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 19:25:46.059098 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-8861ecbb-2697-4bb2-bb48-a1c99db52aef admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:25:46.060507 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-c4704504-5b8d-41fd-bee0-74674b3fc2cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3669005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3715978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777169884164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263410497'] for port, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:25:46.139368 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-8861ecbb-2697-4bb2-bb48-a1c99db52aef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368872'] for security_group, after_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:25:46.143639 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-8861ecbb-2697-4bb2-bb48-a1c99db52aef admin admin] Notify callbacks [] for security_group, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:25:46.144176 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-0eef79e9-2ace-4be9-a1e0-d00326960a90 tempest-AttachVolumeShelveTestJSON-1142647226 tempest-AttachVolumeShelveTestJSON-1142647226-project] Notify callbacks [] for floatingip, before_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:25:46.145182 dv-cinder-806191-2-iscsi neutron-server[93884]: INFO neutron.wsgi [None req-8861ecbb-2697-4bb2-bb48-a1c99db52aef admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/3d1bba5a-7b38-4bc9-b6da-62e6d5f07f40 HTTP/1.1" status: 204 len: 168 time: 0.2105846 Aug 29 19:25:46.157550 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8861ecbb-2697-4bb2-bb48-a1c99db52aef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d1bba5a-7b38-4bc9-b6da-62e6d5f07f40,revision_number=None']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:25:46.221055 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4704504-5b8d-41fd-bee0-74674b3fc2cd admin admin] Network 45c2a1ad-9c77-458b-b844-fbf0e60ffffd is already hosted by enough agents. {{(pid=93883) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 19:25:46.225844 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-6588dcc3-2b1d-4137-9a5f-77f67651fb31 None None] Notify callbacks [] for port, precommit_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:25:46.239187 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-6588dcc3-2b1d-4137-9a5f-77f67651fb31 None None] Transition to ACTIVE for port object f92a66e0-49b6-413f-afa9-292ae2d4b709 will not be triggered until provisioned by entity L2. {{(pid=93885) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 19:25:46.266847 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-6588dcc3-2b1d-4137-9a5f-77f67651fb31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3669005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3715978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777170436913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777169884182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777169884200'] for port, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:25:46.290178 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron.scheduler.base_scheduler [None req-c4704504-5b8d-41fd-bee0-74674b3fc2cd admin admin] Resources bound (agent type, host, resource id): {{(pid=93883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 19:25:46.297308 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4704504-5b8d-41fd-bee0-74674b3fc2cd admin admin] Received port after_create {{(pid=93883) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 19:25:46.298765 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4704504-5b8d-41fd-bee0-74674b3fc2cd admin admin] Pushing event updated for resources: {'Port': ['ID=2b9e29f6-8880-4864-bcb5-fa280c067557,revision_number=1']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:25:46.347252 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.plugins.ml2.managers [None req-6588dcc3-2b1d-4137-9a5f-77f67651fb31 None None] Attempting to bind port f92a66e0-49b6-413f-afa9-292ae2d4b709 on host dv-cinder-806191-2-iscsi for vnic_type normal with profile {{(pid=93885) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 19:25:46.347746 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.plugins.ml2.managers [None req-6588dcc3-2b1d-4137-9a5f-77f67651fb31 None None] Attempting to bind port f92a66e0-49b6-413f-afa9-292ae2d4b709 by drivers openvswitch,hyperv on host dv-cinder-806191-2-iscsi at level 0 using segments [{'id': 'abe37968-36e5-463a-bc67-a17a4a975f92', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7209b701-ecaa-476a-bd58-d61d280c16d3'}] {{(pid=93885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 19:25:46.348247 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6588dcc3-2b1d-4137-9a5f-77f67651fb31 None None] Attempting to bind port f92a66e0-49b6-413f-afa9-292ae2d4b709 on network 7209b701-ecaa-476a-bd58-d61d280c16d3 {{(pid=93885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 19:25:46.364616 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cdc872e-5437-48ac-be04-591a3a80b3a8 None None] Pushing event updated for resources: {'Port': ['ID=f92a66e0-49b6-413f-afa9-292ae2d4b709,revision_number=2']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:25:46.374106 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6588dcc3-2b1d-4137-9a5f-77f67651fb31 None None] Checking agent: {'id': 'e2dce85b-d9d5-40cd-b89b-586c7cfc9b3c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-806191-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 19, 13, 50), 'started_at': datetime.datetime(2021, 8, 29, 19, 14, 20), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 19, 25, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-806191-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 19:25:46.374817 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6588dcc3-2b1d-4137-9a5f-77f67651fb31 None None] Checking segment: {'id': 'abe37968-36e5-463a-bc67-a17a4a975f92', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7209b701-ecaa-476a-bd58-d61d280c16d3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93885) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 19:25:46.375575 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-6588dcc3-2b1d-4137-9a5f-77f67651fb31 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:25:46.376159 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6588dcc3-2b1d-4137-9a5f-77f67651fb31 None None] Bound using segment: {'id': 'abe37968-36e5-463a-bc67-a17a4a975f92', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7209b701-ecaa-476a-bd58-d61d280c16d3'} {{(pid=93885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 19:25:46.376662 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.plugins.ml2.managers [None req-6588dcc3-2b1d-4137-9a5f-77f67651fb31 None None] Bound port: f92a66e0-49b6-413f-afa9-292ae2d4b709, host: dv-cinder-806191-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'abe37968-36e5-463a-bc67-a17a4a975f92', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7209b701-ecaa-476a-bd58-d61d280c16d3'}}] {{(pid=93885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 19:25:46.377061 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-6588dcc3-2b1d-4137-9a5f-77f67651fb31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3669058'] for port, before_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:25:46.421560 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-f7254280-d918-4926-98fa-a433bd5fd937 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777170380508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3627128'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:25:46.434007 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-c4704504-5b8d-41fd-bee0-74674b3fc2cd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3676392'] for router_interface, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:25:46.468055 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-6588dcc3-2b1d-4137-9a5f-77f67651fb31 None None] For port f92a66e0-49b6-413f-afa9-292ae2d4b709, host dv-cinder-806191-2-iscsi, cleared binding levels {{(pid=93885) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 19:25:46.472179 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-6588dcc3-2b1d-4137-9a5f-77f67651fb31 None None] For port f92a66e0-49b6-413f-afa9-292ae2d4b709, host dv-cinder-806191-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806191-2-iscsi',level=0,port_id=f92a66e0-49b6-413f-afa9-292ae2d4b709,segment=NetworkSegment(abe37968-36e5-463a-bc67-a17a4a975f92),segment_id=abe37968-36e5-463a-bc67-a17a4a975f92)] {{(pid=93885) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 19:25:46.478130 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-6588dcc3-2b1d-4137-9a5f-77f67651fb31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3669005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3715978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777170436913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777169884182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777169884200'] for port, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:25:46.545248 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6588dcc3-2b1d-4137-9a5f-77f67651fb31 None None] Routers {'c03e349e-3f52-436d-89d3-9899002d9045'} bound to L3 agent in host dv-cinder-806191-2-iscsi {{(pid=93885) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 19:25:46.545896 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-6588dcc3-2b1d-4137-9a5f-77f67651fb31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806191-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-29T19:13:49Z,description=,heartbeat_timestamp=2021-08-29T19:25:19Z,host='dv-cinder-806191-2-iscsi',id=c3ed3b02-d107-45f2-9b2a-fff9b0cfaa96,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T19:13:49Z,topic='l3_agent')) {'router_ids': ['c03e349e-3f52-436d-89d3-9899002d9045'], 'active': True} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 19:25:46.570511 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.26', 33940) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 19:25:46.589368 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-7d9d4bca-1c6d-42f9-8c8c-bd7e7e7ae6c3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:25:46.599653 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cdc872e-5437-48ac-be04-591a3a80b3a8 None None] Pushing event updated for resources: {'Port': ['ID=f92a66e0-49b6-413f-afa9-292ae2d4b709,revision_number=3']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:25:46.633991 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-18a783ba-8bab-4eaa-9d87-ec61f84a8db4 None None] Provisioning for port 2b9e29f6-8880-4864-bcb5-fa280c067557 completed by entity DHCP. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 19:25:46.667938 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-18a783ba-8bab-4eaa-9d87-ec61f84a8db4 None None] Provisioning complete for port 2b9e29f6-8880-4864-bcb5-fa280c067557 triggered by entity DHCP. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 19:25:46.668294 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-18a783ba-8bab-4eaa-9d87-ec61f84a8db4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3627211'] for port, provisioning_complete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:25:46.714138 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-7d9d4bca-1c6d-42f9-8c8c-bd7e7e7ae6c3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:25:46.720880 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-7d9d4bca-1c6d-42f9-8c8c-bd7e7e7ae6c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368872'] for security_group, after_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:25:46.722920 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.plugins.ml2.plugin [None req-18a783ba-8bab-4eaa-9d87-ec61f84a8db4 None None] Port 2b9e29f6-8880-4864-bcb5-fa280c067557 cannot update to ACTIVE because it is not bound. {{(pid=93885) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 19:25:46.752772 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d9d4bca-1c6d-42f9-8c8c-bd7e7e7ae6c3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fbe808f0-20ef-4f4b-8fee-7585ef1f54ae,revision_number=1']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:25:46.764410 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.db.l3_dvr_db [None req-6588dcc3-2b1d-4137-9a5f-77f67651fb31 None None] Set router c03e349e-3f52-436d-89d3-9899002d9045 gateway port host: dv-cinder-806191-2-iscsi {{(pid=93885) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 19:25:46.775443 dv-cinder-806191-2-iscsi neutron-server[93884]: INFO neutron.wsgi [None req-7d9d4bca-1c6d-42f9-8c8c-bd7e7e7ae6c3 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=3e6393df310c44a68f7f72d417e7ab92&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1996174 Aug 29 19:25:46.776102 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.26', 33948) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 19:25:46.851654 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-c1f3d591-e991-49d9-a43c-2c3e8504f46b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:25:46.882283 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-c1f3d591-e991-49d9-a43c-2c3e8504f46b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:25:46.887530 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-f7f3f912-659a-49f9-ab3a-0560ee4983b1 None None] Device 5df4ba03-4b72-404d-8dd6-b1b988c7b1eb up at agent ovs-agent-dv-cinder-806191-2-iscsi {{(pid=93885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 19:25:46.937129 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-c1f3d591-e991-49d9-a43c-2c3e8504f46b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368872'] for security_group, after_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:25:46.939790 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-c1f3d591-e991-49d9-a43c-2c3e8504f46b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:25:46.945414 dv-cinder-806191-2-iscsi neutron-server[93884]: INFO neutron.wsgi [None req-c1f3d591-e991-49d9-a43c-2c3e8504f46b admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/fbe808f0-20ef-4f4b-8fee-7585ef1f54ae HTTP/1.1" status: 204 len: 168 time: 0.1641057 Aug 29 19:25:46.951473 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1f3d591-e991-49d9-a43c-2c3e8504f46b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fbe808f0-20ef-4f4b-8fee-7585ef1f54ae,revision_number=None']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:25:47.013842 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-f7f3f912-659a-49f9-ab3a-0560ee4983b1 None None] Provisioning complete for port 5df4ba03-4b72-404d-8dd6-b1b988c7b1eb triggered by entity L2. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 19:25:47.014224 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-f7f3f912-659a-49f9-ab3a-0560ee4983b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3627211'] for port, provisioning_complete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:25:47.079088 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-6588dcc3-2b1d-4137-9a5f-77f67651fb31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c03e349e-3f52-436d-89d3-9899002d9045', 'name': 'tempest-TestVolumeBootPattern-567608025-router', 'tenant_id': 'b39981fcd5954815961a8be993dedcd2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7209b701-ecaa-476a-bd58-d61d280c16d3', 'external_fixed_ips': [{'subnet_id': '71309eb1-223f-47ba-9803-1437c965e178', 'ip_address': '172.27.2.139'}], 'enable_snat': True}, 'gw_port_id': 'f92a66e0-49b6-413f-afa9-292ae2d4b709', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T19:25:42Z', 'updated_at': '2021-08-29T19:25:44Z', 'revision_number': 3, 'project_id': 'b39981fcd5954815961a8be993dedcd2', 'gw_port': {'id': 'f92a66e0-49b6-413f-afa9-292ae2d4b709', 'name': '', 'network_id': '7209b701-ecaa-476a-bd58-d61d280c16d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:53:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c03e349e-3f52-436d-89d3-9899002d9045', 'device_owner': 'network:router_gateway', 'standard_attr_id': 581, 'fixed_ips': [{'subnet_id': '71309eb1-223f-47ba-9803-1437c965e178', 'ip_address': '172.27.2.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806191-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T19:25:43Z', 'updated_at': '2021-08-29T19:25:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '71309eb1-223f-47ba-9803-1437c965e178', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806191-2-iscsi'}], 'dv-cinder-806191-2-iscsi', False) {} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 19:25:47.126425 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6588dcc3-2b1d-4137-9a5f-77f67651fb31 None None] The sync data for ids ['c03e349e-3f52-436d-89d3-9899002d9045'] in dv-cinder-806191-2-iscsi is: [{'id': 'c03e349e-3f52-436d-89d3-9899002d9045', 'name': 'tempest-TestVolumeBootPattern-567608025-router', 'tenant_id': 'b39981fcd5954815961a8be993dedcd2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7209b701-ecaa-476a-bd58-d61d280c16d3', 'external_fixed_ips': [{'subnet_id': '71309eb1-223f-47ba-9803-1437c965e178', 'ip_address': '172.27.2.139'}], 'enable_snat': True}, 'gw_port_id': 'f92a66e0-49b6-413f-afa9-292ae2d4b709', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T19:25:42Z', 'updated_at': '2021-08-29T19:25:44Z', 'revision_number': 3, 'project_id': 'b39981fcd5954815961a8be993dedcd2', 'gw_port': {'id': 'f92a66e0-49b6-413f-afa9-292ae2d4b709', 'name': '', 'network_id': '7209b701-ecaa-476a-bd58-d61d280c16d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:53:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c03e349e-3f52-436d-89d3-9899002d9045', 'device_owner': 'network:router_gateway', 'standard_attr_id': 581, 'fixed_ips': [{'subnet_id': '71309eb1-223f-47ba-9803-1437c965e178', 'ip_address': '172.27.2.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806191-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T19:25:43Z', 'updated_at': '2021-08-29T19:25:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '71309eb1-223f-47ba-9803-1437c965e178', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806191-2-iscsi'}] {{(pid=93885) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 19:25:47.145362 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-c4704504-5b8d-41fd-bee0-74674b3fc2cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3669058'] for port, before_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:25:47.386433 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.26', 33960) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 19:25:47.403922 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-afe547c0-4fa7-4137-865b-18dfda196762 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:25:47.472124 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-0eef79e9-2ace-4be9-a1e0-d00326960a90 tempest-AttachVolumeShelveTestJSON-1142647226 tempest-AttachVolumeShelveTestJSON-1142647226-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:25:47.481282 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-0eef79e9-2ace-4be9-a1e0-d00326960a90 tempest-AttachVolumeShelveTestJSON-1142647226 tempest-AttachVolumeShelveTestJSON-1142647226-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3676317'] for floatingip, after_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:25:47.529602 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-afe547c0-4fa7-4137-865b-18dfda196762 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:25:47.535016 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-afe547c0-4fa7-4137-865b-18dfda196762 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368872'] for security_group, after_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:25:47.577815 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afe547c0-4fa7-4137-865b-18dfda196762 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b5e4fdfa-e626-4ddd-9a30-3e32f407127a,revision_number=1']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:25:47.583430 dv-cinder-806191-2-iscsi neutron-server[93884]: INFO neutron.wsgi [None req-afe547c0-4fa7-4137-865b-18dfda196762 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=2178e7013d544ca7b9c6bfb639521e09&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1947157 Aug 29 19:25:47.586013 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.26', 33962) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 19:25:47.613154 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-c4704504-5b8d-41fd-bee0-74674b3fc2cd admin admin] Notify callbacks [] for port, precommit_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:25:47.620990 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-c4704504-5b8d-41fd-bee0-74674b3fc2cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3669005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3715978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777170436913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777169884182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777169884200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-263410520'] for port, after_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:25:47.645867 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-19cef634-5121-4dfd-b6e1-90bdd7f7bc45 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:25:47.673981 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-19cef634-5121-4dfd-b6e1-90bdd7f7bc45 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:25:47.677775 dv-cinder-806191-2-iscsi neutron-server[93883]: INFO neutron.db.l3_db [None req-0eef79e9-2ace-4be9-a1e0-d00326960a90 tempest-AttachVolumeShelveTestJSON-1142647226 tempest-AttachVolumeShelveTestJSON-1142647226-project] Floating IP f03a85ee-48ae-4563-82ee-7177212873c6 associated. External IP: 172.27.2.225, port: 2ca38fe5-607b-4510-a5ac-60b30b673c52. Aug 29 19:25:47.746148 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-19cef634-5121-4dfd-b6e1-90bdd7f7bc45 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368872'] for security_group, after_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:25:47.748834 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-19cef634-5121-4dfd-b6e1-90bdd7f7bc45 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:25:47.752093 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4704504-5b8d-41fd-bee0-74674b3fc2cd admin admin] Pushing event updated for resources: {'Port': ['ID=2b9e29f6-8880-4864-bcb5-fa280c067557,revision_number=2']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:25:47.753070 dv-cinder-806191-2-iscsi neutron-server[93884]: INFO neutron.wsgi [None req-19cef634-5121-4dfd-b6e1-90bdd7f7bc45 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/b5e4fdfa-e626-4ddd-9a30-3e32f407127a HTTP/1.1" status: 204 len: 168 time: 0.1656220 Aug 29 19:25:47.757525 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-c4704504-5b8d-41fd-bee0-74674b3fc2cd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3716004', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3676983'] for router_interface, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:25:47.765772 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19cef634-5121-4dfd-b6e1-90bdd7f7bc45 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b5e4fdfa-e626-4ddd-9a30-3e32f407127a,revision_number=None']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:25:47.957524 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4704504-5b8d-41fd-bee0-74674b3fc2cd admin admin] Network 45c2a1ad-9c77-458b-b844-fbf0e60ffffd is already hosted by enough agents. {{(pid=93883) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 19:25:47.991804 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron.scheduler.base_scheduler [None req-c4704504-5b8d-41fd-bee0-74674b3fc2cd admin admin] Resources bound (agent type, host, resource id): {{(pid=93883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 19:25:48.082629 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0eef79e9-2ace-4be9-a1e0-d00326960a90 tempest-AttachVolumeShelveTestJSON-1142647226 tempest-AttachVolumeShelveTestJSON-1142647226-project] Router aa1f8aa4-2384-432f-a79c-f024f744aca5 has already been hosted by L3 agent c3ed3b02-d107-45f2-9b2a-fff9b0cfaa96 {{(pid=93883) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 19:25:48.266298 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-4f81c598-72fb-45d5-ad96-323ca615e30e None None] Provisioning complete for port 2b9e29f6-8880-4864-bcb5-fa280c067557 triggered by entity DHCP. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 19:25:48.267291 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-4f81c598-72fb-45d5-ad96-323ca615e30e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3627211'] for port, provisioning_complete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:25:48.306304 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.plugins.ml2.plugin [None req-4f81c598-72fb-45d5-ad96-323ca615e30e None None] Port 2b9e29f6-8880-4864-bcb5-fa280c067557 cannot update to ACTIVE because it is not bound. {{(pid=93885) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 19:25:48.459959 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c4704504-5b8d-41fd-bee0-74674b3fc2cd admin admin] Router c03e349e-3f52-436d-89d3-9899002d9045 has already been hosted by L3 agent c3ed3b02-d107-45f2-9b2a-fff9b0cfaa96 {{(pid=93883) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 19:25:48.527433 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0eef79e9-2ace-4be9-a1e0-d00326960a90 tempest-AttachVolumeShelveTestJSON-1142647226 tempest-AttachVolumeShelveTestJSON-1142647226-project] Notify agent at l3_agent.dv-cinder-806191-2-iscsi the message routers_updated {{(pid=93883) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 19:25:48.536237 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-0eef79e9-2ace-4be9-a1e0-d00326960a90 tempest-AttachVolumeShelveTestJSON-1142647226 tempest-AttachVolumeShelveTestJSON-1142647226-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-256493'] for floatingip, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:25:48.543816 dv-cinder-806191-2-iscsi neutron-server[93886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-005c5202-bbeb-462c-b4f1-15c4cdbf7e47 None None] Sync routers for ids ['aa1f8aa4-2384-432f-a79c-f024f744aca5'] in dv-cinder-806191-2-iscsi {{(pid=93886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 19:25:48.557485 dv-cinder-806191-2-iscsi neutron-server[93886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-005c5202-bbeb-462c-b4f1-15c4cdbf7e47 None None] Routers {'aa1f8aa4-2384-432f-a79c-f024f744aca5'} bound to L3 agent in host dv-cinder-806191-2-iscsi {{(pid=93886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 19:25:48.558895 dv-cinder-806191-2-iscsi neutron-server[93886]: DEBUG neutron.db.l3_hamode_db [None req-005c5202-bbeb-462c-b4f1-15c4cdbf7e47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806191-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-29T19:13:49Z,description=,heartbeat_timestamp=2021-08-29T19:25:19Z,host='dv-cinder-806191-2-iscsi',id=c3ed3b02-d107-45f2-9b2a-fff9b0cfaa96,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T19:13:49Z,topic='l3_agent')) {'router_ids': ['aa1f8aa4-2384-432f-a79c-f024f744aca5'], 'active': True} {{(pid=93886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 19:25:48.598494 dv-cinder-806191-2-iscsi neutron-server[93883]: INFO neutron.wsgi [None req-0eef79e9-2ace-4be9-a1e0-d00326960a90 tempest-AttachVolumeShelveTestJSON-1142647226 tempest-AttachVolumeShelveTestJSON-1142647226-project] 10.222.0.26 "PUT /v2.0/floatingips/f03a85ee-48ae-4563-82ee-7177212873c6 HTTP/1.1" status: 200 len: 991 time: 2.5726895 Aug 29 19:25:48.604088 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '365fad5b-4b67-47e8-951d-b762cd7f4b09', 'tag': '2ca38fe5-607b-4510-a5ac-60b30b673c52'}] {{(pid=93883) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 19:25:48.606557 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d7efacdd762e7fee97ebec028cc859708dbf706441332da3e8755544227ebc46" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7b60c577-1092-4648-be47-4724e53aa475" -d '{"events": [{"name": "network-changed", "server_uuid": "365fad5b-4b67-47e8-951d-b762cd7f4b09", "tag": "2ca38fe5-607b-4510-a5ac-60b30b673c52"}]}' {{(pid=93883) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 19:25:48.626090 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c4704504-5b8d-41fd-bee0-74674b3fc2cd admin admin] Notify agent at l3_agent.dv-cinder-806191-2-iscsi the message routers_updated {{(pid=93883) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 19:25:48.632274 dv-cinder-806191-2-iscsi neutron-server[93883]: INFO neutron.wsgi [None req-c4704504-5b8d-41fd-bee0-74674b3fc2cd admin admin] 10.222.0.26 "PUT /v2.0/routers/c03e349e-3f52-436d-89d3-9899002d9045/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7385328 Aug 29 19:25:48.682321 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 19:25:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d65ab2f9-9866-4b9b-8574-8b6e7196c7a7 x-openstack-request-id: req-d65ab2f9-9866-4b9b-8574-8b6e7196c7a7 {{(pid=93883) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 19:25:48.682625 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "365fad5b-4b67-47e8-951d-b762cd7f4b09", "tag": "2ca38fe5-607b-4510-a5ac-60b30b673c52", "status": "completed", "code": 200}]} {{(pid=93883) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 19:25:48.683189 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-d65ab2f9-9866-4b9b-8574-8b6e7196c7a7 {{(pid=93883) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 19:25:48.683600 dv-cinder-806191-2-iscsi neutron-server[93883]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '365fad5b-4b67-47e8-951d-b762cd7f4b09', 'tag': '2ca38fe5-607b-4510-a5ac-60b30b673c52', 'status': 'completed', 'code': 200} Aug 29 19:25:48.698701 dv-cinder-806191-2-iscsi neutron-server[93886]: DEBUG neutron.db.l3_dvr_db [None req-005c5202-bbeb-462c-b4f1-15c4cdbf7e47 None None] Set router aa1f8aa4-2384-432f-a79c-f024f744aca5 gateway port host: dv-cinder-806191-2-iscsi {{(pid=93886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 19:25:48.762991 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b60c577-1092-4648-be47-4724e53aa475 req-a42956c9-cd07-456b-aa93-3224f12142d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 19:25:48.764590 dv-cinder-806191-2-iscsi neutron-server[93883]: INFO neutron.wsgi [req-7b60c577-1092-4648-be47-4724e53aa475 req-a42956c9-cd07-456b-aa93-3224f12142d9 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=b6abb49f4d344fccb0cc20553e2de3be&device_id=365fad5b-4b67-47e8-951d-b762cd7f4b09 HTTP/1.1" status: 200 len: 1098 time: 0.0552783 Aug 29 19:25:48.927819 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-f7f3f912-659a-49f9-ab3a-0560ee4983b1 None None] Device f92a66e0-49b6-413f-afa9-292ae2d4b709 up at agent ovs-agent-dv-cinder-806191-2-iscsi {{(pid=93885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 19:25:48.958546 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b60c577-1092-4648-be47-4724e53aa475 req-2ebcf467-97a0-4412-b828-a1def80afbc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 19:25:48.960267 dv-cinder-806191-2-iscsi neutron-server[93883]: INFO neutron.wsgi [req-7b60c577-1092-4648-be47-4724e53aa475 req-2ebcf467-97a0-4412-b828-a1def80afbc9 service neutron] 10.222.0.23 "GET /v2.0/networks?id=5f383061-659c-4a42-af3d-e82e7b7b242f HTTP/1.1" status: 200 len: 918 time: 0.1868832 Aug 29 19:25:49.048656 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-67dddea5-9cd8-4ad8-bd6c-87c899d980fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777170380508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3627128'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:25:49.076936 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-f7f3f912-659a-49f9-ab3a-0560ee4983b1 None None] Provisioning for port f92a66e0-49b6-413f-afa9-292ae2d4b709 completed by entity L2. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 19:25:49.084335 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-f7f3f912-659a-49f9-ab3a-0560ee4983b1 None None] Provisioning complete for port f92a66e0-49b6-413f-afa9-292ae2d4b709 triggered by entity L2. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 19:25:49.085972 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-f7f3f912-659a-49f9-ab3a-0560ee4983b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3627211'] for port, provisioning_complete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:25:49.096622 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f471536-6fbe-4c59-8699-dbb526fdbad3 None None] Sync routers for ids ['c03e349e-3f52-436d-89d3-9899002d9045'] in dv-cinder-806191-2-iscsi {{(pid=93885) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 19:25:49.104151 dv-cinder-806191-2-iscsi neutron-server[93883]: INFO neutron.wsgi [req-7b60c577-1092-4648-be47-4724e53aa475 req-f19f1adf-f956-4aed-aefe-8e6fc95dda63 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2ca38fe5-607b-4510-a5ac-60b30b673c52 HTTP/1.1" status: 200 len: 999 time: 0.1271999 Aug 29 19:25:49.149040 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f471536-6fbe-4c59-8699-dbb526fdbad3 None None] Routers {'c03e349e-3f52-436d-89d3-9899002d9045'} bound to L3 agent in host dv-cinder-806191-2-iscsi {{(pid=93885) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 19:25:49.149667 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-7f471536-6fbe-4c59-8699-dbb526fdbad3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806191-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-29T19:13:49Z,description=,heartbeat_timestamp=2021-08-29T19:25:49Z,host='dv-cinder-806191-2-iscsi',id=c3ed3b02-d107-45f2-9b2a-fff9b0cfaa96,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T19:13:49Z,topic='l3_agent')) {'router_ids': ['c03e349e-3f52-436d-89d3-9899002d9045'], 'active': True} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 19:25:49.165498 dv-cinder-806191-2-iscsi neutron-server[93886]: DEBUG neutron.db.l3_hamode_db [None req-005c5202-bbeb-462c-b4f1-15c4cdbf7e47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa1f8aa4-2384-432f-a79c-f024f744aca5', 'name': 'tempest-AttachVolumeShelveTestJSON-1713152363-router', 'tenant_id': 'b6abb49f4d344fccb0cc20553e2de3be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7209b701-ecaa-476a-bd58-d61d280c16d3', 'external_fixed_ips': [{'subnet_id': '71309eb1-223f-47ba-9803-1437c965e178', 'ip_address': '172.27.2.240'}], 'enable_snat': True}, 'gw_port_id': '580e3926-c9b1-42a7-bfde-7cd910984004', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T19:25:15Z', 'updated_at': '2021-08-29T19:25:21Z', 'revision_number': 4, 'project_id': 'b6abb49f4d344fccb0cc20553e2de3be', 'gw_port': {'id': '580e3926-c9b1-42a7-bfde-7cd910984004', 'name': '', 'network_id': '7209b701-ecaa-476a-bd58-d61d280c16d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:a5:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa1f8aa4-2384-432f-a79c-f024f744aca5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 510, 'fixed_ips': [{'subnet_id': '71309eb1-223f-47ba-9803-1437c965e178', 'ip_address': '172.27.2.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806191-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T19:25:16Z', 'updated_at': '2021-08-29T19:25:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71309eb1-223f-47ba-9803-1437c965e178', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806191-2-iscsi', '_floatingips': [{'id': 'f03a85ee-48ae-4563-82ee-7177212873c6', 'tenant_id': 'b6abb49f4d344fccb0cc20553e2de3be', 'floating_ip_address': '172.27.2.225', 'floating_network_id': '7209b701-ecaa-476a-bd58-d61d280c16d3', 'router_id': 'aa1f8aa4-2384-432f-a79c-f024f744aca5', 'port_id': '2ca38fe5-607b-4510-a5ac-60b30b673c52', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 540, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5f383061-659c-4a42-af3d-e82e7b7b242f', 'mac_address': 'fa:16:3e:fd:39:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '365fad5b-4b67-47e8-951d-b762cd7f4b09', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-29T19:25:27Z', 'updated_at': '2021-08-29T19:25:47Z', 'revision_number': 1, 'project_id': 'b6abb49f4d344fccb0cc20553e2de3be', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c6d6d545-ee44-49df-8b2d-a0b19dd63545', 'name': '', 'network_id': '5f383061-659c-4a42-af3d-e82e7b7b242f', 'tenant_id': 'b6abb49f4d344fccb0cc20553e2de3be', 'mac_address': 'fa:16:3e:ae:4c:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa1f8aa4-2384-432f-a79c-f024f744aca5', 'device_owner': 'network:router_interface', 'standard_attr_id': 519, 'fixed_ips': [{'subnet_id': '276486f1-8541-4ff7-8581-3f1dc1fbc741', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806191-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T19:25:20Z', 'updated_at': '2021-08-29T19:25:32Z', 'revision_number': 5, 'project_id': 'b6abb49f4d344fccb0cc20553e2de3be', 'subnets': [{'id': '276486f1-8541-4ff7-8581-3f1dc1fbc741', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806191-2-iscsi', False) {} {{(pid=93886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 19:25:49.196972 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b60c577-1092-4648-be47-4724e53aa475 req-f518d9fa-24c3-487b-8c02-1236003f4a4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 19:25:49.198653 dv-cinder-806191-2-iscsi neutron-server[93883]: INFO neutron.wsgi [req-7b60c577-1092-4648-be47-4724e53aa475 req-f518d9fa-24c3-487b-8c02-1236003f4a4c service neutron] 10.222.0.23 "GET /v2.0/subnets?id=276486f1-8541-4ff7-8581-3f1dc1fbc741 HTTP/1.1" status: 200 len: 856 time: 0.0862718 Aug 29 19:25:49.254652 dv-cinder-806191-2-iscsi neutron-server[93886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-005c5202-bbeb-462c-b4f1-15c4cdbf7e47 None None] Checking router: aa1f8aa4-2384-432f-a79c-f024f744aca5 for host: dv-cinder-806191-2-iscsi {{(pid=93886) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 19:25:49.260047 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b60c577-1092-4648-be47-4724e53aa475 req-e7853b3d-6b12-45f3-93b7-ed72c6871b17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 19:25:49.262705 dv-cinder-806191-2-iscsi neutron-server[93883]: INFO neutron.wsgi [req-7b60c577-1092-4648-be47-4724e53aa475 req-e7853b3d-6b12-45f3-93b7-ed72c6871b17 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=5f383061-659c-4a42-af3d-e82e7b7b242f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0556293 Aug 29 19:25:49.279707 dv-cinder-806191-2-iscsi neutron-server[93886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-005c5202-bbeb-462c-b4f1-15c4cdbf7e47 None None] Routers {'aa1f8aa4-2384-432f-a79c-f024f744aca5'} bound to L3 agent in host dv-cinder-806191-2-iscsi {{(pid=93886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 19:25:49.280371 dv-cinder-806191-2-iscsi neutron-server[93886]: DEBUG neutron.db.l3_hamode_db [None req-005c5202-bbeb-462c-b4f1-15c4cdbf7e47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806191-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-29T19:13:49Z,description=,heartbeat_timestamp=2021-08-29T19:25:49Z,host='dv-cinder-806191-2-iscsi',id=c3ed3b02-d107-45f2-9b2a-fff9b0cfaa96,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T19:13:49Z,topic='l3_agent')) {'router_ids': ['aa1f8aa4-2384-432f-a79c-f024f744aca5'], 'active': True} {{(pid=93886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 19:25:49.319798 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.db.l3_dvr_db [None req-7f471536-6fbe-4c59-8699-dbb526fdbad3 None None] Set router c03e349e-3f52-436d-89d3-9899002d9045 gateway port host: dv-cinder-806191-2-iscsi {{(pid=93885) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 19:25:49.368565 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-f7f3f912-659a-49f9-ab3a-0560ee4983b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3669058'] for port, before_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:25:49.410101 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-f7f3f912-659a-49f9-ab3a-0560ee4983b1 None None] For port f92a66e0-49b6-413f-afa9-292ae2d4b709, host dv-cinder-806191-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806191-2-iscsi',level=0,port_id=f92a66e0-49b6-413f-afa9-292ae2d4b709,segment=NetworkSegment(abe37968-36e5-463a-bc67-a17a4a975f92),segment_id=abe37968-36e5-463a-bc67-a17a4a975f92)] {{(pid=93885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 19:25:49.415947 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-f7f3f912-659a-49f9-ab3a-0560ee4983b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3669005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3715978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777170436913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777169884182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777169884200'] for port, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:25:49.422873 dv-cinder-806191-2-iscsi neutron-server[93883]: INFO neutron.wsgi [req-7b60c577-1092-4648-be47-4724e53aa475 req-36f54f6a-9591-4600-bdf0-398a18186569 service neutron] 10.222.0.23 "GET /v2.0/networks/5f383061-659c-4a42-af3d-e82e7b7b242f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1520884 Aug 29 19:25:49.431165 dv-cinder-806191-2-iscsi neutron-server[93886]: DEBUG neutron.db.l3_dvr_db [None req-005c5202-bbeb-462c-b4f1-15c4cdbf7e47 None None] Set router aa1f8aa4-2384-432f-a79c-f024f744aca5 gateway port host: dv-cinder-806191-2-iscsi {{(pid=93886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 19:25:49.564572 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.26', 34014) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 19:25:49.565124 dv-cinder-806191-2-iscsi neutron-server[93883]: INFO neutron.wsgi [req-7b60c577-1092-4648-be47-4724e53aa475 req-2a3d8db0-75c6-49ac-86bc-f7aa893df3d1 service neutron] 10.222.0.23 "GET /v2.0/networks/5f383061-659c-4a42-af3d-e82e7b7b242f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1299121 Aug 29 19:25:49.569934 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.api.v2.base [None req-eba73632-ed8d-4af5-ade6-68eb288c2897 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1911798747-network', 'tenant_id': '72cd856689564889a9c5994ad6ffcdec'}} {{(pid=93884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 19:25:49.596135 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eba73632-ed8d-4af5-ade6-68eb288c2897 admin admin] Made reservation on behalf of 72cd856689564889a9c5994ad6ffcdec for: {'network': 1} {{(pid=93884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 19:25:49.598940 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-eba73632-ed8d-4af5-ade6-68eb288c2897 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3669058'] for network, before_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:25:49.608670 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-eba73632-ed8d-4af5-ade6-68eb288c2897 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:25:49.686786 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7f3f912-659a-49f9-ab3a-0560ee4983b1 None None] Pushing event updated for resources: {'Port': ['ID=f92a66e0-49b6-413f-afa9-292ae2d4b709,revision_number=4']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:25:49.703332 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-f7f3f912-659a-49f9-ab3a-0560ee4983b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777170380508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3627128'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:25:49.733803 dv-cinder-806191-2-iscsi neutron-server[93886]: DEBUG neutron.db.l3_hamode_db [None req-005c5202-bbeb-462c-b4f1-15c4cdbf7e47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa1f8aa4-2384-432f-a79c-f024f744aca5', 'name': 'tempest-AttachVolumeShelveTestJSON-1713152363-router', 'tenant_id': 'b6abb49f4d344fccb0cc20553e2de3be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7209b701-ecaa-476a-bd58-d61d280c16d3', 'external_fixed_ips': [{'subnet_id': '71309eb1-223f-47ba-9803-1437c965e178', 'ip_address': '172.27.2.240'}], 'enable_snat': True}, 'gw_port_id': '580e3926-c9b1-42a7-bfde-7cd910984004', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T19:25:15Z', 'updated_at': '2021-08-29T19:25:21Z', 'revision_number': 4, 'project_id': 'b6abb49f4d344fccb0cc20553e2de3be', 'gw_port': {'id': '580e3926-c9b1-42a7-bfde-7cd910984004', 'name': '', 'network_id': '7209b701-ecaa-476a-bd58-d61d280c16d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:a5:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa1f8aa4-2384-432f-a79c-f024f744aca5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 510, 'fixed_ips': [{'subnet_id': '71309eb1-223f-47ba-9803-1437c965e178', 'ip_address': '172.27.2.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806191-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T19:25:16Z', 'updated_at': '2021-08-29T19:25:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71309eb1-223f-47ba-9803-1437c965e178', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806191-2-iscsi', '_floatingips': [{'id': 'f03a85ee-48ae-4563-82ee-7177212873c6', 'tenant_id': 'b6abb49f4d344fccb0cc20553e2de3be', 'floating_ip_address': '172.27.2.225', 'floating_network_id': '7209b701-ecaa-476a-bd58-d61d280c16d3', 'router_id': 'aa1f8aa4-2384-432f-a79c-f024f744aca5', 'port_id': '2ca38fe5-607b-4510-a5ac-60b30b673c52', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 540, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5f383061-659c-4a42-af3d-e82e7b7b242f', 'mac_address': 'fa:16:3e:fd:39:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '365fad5b-4b67-47e8-951d-b762cd7f4b09', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-29T19:25:27Z', 'updated_at': '2021-08-29T19:25:47Z', 'revision_number': 1, 'project_id': 'b6abb49f4d344fccb0cc20553e2de3be', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c6d6d545-ee44-49df-8b2d-a0b19dd63545', 'name': '', 'network_id': '5f383061-659c-4a42-af3d-e82e7b7b242f', 'tenant_id': 'b6abb49f4d344fccb0cc20553e2de3be', 'mac_address': 'fa:16:3e:ae:4c:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa1f8aa4-2384-432f-a79c-f024f744aca5', 'device_owner': 'network:router_interface', 'standard_attr_id': 519, 'fixed_ips': [{'subnet_id': '276486f1-8541-4ff7-8581-3f1dc1fbc741', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806191-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T19:25:20Z', 'updated_at': '2021-08-29T19:25:32Z', 'revision_number': 5, 'project_id': 'b6abb49f4d344fccb0cc20553e2de3be', 'subnets': [{'id': '276486f1-8541-4ff7-8581-3f1dc1fbc741', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806191-2-iscsi', False) {} {{(pid=93886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 19:25:49.748627 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-eba73632-ed8d-4af5-ade6-68eb288c2897 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:25:49.753568 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-eba73632-ed8d-4af5-ade6-68eb288c2897 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368872'] for security_group, after_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:25:49.767025 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-7f471536-6fbe-4c59-8699-dbb526fdbad3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c03e349e-3f52-436d-89d3-9899002d9045', 'name': 'tempest-TestVolumeBootPattern-567608025-router', 'tenant_id': 'b39981fcd5954815961a8be993dedcd2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7209b701-ecaa-476a-bd58-d61d280c16d3', 'external_fixed_ips': [{'subnet_id': '71309eb1-223f-47ba-9803-1437c965e178', 'ip_address': '172.27.2.139'}], 'enable_snat': True}, 'gw_port_id': 'f92a66e0-49b6-413f-afa9-292ae2d4b709', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T19:25:42Z', 'updated_at': '2021-08-29T19:25:46Z', 'revision_number': 4, 'project_id': 'b39981fcd5954815961a8be993dedcd2', 'gw_port': {'id': 'f92a66e0-49b6-413f-afa9-292ae2d4b709', 'name': '', 'network_id': '7209b701-ecaa-476a-bd58-d61d280c16d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:53:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c03e349e-3f52-436d-89d3-9899002d9045', 'device_owner': 'network:router_gateway', 'standard_attr_id': 581, 'fixed_ips': [{'subnet_id': '71309eb1-223f-47ba-9803-1437c965e178', 'ip_address': '172.27.2.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806191-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T19:25:43Z', 'updated_at': '2021-08-29T19:25:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '71309eb1-223f-47ba-9803-1437c965e178', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806191-2-iscsi', '_interfaces': [{'id': '2b9e29f6-8880-4864-bcb5-fa280c067557', 'name': '', 'network_id': '45c2a1ad-9c77-458b-b844-fbf0e60ffffd', 'tenant_id': 'b39981fcd5954815961a8be993dedcd2', 'mac_address': 'fa:16:3e:91:39:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c03e349e-3f52-436d-89d3-9899002d9045', 'device_owner': 'network:router_interface', 'standard_attr_id': 582, 'fixed_ips': [{'subnet_id': 'fc92f67e-9e9b-4d7e-adb8-7f60a771a071', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T19:25:45Z', 'updated_at': '2021-08-29T19:25:47Z', 'revision_number': 2, 'project_id': 'b39981fcd5954815961a8be993dedcd2', 'subnets': [{'id': 'fc92f67e-9e9b-4d7e-adb8-7f60a771a071', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806191-2-iscsi', False) {} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 19:25:49.768524 dv-cinder-806191-2-iscsi neutron-server[93886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-005c5202-bbeb-462c-b4f1-15c4cdbf7e47 None None] The sync data for ids ['aa1f8aa4-2384-432f-a79c-f024f744aca5'] in dv-cinder-806191-2-iscsi is: [{'id': 'aa1f8aa4-2384-432f-a79c-f024f744aca5', 'name': 'tempest-AttachVolumeShelveTestJSON-1713152363-router', 'tenant_id': 'b6abb49f4d344fccb0cc20553e2de3be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7209b701-ecaa-476a-bd58-d61d280c16d3', 'external_fixed_ips': [{'subnet_id': '71309eb1-223f-47ba-9803-1437c965e178', 'ip_address': '172.27.2.240'}], 'enable_snat': True}, 'gw_port_id': '580e3926-c9b1-42a7-bfde-7cd910984004', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T19:25:15Z', 'updated_at': '2021-08-29T19:25:21Z', 'revision_number': 4, 'project_id': 'b6abb49f4d344fccb0cc20553e2de3be', 'gw_port': {'id': '580e3926-c9b1-42a7-bfde-7cd910984004', 'name': '', 'network_id': '7209b701-ecaa-476a-bd58-d61d280c16d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:a5:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa1f8aa4-2384-432f-a79c-f024f744aca5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 510, 'fixed_ips': [{'subnet_id': '71309eb1-223f-47ba-9803-1437c965e178', 'ip_address': '172.27.2.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806191-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T19:25:16Z', 'updated_at': '2021-08-29T19:25:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71309eb1-223f-47ba-9803-1437c965e178', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806191-2-iscsi', '_floatingips': [{'id': 'f03a85ee-48ae-4563-82ee-7177212873c6', 'tenant_id': 'b6abb49f4d344fccb0cc20553e2de3be', 'floating_ip_address': '172.27.2.225', 'floating_network_id': '7209b701-ecaa-476a-bd58-d61d280c16d3', 'router_id': 'aa1f8aa4-2384-432f-a79c-f024f744aca5', 'port_id': '2ca38fe5-607b-4510-a5ac-60b30b673c52', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 540, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5f383061-659c-4a42-af3d-e82e7b7b242f', 'mac_address': 'fa:16:3e:fd:39:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '365fad5b-4b67-47e8-951d-b762cd7f4b09', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-29T19:25:27Z', 'updated_at': '2021-08-29T19:25:47Z', 'revision_number': 1, 'project_id': 'b6abb49f4d344fccb0cc20553e2de3be', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c6d6d545-ee44-49df-8b2d-a0b19dd63545', 'name': '', 'network_id': '5f383061-659c-4a42-af3d-e82e7b7b242f', 'tenant_id': 'b6abb49f4d344fccb0cc20553e2de3be', 'mac_address': 'fa:16:3e:ae:4c:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa1f8aa4-2384-432f-a79c-f024f744aca5', 'device_owner': 'network:router_interface', 'standard_attr_id': 519, 'fixed_ips': [{'subnet_id': '276486f1-8541-4ff7-8581-3f1dc1fbc741', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806191-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T19:25:20Z', 'updated_at': '2021-08-29T19:25:32Z', 'revision_number': 5, 'project_id': 'b6abb49f4d344fccb0cc20553e2de3be', 'subnets': [{'id': '276486f1-8541-4ff7-8581-3f1dc1fbc741', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 19:25:49.779305 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eba73632-ed8d-4af5-ade6-68eb288c2897 admin admin] vlan segment allocate from pool success with {'vlan_id': 116, 'physical_network': 'physnet1'} {{(pid=93884) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 19:25:49.790898 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eba73632-ed8d-4af5-ade6-68eb288c2897 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=81dc2be9-adce-462c-a95a-d9295f3239bb,revision_number=1']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:25:49.802143 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f471536-6fbe-4c59-8699-dbb526fdbad3 None None] Checking router: c03e349e-3f52-436d-89d3-9899002d9045 for host: dv-cinder-806191-2-iscsi {{(pid=93885) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 19:25:49.802484 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f471536-6fbe-4c59-8699-dbb526fdbad3 None None] Updating router c03e349e-3f52-436d-89d3-9899002d9045 port 2b9e29f6-8880-4864-bcb5-fa280c067557 binding host dv-cinder-806191-2-iscsi {{(pid=93885) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 29 19:25:49.808807 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-eba73632-ed8d-4af5-ade6-68eb288c2897 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3556912'] for segment, precommit_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:25:49.809309 dv-cinder-806191-2-iscsi neutron-server[93884]: INFO neutron.db.segments_db [None req-eba73632-ed8d-4af5-ade6-68eb288c2897 admin admin] Added segment 3d985456-eec8-452c-8a35-0a4da35ec4fe of type vlan for network 561d8f13-4c21-417e-82dc-bd132198e16d Aug 29 19:25:49.837738 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-7f471536-6fbe-4c59-8699-dbb526fdbad3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3669058'] for port, before_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:25:49.860404 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-eba73632-ed8d-4af5-ade6-68eb288c2897 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777169867614'] for network, precommit_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:25:49.888912 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-eba73632-ed8d-4af5-ade6-68eb288c2897 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-376669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3715978'] for network, after_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:25:49.890200 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eba73632-ed8d-4af5-ade6-68eb288c2897 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 19:25:49.890858 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-eba73632-ed8d-4af5-ade6-68eb288c2897 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3715960'] for network, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:25:49.951757 dv-cinder-806191-2-iscsi neutron-server[93884]: INFO neutron.wsgi [None req-eba73632-ed8d-4af5-ade6-68eb288c2897 admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.3834069 Aug 29 19:25:49.951958 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.26', 34018) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 19:25:49.956983 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.api.v2.base [None req-0139232a-1ae5-4a1d-8a2c-fd9566a1d261 admin admin] Request body: {'subnet': {'network_id': '561d8f13-4c21-417e-82dc-bd132198e16d', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1911798747-subnet', 'tenant_id': '72cd856689564889a9c5994ad6ffcdec', 'ip_version': 4}} {{(pid=93884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 19:25:49.961202 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eba73632-ed8d-4af5-ade6-68eb288c2897 admin admin] Pushing event updated for resources: {'Network': ['ID=561d8f13-4c21-417e-82dc-bd132198e16d,revision_number=1']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:25:49.972580 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-f7f3f912-659a-49f9-ab3a-0560ee4983b1 None None] Network 561d8f13-4c21-417e-82dc-bd132198e16d details requested by agent ovs-agent-dv-cinder-806191-2-iscsi with host dv-cinder-806191-2-iscsi {{(pid=93885) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 19:25:49.984120 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0139232a-1ae5-4a1d-8a2c-fd9566a1d261 admin admin] Made reservation on behalf of 72cd856689564889a9c5994ad6ffcdec for: {'subnet': 1} {{(pid=93884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 19:25:49.986604 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-0139232a-1ae5-4a1d-8a2c-fd9566a1d261 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260127621'] for subnet, before_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:25:50.023277 dv-cinder-806191-2-iscsi neutron-server[93886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65d52335-a884-46cb-8731-377f1598e236 None None] New status for floating IP f03a85ee-48ae-4563-82ee-7177212873c6: ACTIVE {{(pid=93886) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 29 19:25:50.181350 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-0139232a-1ae5-4a1d-8a2c-fd9566a1d261 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-376708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3715978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-262694863', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260127735'] for subnet, after_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:25:50.197446 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-7f471536-6fbe-4c59-8699-dbb526fdbad3 None None] Notify callbacks [] for port, precommit_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:25:50.208472 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-7f471536-6fbe-4c59-8699-dbb526fdbad3 None None] Transition to ACTIVE for port object 2b9e29f6-8880-4864-bcb5-fa280c067557 will not be triggered until provisioned by entity L2. {{(pid=93885) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 19:25:50.215150 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-7f471536-6fbe-4c59-8699-dbb526fdbad3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3669005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3715978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777170436913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777169884182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777169884200'] for port, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:25:50.245698 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0139232a-1ae5-4a1d-8a2c-fd9566a1d261 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f9a66a7e-e7c7-4d9a-b22a-6d60d87c693a,revision_number=0']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:25:50.258657 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0139232a-1ae5-4a1d-8a2c-fd9566a1d261 admin admin] Checking segment: {'id': '3d985456-eec8-452c-8a35-0a4da35ec4fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '561d8f13-4c21-417e-82dc-bd132198e16d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93884) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 19:25:50.259128 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0139232a-1ae5-4a1d-8a2c-fd9566a1d261 admin admin] Network hostable DHCP agents. Network: 561d8f13-4c21-417e-82dc-bd132198e16d, hostable agents: ['01567a2b-701c-44ec-9311-402810164ce4'], hosted agents: [] {{(pid=93884) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 19:25:50.279867 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0139232a-1ae5-4a1d-8a2c-fd9566a1d261 admin admin] Network 561d8f13-4c21-417e-82dc-bd132198e16d is scheduled to be hosted by DHCP agent 01567a2b-701c-44ec-9311-402810164ce4 with binding_index 1 {{(pid=93884) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 19:25:50.292763 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57022320-4afb-40ce-8284-88731aa818fd None None] Pushing event updated for resources: {'Port': ['ID=2b9e29f6-8880-4864-bcb5-fa280c067557,revision_number=3']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:25:50.302638 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.scheduler.base_scheduler [None req-0139232a-1ae5-4a1d-8a2c-fd9566a1d261 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-806191-2-iscsi, 561d8f13-4c21-417e-82dc-bd132198e16d) {{(pid=93884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 19:25:50.308299 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0139232a-1ae5-4a1d-8a2c-fd9566a1d261 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 19:25:50.309022 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-0139232a-1ae5-4a1d-8a2c-fd9566a1d261 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:25:50.320086 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0eaef059-54c4-442b-8efe-233c081bdb42 None None] Network 561d8f13-4c21-417e-82dc-bd132198e16d requested from dv-cinder-806191-2-iscsi {{(pid=93885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 19:25:50.335281 dv-cinder-806191-2-iscsi neutron-server[93884]: INFO neutron.wsgi [None req-0139232a-1ae5-4a1d-8a2c-fd9566a1d261 admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3823678 Aug 29 19:25:50.338738 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.26', 34022) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 19:25:50.349494 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.api.v2.base [None req-6e6d0f37-8612-4fd3-a5b6-bd8e1adea1c9 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1911798747-router', 'tenant_id': '72cd856689564889a9c5994ad6ffcdec', 'external_gateway_info': {'network_id': '7209b701-ecaa-476a-bd58-d61d280c16d3'}}} {{(pid=93884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 19:25:50.397581 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-6e6d0f37-8612-4fd3-a5b6-bd8e1adea1c9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3671342', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-28728'] for router, before_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:25:50.400910 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-6e6d0f37-8612-4fd3-a5b6-bd8e1adea1c9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3671426', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3677672', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-423498', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-28723'] for router, precommit_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:25:50.423085 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.plugins.ml2.managers [None req-7f471536-6fbe-4c59-8699-dbb526fdbad3 None None] Attempting to bind port 2b9e29f6-8880-4864-bcb5-fa280c067557 on host dv-cinder-806191-2-iscsi for vnic_type normal with profile {{(pid=93885) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 19:25:50.423451 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.plugins.ml2.managers [None req-7f471536-6fbe-4c59-8699-dbb526fdbad3 None None] Attempting to bind port 2b9e29f6-8880-4864-bcb5-fa280c067557 by drivers openvswitch,hyperv on host dv-cinder-806191-2-iscsi at level 0 using segments [{'id': '11a203b2-fbd8-4335-9a74-1c37515b390f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '45c2a1ad-9c77-458b-b844-fbf0e60ffffd'}] {{(pid=93885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 19:25:50.424007 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f471536-6fbe-4c59-8699-dbb526fdbad3 None None] Attempting to bind port 2b9e29f6-8880-4864-bcb5-fa280c067557 on network 45c2a1ad-9c77-458b-b844-fbf0e60ffffd {{(pid=93885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 19:25:50.431428 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-ed31fb2d-405b-476e-b16a-f8415d14bc27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777170380508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3627128'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:25:50.437684 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f471536-6fbe-4c59-8699-dbb526fdbad3 None None] Checking agent: {'id': 'e2dce85b-d9d5-40cd-b89b-586c7cfc9b3c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-806191-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 19, 13, 50), 'started_at': datetime.datetime(2021, 8, 29, 19, 14, 20), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 19, 25, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-806191-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 19:25:50.439066 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f471536-6fbe-4c59-8699-dbb526fdbad3 None None] Checking segment: {'id': '11a203b2-fbd8-4335-9a74-1c37515b390f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '45c2a1ad-9c77-458b-b844-fbf0e60ffffd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93885) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 19:25:50.439066 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-7f471536-6fbe-4c59-8699-dbb526fdbad3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:25:50.439066 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f471536-6fbe-4c59-8699-dbb526fdbad3 None None] Bound using segment: {'id': '11a203b2-fbd8-4335-9a74-1c37515b390f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '45c2a1ad-9c77-458b-b844-fbf0e60ffffd'} {{(pid=93885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 19:25:50.439714 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.plugins.ml2.managers [None req-7f471536-6fbe-4c59-8699-dbb526fdbad3 None None] Bound port: 2b9e29f6-8880-4864-bcb5-fa280c067557, host: dv-cinder-806191-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '11a203b2-fbd8-4335-9a74-1c37515b390f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '45c2a1ad-9c77-458b-b844-fbf0e60ffffd'}}] {{(pid=93885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 19:25:50.440154 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-7f471536-6fbe-4c59-8699-dbb526fdbad3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3669058'] for port, before_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:25:50.479847 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-6e6d0f37-8612-4fd3-a5b6-bd8e1adea1c9 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:25:50.569410 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-7f471536-6fbe-4c59-8699-dbb526fdbad3 None None] For port 2b9e29f6-8880-4864-bcb5-fa280c067557, host dv-cinder-806191-2-iscsi, cleared binding levels {{(pid=93885) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 19:25:50.588047 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-7f471536-6fbe-4c59-8699-dbb526fdbad3 None None] For port 2b9e29f6-8880-4864-bcb5-fa280c067557, host dv-cinder-806191-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806191-2-iscsi',level=0,port_id=2b9e29f6-8880-4864-bcb5-fa280c067557,segment=NetworkSegment(11a203b2-fbd8-4335-9a74-1c37515b390f),segment_id=11a203b2-fbd8-4335-9a74-1c37515b390f)] {{(pid=93885) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 19:25:50.618632 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-7f471536-6fbe-4c59-8699-dbb526fdbad3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3669005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3715978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777170436913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777169884182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777169884200'] for port, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:25:50.635346 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa21ad93-b3d4-4637-9e31-4fe05095d87d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8d0de094-1158-5d9d-8828-d4d58d01f022-561d8f13-4c21-417e-82dc-bd132198e16d', 'network_id': '561d8f13-4c21-417e-82dc-bd132198e16d', 'tenant_id': '72cd856689564889a9c5994ad6ffcdec', 'fixed_ips': [{'subnet_id': 'f9a66a7e-e7c7-4d9a-b22a-6d60d87c693a'}]}} from dv-cinder-806191-2-iscsi. {{(pid=93885) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 29 19:25:50.636493 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-aa21ad93-b3d4-4637-9e31-4fe05095d87d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3669058'] for port, before_create {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:25:50.747649 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f471536-6fbe-4c59-8699-dbb526fdbad3 None None] Routers {'c03e349e-3f52-436d-89d3-9899002d9045'} bound to L3 agent in host dv-cinder-806191-2-iscsi {{(pid=93885) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 19:25:50.748410 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-7f471536-6fbe-4c59-8699-dbb526fdbad3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806191-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-29T19:13:49Z,description=,heartbeat_timestamp=2021-08-29T19:25:49Z,host='dv-cinder-806191-2-iscsi',id=c3ed3b02-d107-45f2-9b2a-fff9b0cfaa96,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T19:13:49Z,topic='l3_agent')) {'router_ids': ['c03e349e-3f52-436d-89d3-9899002d9045'], 'active': True} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 19:25:50.770368 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-e411ce9c-394c-453f-add9-812245090945 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777170380508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3627128'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:25:50.873113 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57022320-4afb-40ce-8284-88731aa818fd None None] Pushing event updated for resources: {'Port': ['ID=2b9e29f6-8880-4864-bcb5-fa280c067557,revision_number=4']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:25:50.890965 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-f7f3f912-659a-49f9-ab3a-0560ee4983b1 None None] Device f92a66e0-49b6-413f-afa9-292ae2d4b709 up at agent ovs-agent-dv-cinder-806191-2-iscsi {{(pid=93885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 19:25:50.958370 dv-cinder-806191-2-iscsi neutron-server[93884]: INFO neutron.wsgi [req-7383eb97-557d-4a1e-b3cd-9214310415de req-821d4b6d-23fb-412d-b65c-8f48b4ccff5f tempest-VolumesNegativeTest-1925297100 tempest-VolumesNegativeTest-1925297100-project] 10.222.0.26 "GET /v2.0/networks?tenant_id=d11735b393af423385b214def82fc5d6&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0510097 Aug 29 19:25:51.063518 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.db.l3_dvr_db [None req-7f471536-6fbe-4c59-8699-dbb526fdbad3 None None] Set router c03e349e-3f52-436d-89d3-9899002d9045 gateway port host: dv-cinder-806191-2-iscsi {{(pid=93885) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 19:25:51.099954 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.db.db_base_plugin_common [None req-aa21ad93-b3d4-4637-9e31-4fe05095d87d None None] Allocated IP 172.20.0.2 (561d8f13-4c21-417e-82dc-bd132198e16d/f9a66a7e-e7c7-4d9a-b22a-6d60d87c693a/b0a1fa29-92d8-4fd2-9887-b76819c6ade7) {{(pid=93885) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 19:25:51.120128 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-f7f3f912-659a-49f9-ab3a-0560ee4983b1 None None] Provisioning complete for port f92a66e0-49b6-413f-afa9-292ae2d4b709 triggered by entity L2. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 19:25:51.120500 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-f7f3f912-659a-49f9-ab3a-0560ee4983b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3627211'] for port, provisioning_complete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:25:51.123039 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-6e6d0f37-8612-4fd3-a5b6-bd8e1adea1c9 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:25:51.278799 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7383eb97-557d-4a1e-b3cd-9214310415de req-7aaf896a-7dae-427d-8451-0a55d03b3513 tempest-VolumesNegativeTest-1925297100 tempest-VolumesNegativeTest-1925297100-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 19:25:51.280188 dv-cinder-806191-2-iscsi neutron-server[93884]: INFO neutron.wsgi [req-7383eb97-557d-4a1e-b3cd-9214310415de req-7aaf896a-7dae-427d-8451-0a55d03b3513 tempest-VolumesNegativeTest-1925297100 tempest-VolumesNegativeTest-1925297100-project] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3096576 Aug 29 19:25:51.299989 dv-cinder-806191-2-iscsi neutron-server[93884]: INFO neutron.wsgi [req-7383eb97-557d-4a1e-b3cd-9214310415de req-796d82c3-b816-4c23-b3dc-3edf78e50c61 tempest-VolumesNegativeTest-1925297100 tempest-VolumesNegativeTest-1925297100-project] 10.222.0.26 "GET /v2.0/quotas/d11735b393af423385b214def82fc5d6 HTTP/1.1" status: 200 len: 375 time: 0.0127439 Aug 29 19:25:51.340994 dv-cinder-806191-2-iscsi neutron-server[93884]: INFO neutron.wsgi [req-7383eb97-557d-4a1e-b3cd-9214310415de req-45c1b61a-9232-47df-97bf-0b0730a8fb64 tempest-VolumesNegativeTest-1925297100 tempest-VolumesNegativeTest-1925297100-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=d11735b393af423385b214def82fc5d6&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0337384 Aug 29 19:25:51.492661 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-6e6d0f37-8612-4fd3-a5b6-bd8e1adea1c9 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:25:51.499122 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-7f471536-6fbe-4c59-8699-dbb526fdbad3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c03e349e-3f52-436d-89d3-9899002d9045', 'name': 'tempest-TestVolumeBootPattern-567608025-router', 'tenant_id': 'b39981fcd5954815961a8be993dedcd2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7209b701-ecaa-476a-bd58-d61d280c16d3', 'external_fixed_ips': [{'subnet_id': '71309eb1-223f-47ba-9803-1437c965e178', 'ip_address': '172.27.2.139'}], 'enable_snat': True}, 'gw_port_id': 'f92a66e0-49b6-413f-afa9-292ae2d4b709', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T19:25:42Z', 'updated_at': '2021-08-29T19:25:46Z', 'revision_number': 4, 'project_id': 'b39981fcd5954815961a8be993dedcd2', 'gw_port': {'id': 'f92a66e0-49b6-413f-afa9-292ae2d4b709', 'name': '', 'network_id': '7209b701-ecaa-476a-bd58-d61d280c16d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:53:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c03e349e-3f52-436d-89d3-9899002d9045', 'device_owner': 'network:router_gateway', 'standard_attr_id': 581, 'fixed_ips': [{'subnet_id': '71309eb1-223f-47ba-9803-1437c965e178', 'ip_address': '172.27.2.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806191-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T19:25:43Z', 'updated_at': '2021-08-29T19:25:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71309eb1-223f-47ba-9803-1437c965e178', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806191-2-iscsi', '_interfaces': [{'id': '2b9e29f6-8880-4864-bcb5-fa280c067557', 'name': '', 'network_id': '45c2a1ad-9c77-458b-b844-fbf0e60ffffd', 'tenant_id': 'b39981fcd5954815961a8be993dedcd2', 'mac_address': 'fa:16:3e:91:39:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c03e349e-3f52-436d-89d3-9899002d9045', 'device_owner': 'network:router_interface', 'standard_attr_id': 582, 'fixed_ips': [{'subnet_id': 'fc92f67e-9e9b-4d7e-adb8-7f60a771a071', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806191-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T19:25:45Z', 'updated_at': '2021-08-29T19:25:50Z', 'revision_number': 4, 'project_id': 'b39981fcd5954815961a8be993dedcd2', 'subnets': [{'id': 'fc92f67e-9e9b-4d7e-adb8-7f60a771a071', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806191-2-iscsi', False) {} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 19:25:51.517574 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-6e6d0f37-8612-4fd3-a5b6-bd8e1adea1c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3669058'] for port, before_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:25:51.547982 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f471536-6fbe-4c59-8699-dbb526fdbad3 None None] The sync data for ids ['c03e349e-3f52-436d-89d3-9899002d9045'] in dv-cinder-806191-2-iscsi is: [{'id': 'c03e349e-3f52-436d-89d3-9899002d9045', 'name': 'tempest-TestVolumeBootPattern-567608025-router', 'tenant_id': 'b39981fcd5954815961a8be993dedcd2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7209b701-ecaa-476a-bd58-d61d280c16d3', 'external_fixed_ips': [{'subnet_id': '71309eb1-223f-47ba-9803-1437c965e178', 'ip_address': '172.27.2.139'}], 'enable_snat': True}, 'gw_port_id': 'f92a66e0-49b6-413f-afa9-292ae2d4b709', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T19:25:42Z', 'updated_at': '2021-08-29T19:25:46Z', 'revision_number': 4, 'project_id': 'b39981fcd5954815961a8be993dedcd2', 'gw_port': {'id': 'f92a66e0-49b6-413f-afa9-292ae2d4b709', 'name': '', 'network_id': '7209b701-ecaa-476a-bd58-d61d280c16d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:53:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c03e349e-3f52-436d-89d3-9899002d9045', 'device_owner': 'network:router_gateway', 'standard_attr_id': 581, 'fixed_ips': [{'subnet_id': '71309eb1-223f-47ba-9803-1437c965e178', 'ip_address': '172.27.2.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806191-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T19:25:43Z', 'updated_at': '2021-08-29T19:25:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71309eb1-223f-47ba-9803-1437c965e178', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806191-2-iscsi', '_interfaces': [{'id': '2b9e29f6-8880-4864-bcb5-fa280c067557', 'name': '', 'network_id': '45c2a1ad-9c77-458b-b844-fbf0e60ffffd', 'tenant_id': 'b39981fcd5954815961a8be993dedcd2', 'mac_address': 'fa:16:3e:91:39:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c03e349e-3f52-436d-89d3-9899002d9045', 'device_owner': 'network:router_interface', 'standard_attr_id': 582, 'fixed_ips': [{'subnet_id': 'fc92f67e-9e9b-4d7e-adb8-7f60a771a071', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806191-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T19:25:45Z', 'updated_at': '2021-08-29T19:25:50Z', 'revision_number': 4, 'project_id': 'b39981fcd5954815961a8be993dedcd2', 'subnets': [{'id': 'fc92f67e-9e9b-4d7e-adb8-7f60a771a071', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93885) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 19:25:51.550067 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-aa21ad93-b3d4-4637-9e31-4fe05095d87d None None] Notify callbacks [] for port, precommit_create {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:25:51.560871 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-aa21ad93-b3d4-4637-9e31-4fe05095d87d None None] Transition to ACTIVE for port object b0a1fa29-92d8-4fd2-9887-b76819c6ade7 will not be triggered until provisioned by entity L2. {{(pid=93885) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 19:25:51.587093 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-aa21ad93-b3d4-4637-9e31-4fe05095d87d None None] Transition to ACTIVE for port object b0a1fa29-92d8-4fd2-9887-b76819c6ade7 will not be triggered until provisioned by entity DHCP. {{(pid=93885) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 19:25:51.594310 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-aa21ad93-b3d4-4637-9e31-4fe05095d87d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3669005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3715978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777169884164'] for port, after_create {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:25:51.612437 dv-cinder-806191-2-iscsi neutron-server[93884]: INFO neutron.wsgi [req-f0d4f37c-b015-4986-bb53-5a921367f419 req-f42dff17-0a39-4109-9f13-7f62d0df619f tempest-VolumesNegativeTest-1925297100 tempest-VolumesNegativeTest-1925297100-project] 10.222.0.26 "GET /v2.0/ports?device_id=a3899826-f853-4107-a073-363320e26561 HTTP/1.1" status: 200 len: 210 time: 0.0458443 Aug 29 19:25:51.720141 dv-cinder-806191-2-iscsi neutron-server[93883]: INFO neutron.wsgi [req-8f24a510-e291-4256-838e-72c211fc382a req-f68c0175-6373-47e0-88e3-63c16c7e8613 tempest-TestShelveInstance-894407535 tempest-TestShelveInstance-894407535-project] 10.222.0.26 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-547021541&fields=id&tenant_id=47206eee79a344c9b1b30949d9ae67ab HTTP/1.1" status: 200 len: 267 time: 0.1407642 Aug 29 19:25:51.746916 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.db.db_base_plugin_common [None req-6e6d0f37-8612-4fd3-a5b6-bd8e1adea1c9 admin admin] Allocated IP 172.27.2.120 (7209b701-ecaa-476a-bd58-d61d280c16d3/71309eb1-223f-47ba-9803-1437c965e178/6b6e248f-9e3f-45a9-94e3-c5fa40620030) {{(pid=93884) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 19:25:51.868187 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa21ad93-b3d4-4637-9e31-4fe05095d87d None None] Network 561d8f13-4c21-417e-82dc-bd132198e16d is already hosted by enough agents. {{(pid=93885) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 19:25:51.877220 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.scheduler.base_scheduler [None req-aa21ad93-b3d4-4637-9e31-4fe05095d87d None None] Resources bound (agent type, host, resource id): {{(pid=93885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 19:25:51.893509 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa21ad93-b3d4-4637-9e31-4fe05095d87d None None] Received port after_create {{(pid=93885) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 19:25:51.913380 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-6e6d0f37-8612-4fd3-a5b6-bd8e1adea1c9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:25:51.925957 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa21ad93-b3d4-4637-9e31-4fe05095d87d None None] Pushing event updated for resources: {'Port': ['ID=b0a1fa29-92d8-4fd2-9887-b76819c6ade7,revision_number=1']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:25:51.941245 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f24a510-e291-4256-838e-72c211fc382a req-c69de70f-c359-4f1c-9e77-d99dfe9f7b2b tempest-TestShelveInstance-894407535 tempest-TestShelveInstance-894407535-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 19:25:51.954850 dv-cinder-806191-2-iscsi neutron-server[93883]: INFO neutron.wsgi [req-8f24a510-e291-4256-838e-72c211fc382a req-c69de70f-c359-4f1c-9e77-d99dfe9f7b2b tempest-TestShelveInstance-894407535 tempest-TestShelveInstance-894407535-project] 10.222.0.26 "GET /v2.0/networks?id=c4f869d5-c4a9-4d4b-abf0-c181253a388e HTTP/1.1" status: 200 len: 809 time: 0.2301672 Aug 29 19:25:51.968406 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-c214b08a-13ec-4cca-bdbd-998b9b76327d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777170380508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3627128'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:25:51.991661 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.plugins.ml2.managers [None req-aa21ad93-b3d4-4637-9e31-4fe05095d87d None None] Attempting to bind port b0a1fa29-92d8-4fd2-9887-b76819c6ade7 on host dv-cinder-806191-2-iscsi for vnic_type normal with profile {{(pid=93885) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 19:25:51.992126 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.plugins.ml2.managers [None req-aa21ad93-b3d4-4637-9e31-4fe05095d87d None None] Attempting to bind port b0a1fa29-92d8-4fd2-9887-b76819c6ade7 by drivers openvswitch,hyperv on host dv-cinder-806191-2-iscsi at level 0 using segments [{'id': '3d985456-eec8-452c-8a35-0a4da35ec4fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '561d8f13-4c21-417e-82dc-bd132198e16d'}] {{(pid=93885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 19:25:51.992737 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa21ad93-b3d4-4637-9e31-4fe05095d87d None None] Attempting to bind port b0a1fa29-92d8-4fd2-9887-b76819c6ade7 on network 561d8f13-4c21-417e-82dc-bd132198e16d {{(pid=93885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 19:25:51.999686 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa21ad93-b3d4-4637-9e31-4fe05095d87d None None] Checking agent: {'id': 'e2dce85b-d9d5-40cd-b89b-586c7cfc9b3c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-806191-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 19, 13, 50), 'started_at': datetime.datetime(2021, 8, 29, 19, 14, 20), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 19, 25, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-806191-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 19:25:52.000061 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa21ad93-b3d4-4637-9e31-4fe05095d87d None None] Checking segment: {'id': '3d985456-eec8-452c-8a35-0a4da35ec4fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '561d8f13-4c21-417e-82dc-bd132198e16d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93885) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 19:25:52.000518 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-aa21ad93-b3d4-4637-9e31-4fe05095d87d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:25:52.000913 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa21ad93-b3d4-4637-9e31-4fe05095d87d None None] Bound using segment: {'id': '3d985456-eec8-452c-8a35-0a4da35ec4fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '561d8f13-4c21-417e-82dc-bd132198e16d'} {{(pid=93885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 19:25:52.001400 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.plugins.ml2.managers [None req-aa21ad93-b3d4-4637-9e31-4fe05095d87d None None] Bound port: b0a1fa29-92d8-4fd2-9887-b76819c6ade7, host: dv-cinder-806191-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3d985456-eec8-452c-8a35-0a4da35ec4fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '561d8f13-4c21-417e-82dc-bd132198e16d'}}] {{(pid=93885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 19:25:52.002117 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-6e6d0f37-8612-4fd3-a5b6-bd8e1adea1c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3669005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3715978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777169884164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262862687'] for port, after_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:25:52.004661 dv-cinder-806191-2-iscsi neutron-server[93883]: INFO neutron.wsgi [req-8f24a510-e291-4256-838e-72c211fc382a req-0ecefde0-9903-488a-8e51-0b323bb36495 tempest-TestShelveInstance-894407535 tempest-TestShelveInstance-894407535-project] 10.222.0.26 "GET /v2.0/quotas/47206eee79a344c9b1b30949d9ae67ab HTTP/1.1" status: 200 len: 375 time: 0.0473325 Aug 29 19:25:52.004824 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-aa21ad93-b3d4-4637-9e31-4fe05095d87d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3669058'] for port, before_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:25:52.087855 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e6d0f37-8612-4fd3-a5b6-bd8e1adea1c9 admin admin] Network 7209b701-ecaa-476a-bd58-d61d280c16d3 is already hosted by enough agents. {{(pid=93884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 19:25:52.097808 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.scheduler.base_scheduler [None req-6e6d0f37-8612-4fd3-a5b6-bd8e1adea1c9 admin admin] Resources bound (agent type, host, resource id): {{(pid=93884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 19:25:52.102491 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e6d0f37-8612-4fd3-a5b6-bd8e1adea1c9 admin admin] Received port after_create {{(pid=93884) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 19:25:52.115477 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e6d0f37-8612-4fd3-a5b6-bd8e1adea1c9 admin admin] Pushing event updated for resources: {'Port': ['ID=6b6e248f-9e3f-45a9-94e3-c5fa40620030,revision_number=1']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:25:52.141348 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-aa21ad93-b3d4-4637-9e31-4fe05095d87d None None] For port b0a1fa29-92d8-4fd2-9887-b76819c6ade7, host dv-cinder-806191-2-iscsi, cleared binding levels {{(pid=93885) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 19:25:52.145677 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-aa21ad93-b3d4-4637-9e31-4fe05095d87d None None] For port b0a1fa29-92d8-4fd2-9887-b76819c6ade7, host dv-cinder-806191-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806191-2-iscsi',level=0,port_id=b0a1fa29-92d8-4fd2-9887-b76819c6ade7,segment=NetworkSegment(3d985456-eec8-452c-8a35-0a4da35ec4fe),segment_id=3d985456-eec8-452c-8a35-0a4da35ec4fe)] {{(pid=93885) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 19:25:52.151495 dv-cinder-806191-2-iscsi neutron-server[93883]: INFO neutron.wsgi [req-8f24a510-e291-4256-838e-72c211fc382a req-eee26e25-02fc-4576-99e7-43a5bb8654a1 tempest-TestShelveInstance-894407535 tempest-TestShelveInstance-894407535-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=47206eee79a344c9b1b30949d9ae67ab&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1446204 Aug 29 19:25:52.152183 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-aa21ad93-b3d4-4637-9e31-4fe05095d87d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3669005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3715978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777170436913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777169884182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777169884200'] for port, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:25:52.272987 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa21ad93-b3d4-4637-9e31-4fe05095d87d None None] Pushing event updated for resources: {'Port': ['ID=b0a1fa29-92d8-4fd2-9887-b76819c6ade7,revision_number=2']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:25:52.332381 dv-cinder-806191-2-iscsi neutron-server[93883]: INFO neutron.wsgi [req-8f24a510-e291-4256-838e-72c211fc382a req-32663af8-1674-4809-8cee-4f6daf3dac0c service neutron] 10.222.0.26 "GET /v2.0/networks/c4f869d5-c4a9-4d4b-abf0-c181253a388e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1440237 Aug 29 19:25:52.501862 dv-cinder-806191-2-iscsi neutron-server[93883]: INFO neutron.wsgi [req-8f24a510-e291-4256-838e-72c211fc382a req-b6917049-7b43-4eef-9736-c1c1229f0aa0 service neutron] 10.222.0.26 "GET /v2.0/networks/c4f869d5-c4a9-4d4b-abf0-c181253a388e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1600175 Aug 29 19:25:52.510475 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-6e6d0f37-8612-4fd3-a5b6-bd8e1adea1c9 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:25:52.778292 dv-cinder-806191-2-iscsi neutron-server[93884]: INFO neutron.wsgi [req-be085d72-154f-4927-8c2c-f167d1e2f5c3 req-4c047c8c-0e9a-4e74-ae00-1b54fcab60f5 tempest-VolumesNegativeTest-1925297100 tempest-VolumesNegativeTest-1925297100-project] 10.222.0.26 "GET /v2.0/ports?device_id=a3899826-f853-4107-a073-363320e26561 HTTP/1.1" status: 200 len: 210 time: 0.0617075 Aug 29 19:25:52.808352 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-6e6d0f37-8612-4fd3-a5b6-bd8e1adea1c9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3671481', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3676215'] for router, after_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:25:53.002145 dv-cinder-806191-2-iscsi neutron-server[93884]: INFO neutron.wsgi [req-f7ba9747-600a-4c21-9c60-4b04ac4363f0 req-15c54a03-cab1-4296-9b8f-955a33fcae36 tempest-TestShelveInstance-894407535 tempest-TestShelveInstance-894407535-project] 10.222.0.26 "GET /v2.0/ports?device_id=6e1bf34c-c174-4618-b16d-766b70b3c507 HTTP/1.1" status: 200 len: 210 time: 0.0561547 Aug 29 19:25:53.005088 dv-cinder-806191-2-iscsi neutron-server[93883]: INFO neutron.wsgi [req-7383eb97-557d-4a1e-b3cd-9214310415de req-49cc9324-4375-42d9-8c97-646dd891740a tempest-VolumesNegativeTest-1925297100 tempest-VolumesNegativeTest-1925297100-project] 10.222.0.23 "GET /v2.0/networks?tenant_id=d11735b393af423385b214def82fc5d6&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0798640 Aug 29 19:25:53.007091 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-f7f3f912-659a-49f9-ab3a-0560ee4983b1 None None] Device 2b9e29f6-8880-4864-bcb5-fa280c067557 up at agent ovs-agent-dv-cinder-806191-2-iscsi {{(pid=93885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 19:25:53.115419 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6e6d0f37-8612-4fd3-a5b6-bd8e1adea1c9 admin admin] Router 3b16d47f-8b6f-4b8b-9905-2c2cad9c69bd is scheduled to L3 agent c3ed3b02-d107-45f2-9b2a-fff9b0cfaa96 with binding_index 1 {{(pid=93884) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 29 19:25:53.155541 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-f7f3f912-659a-49f9-ab3a-0560ee4983b1 None None] Provisioning for port 2b9e29f6-8880-4864-bcb5-fa280c067557 completed by entity L2. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 19:25:53.160882 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-f7f3f912-659a-49f9-ab3a-0560ee4983b1 None None] Provisioning complete for port 2b9e29f6-8880-4864-bcb5-fa280c067557 triggered by entity L2. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 19:25:53.161530 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-f7f3f912-659a-49f9-ab3a-0560ee4983b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3627211'] for port, provisioning_complete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:25:53.330428 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-f7f3f912-659a-49f9-ab3a-0560ee4983b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3669058'] for port, before_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:25:53.369359 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6e6d0f37-8612-4fd3-a5b6-bd8e1adea1c9 admin admin] Notify agent at l3_agent.dv-cinder-806191-2-iscsi the message routers_updated {{(pid=93884) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 19:25:53.414954 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-6e6d0f37-8612-4fd3-a5b6-bd8e1adea1c9 admin admin] Notify callbacks [] for router, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:25:53.415847 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-f7f3f912-659a-49f9-ab3a-0560ee4983b1 None None] For port 2b9e29f6-8880-4864-bcb5-fa280c067557, host dv-cinder-806191-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806191-2-iscsi',level=0,port_id=2b9e29f6-8880-4864-bcb5-fa280c067557,segment=NetworkSegment(11a203b2-fbd8-4335-9a74-1c37515b390f),segment_id=11a203b2-fbd8-4335-9a74-1c37515b390f)] {{(pid=93885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 19:25:53.418194 dv-cinder-806191-2-iscsi neutron-server[93884]: INFO neutron.wsgi [None req-6e6d0f37-8612-4fd3-a5b6-bd8e1adea1c9 admin admin] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 3.0766025 Aug 29 19:25:53.419619 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7effa13-f936-4a72-8191-706b5967cd94 None None] Sync routers for ids ['3b16d47f-8b6f-4b8b-9905-2c2cad9c69bd'] in dv-cinder-806191-2-iscsi {{(pid=93885) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 19:25:53.420161 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.26', 34080) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 19:25:53.428186 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-f7f3f912-659a-49f9-ab3a-0560ee4983b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3669005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3715978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777170436913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777169884182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777169884200'] for port, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:25:53.429592 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-f7f3f912-659a-49f9-ab3a-0560ee4983b1 None None] Device b0a1fa29-92d8-4fd2-9887-b76819c6ade7 up at agent ovs-agent-dv-cinder-806191-2-iscsi {{(pid=93885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 19:25:53.462800 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7383eb97-557d-4a1e-b3cd-9214310415de req-8d3593cd-11d8-4f9f-8db3-d5cc9e54116e tempest-VolumesNegativeTest-1925297100 tempest-VolumesNegativeTest-1925297100-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 19:25:53.464364 dv-cinder-806191-2-iscsi neutron-server[93883]: INFO neutron.wsgi [req-7383eb97-557d-4a1e-b3cd-9214310415de req-8d3593cd-11d8-4f9f-8db3-d5cc9e54116e tempest-VolumesNegativeTest-1925297100 tempest-VolumesNegativeTest-1925297100-project] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4521213 Aug 29 19:25:53.479398 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron.api.v2.base [req-7383eb97-557d-4a1e-b3cd-9214310415de req-80b54ec1-362c-4a7a-943f-de0df19a5dcb tempest-VolumesNegativeTest-1925297100 tempest-VolumesNegativeTest-1925297100-project] Request body: {'port': {'device_id': 'a3899826-f853-4107-a073-363320e26561', 'network_id': '4ab76167-bb3a-48db-be0b-4d815a02c92d', 'admin_state_up': True, 'tenant_id': 'd11735b393af423385b214def82fc5d6'}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 19:25:53.510716 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7effa13-f936-4a72-8191-706b5967cd94 None None] Routers {'3b16d47f-8b6f-4b8b-9905-2c2cad9c69bd'} bound to L3 agent in host dv-cinder-806191-2-iscsi {{(pid=93885) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 19:25:53.511655 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-c7effa13-f936-4a72-8191-706b5967cd94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806191-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-29T19:13:49Z,description=,heartbeat_timestamp=2021-08-29T19:25:49Z,host='dv-cinder-806191-2-iscsi',id=c3ed3b02-d107-45f2-9b2a-fff9b0cfaa96,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T19:13:49Z,topic='l3_agent')) {'router_ids': ['3b16d47f-8b6f-4b8b-9905-2c2cad9c69bd'], 'active': True} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 19:25:53.604001 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7f3f912-659a-49f9-ab3a-0560ee4983b1 None None] Pushing event updated for resources: {'Port': ['ID=2b9e29f6-8880-4864-bcb5-fa280c067557,revision_number=5']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:25:53.656808 dv-cinder-806191-2-iscsi neutron-server[93884]: INFO neutron.wsgi [req-127b3286-99dd-4078-94b5-44b65970c0bd req-f3af8bfc-e0a5-48e9-a4f5-dc719cc806fe service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=c53d8e26-bd71-4b9f-b21c-b46dd1ae382d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.2039857 Aug 29 19:25:53.669522 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03888a67-1d82-4437-9e5b-32241a7d98ee None None] Network 561d8f13-4c21-417e-82dc-bd132198e16d requested from dv-cinder-806191-2-iscsi {{(pid=93885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 19:25:53.688804 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7383eb97-557d-4a1e-b3cd-9214310415de req-80b54ec1-362c-4a7a-943f-de0df19a5dcb tempest-VolumesNegativeTest-1925297100 tempest-VolumesNegativeTest-1925297100-project] Made reservation on behalf of d11735b393af423385b214def82fc5d6 for: {'port': 1} {{(pid=93883) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 19:25:53.693358 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-7383eb97-557d-4a1e-b3cd-9214310415de req-80b54ec1-362c-4a7a-943f-de0df19a5dcb tempest-VolumesNegativeTest-1925297100 tempest-VolumesNegativeTest-1925297100-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3669058'] for port, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:25:53.706150 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-7383eb97-557d-4a1e-b3cd-9214310415de req-80b54ec1-362c-4a7a-943f-de0df19a5dcb tempest-VolumesNegativeTest-1925297100 tempest-VolumesNegativeTest-1925297100-project] Notify callbacks [] for security_group, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:25:53.728735 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-f7f3f912-659a-49f9-ab3a-0560ee4983b1 None None] Provisioning for port b0a1fa29-92d8-4fd2-9887-b76819c6ade7 completed by entity L2. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 19:25:53.791966 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-905501f1-39a1-4531-bc1a-88f6c6788344 None None] Provisioning for port b0a1fa29-92d8-4fd2-9887-b76819c6ade7 completed by entity DHCP. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 19:25:53.796588 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.db.l3_dvr_db [None req-c7effa13-f936-4a72-8191-706b5967cd94 None None] Set router 3b16d47f-8b6f-4b8b-9905-2c2cad9c69bd gateway port host: dv-cinder-806191-2-iscsi {{(pid=93885) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 19:25:53.829044 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-127b3286-99dd-4078-94b5-44b65970c0bd req-01bb5a2c-b841-4a92-a5a6-03009b913ccd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 19:25:53.830716 dv-cinder-806191-2-iscsi neutron-server[93884]: INFO neutron.wsgi [req-127b3286-99dd-4078-94b5-44b65970c0bd req-01bb5a2c-b841-4a92-a5a6-03009b913ccd service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=ff839ffa806e4508a9f5f74da31561b0&device_id=c53d8e26-bd71-4b9f-b21c-b46dd1ae382d HTTP/1.1" status: 200 len: 1137 time: 0.0670469 Aug 29 19:25:53.861190 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-905501f1-39a1-4531-bc1a-88f6c6788344 None None] Provisioning complete for port b0a1fa29-92d8-4fd2-9887-b76819c6ade7 triggered by entity DHCP. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 19:25:53.861471 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-905501f1-39a1-4531-bc1a-88f6c6788344 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3627211'] for port, provisioning_complete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:25:53.888376 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-7383eb97-557d-4a1e-b3cd-9214310415de req-80b54ec1-362c-4a7a-943f-de0df19a5dcb tempest-VolumesNegativeTest-1925297100 tempest-VolumesNegativeTest-1925297100-project] Notify callbacks [] for security_group, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:25:53.899711 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-7383eb97-557d-4a1e-b3cd-9214310415de req-80b54ec1-362c-4a7a-943f-de0df19a5dcb tempest-VolumesNegativeTest-1925297100 tempest-VolumesNegativeTest-1925297100-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368872'] for security_group, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:25:53.988666 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80b54ec1-362c-4a7a-943f-de0df19a5dcb tempest-VolumesNegativeTest-1925297100 tempest-VolumesNegativeTest-1925297100-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4a4808e0-c965-4d98-8296-13e7638ac03b,revision_number=1']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:25:54.071892 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron.db.db_base_plugin_common [req-7383eb97-557d-4a1e-b3cd-9214310415de req-80b54ec1-362c-4a7a-943f-de0df19a5dcb tempest-VolumesNegativeTest-1925297100 tempest-VolumesNegativeTest-1925297100-project] Allocated IP 192.168.233.228 (4ab76167-bb3a-48db-be0b-4d815a02c92d/5be2a19b-9d4e-46be-b2d6-f07c63bb1a7d/00d6a4bd-f372-424b-80f1-2293b2adf1b6) {{(pid=93883) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 19:25:54.130210 dv-cinder-806191-2-iscsi neutron-server[93883]: INFO neutron.wsgi [req-57ddb09e-b9b9-47d6-87a1-9c9c02b30393 req-2c896bd2-4a7e-4156-b6aa-9dfd985a0111 tempest-TestShelveInstance-894407535 tempest-TestShelveInstance-894407535-project] 10.222.0.26 "GET /v2.0/ports?device_id=6e1bf34c-c174-4618-b16d-766b70b3c507 HTTP/1.1" status: 200 len: 210 time: 0.0388536 Aug 29 19:25:54.140427 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-905501f1-39a1-4531-bc1a-88f6c6788344 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3669058'] for port, before_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:25:54.185919 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-905501f1-39a1-4531-bc1a-88f6c6788344 None None] For port b0a1fa29-92d8-4fd2-9887-b76819c6ade7, host dv-cinder-806191-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806191-2-iscsi',level=0,port_id=b0a1fa29-92d8-4fd2-9887-b76819c6ade7,segment=NetworkSegment(3d985456-eec8-452c-8a35-0a4da35ec4fe),segment_id=3d985456-eec8-452c-8a35-0a4da35ec4fe)] {{(pid=93885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 19:25:54.193847 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-905501f1-39a1-4531-bc1a-88f6c6788344 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3669005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3715978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777170436913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777169884182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777169884200'] for port, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:25:54.228163 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-c7effa13-f936-4a72-8191-706b5967cd94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b16d47f-8b6f-4b8b-9905-2c2cad9c69bd', 'name': 'tempest-TestVolumeBootPattern-1911798747-router', 'tenant_id': '72cd856689564889a9c5994ad6ffcdec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7209b701-ecaa-476a-bd58-d61d280c16d3', 'external_fixed_ips': [{'subnet_id': '71309eb1-223f-47ba-9803-1437c965e178', 'ip_address': '172.27.2.120'}], 'enable_snat': True}, 'gw_port_id': '6b6e248f-9e3f-45a9-94e3-c5fa40620030', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T19:25:50Z', 'updated_at': '2021-08-29T19:25:52Z', 'revision_number': 3, 'project_id': '72cd856689564889a9c5994ad6ffcdec', 'gw_port': {'id': '6b6e248f-9e3f-45a9-94e3-c5fa40620030', 'name': '', 'network_id': '7209b701-ecaa-476a-bd58-d61d280c16d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:5d:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3b16d47f-8b6f-4b8b-9905-2c2cad9c69bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 608, 'fixed_ips': [{'subnet_id': '71309eb1-223f-47ba-9803-1437c965e178', 'ip_address': '172.27.2.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T19:25:51Z', 'updated_at': '2021-08-29T19:25:51Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '71309eb1-223f-47ba-9803-1437c965e178', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806191-2-iscsi'}], 'dv-cinder-806191-2-iscsi', False) {} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 19:25:54.263345 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7effa13-f936-4a72-8191-706b5967cd94 None None] Checking router: 3b16d47f-8b6f-4b8b-9905-2c2cad9c69bd for host: dv-cinder-806191-2-iscsi {{(pid=93885) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 19:25:54.263690 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7effa13-f936-4a72-8191-706b5967cd94 None None] Updating router 3b16d47f-8b6f-4b8b-9905-2c2cad9c69bd port 6b6e248f-9e3f-45a9-94e3-c5fa40620030 binding host dv-cinder-806191-2-iscsi {{(pid=93885) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 29 19:25:54.306246 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-905501f1-39a1-4531-bc1a-88f6c6788344 None None] Pushing event updated for resources: {'Port': ['ID=b0a1fa29-92d8-4fd2-9887-b76819c6ade7,revision_number=3']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:25:54.307872 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-7383eb97-557d-4a1e-b3cd-9214310415de req-80b54ec1-362c-4a7a-943f-de0df19a5dcb tempest-VolumesNegativeTest-1925297100 tempest-VolumesNegativeTest-1925297100-project] Notify callbacks [] for port, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:25:54.314347 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-c7effa13-f936-4a72-8191-706b5967cd94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3669058'] for port, before_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:25:54.327308 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron.db.provisioning_blocks [req-7383eb97-557d-4a1e-b3cd-9214310415de req-80b54ec1-362c-4a7a-943f-de0df19a5dcb tempest-VolumesNegativeTest-1925297100 tempest-VolumesNegativeTest-1925297100-project] Transition to ACTIVE for port object 00d6a4bd-f372-424b-80f1-2293b2adf1b6 will not be triggered until provisioned by entity DHCP. {{(pid=93883) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 19:25:54.387407 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-7383eb97-557d-4a1e-b3cd-9214310415de req-80b54ec1-362c-4a7a-943f-de0df19a5dcb tempest-VolumesNegativeTest-1925297100 tempest-VolumesNegativeTest-1925297100-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3669005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3715978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777169884164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263410497'] for port, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:25:54.420311 dv-cinder-806191-2-iscsi neutron-server[93884]: INFO neutron.wsgi [req-3b1f75c7-b04e-45ab-83a2-b12a0ed9a03a req-bc49591d-ca40-46e1-8815-4d8028cd2bb4 tempest-VolumesNegativeTest-1925297100 tempest-VolumesNegativeTest-1925297100-project] 10.222.0.26 "GET /v2.0/ports?device_id=a3899826-f853-4107-a073-363320e26561 HTTP/1.1" status: 200 len: 210 time: 0.5128336 Aug 29 19:25:54.437881 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-127b3286-99dd-4078-94b5-44b65970c0bd req-8761f0e4-408f-4baa-ae44-0b49e673ab06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 19:25:54.439299 dv-cinder-806191-2-iscsi neutron-server[93884]: INFO neutron.wsgi [req-127b3286-99dd-4078-94b5-44b65970c0bd req-8761f0e4-408f-4baa-ae44-0b49e673ab06 service neutron] 10.222.0.23 "GET /v2.0/networks?id=4886099e-653a-4458-9041-94933d4c4594 HTTP/1.1" status: 200 len: 915 time: 0.5641193 Aug 29 19:25:54.463591 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7383eb97-557d-4a1e-b3cd-9214310415de req-80b54ec1-362c-4a7a-943f-de0df19a5dcb tempest-VolumesNegativeTest-1925297100 tempest-VolumesNegativeTest-1925297100-project] Network 4ab76167-bb3a-48db-be0b-4d815a02c92d is already hosted by enough agents. {{(pid=93883) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 19:25:54.464910 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80b54ec1-362c-4a7a-943f-de0df19a5dcb tempest-VolumesNegativeTest-1925297100 tempest-VolumesNegativeTest-1925297100-project] Pushing event updated for resources: {'Port': ['ID=00d6a4bd-f372-424b-80f1-2293b2adf1b6,revision_number=1']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:25:54.468107 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron.scheduler.base_scheduler [req-7383eb97-557d-4a1e-b3cd-9214310415de req-80b54ec1-362c-4a7a-943f-de0df19a5dcb tempest-VolumesNegativeTest-1925297100 tempest-VolumesNegativeTest-1925297100-project] Resources bound (agent type, host, resource id): {{(pid=93883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 19:25:54.469742 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron.db.l3_dvrscheduler_db [req-7383eb97-557d-4a1e-b3cd-9214310415de req-80b54ec1-362c-4a7a-943f-de0df19a5dcb tempest-VolumesNegativeTest-1925297100 tempest-VolumesNegativeTest-1925297100-project] Received port after_create {{(pid=93883) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 19:25:54.501692 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-5cb63f6e-267e-405a-8a72-2dbf33fb9459 None None] Provisioning complete for port b0a1fa29-92d8-4fd2-9887-b76819c6ade7 triggered by entity DHCP. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 19:25:54.502145 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-5cb63f6e-267e-405a-8a72-2dbf33fb9459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3627211'] for port, provisioning_complete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:25:54.531223 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7383eb97-557d-4a1e-b3cd-9214310415de req-80b54ec1-362c-4a7a-943f-de0df19a5dcb tempest-VolumesNegativeTest-1925297100 tempest-VolumesNegativeTest-1925297100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 19:25:54.531907 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-7383eb97-557d-4a1e-b3cd-9214310415de req-80b54ec1-362c-4a7a-943f-de0df19a5dcb tempest-VolumesNegativeTest-1925297100 tempest-VolumesNegativeTest-1925297100-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-256493'] for port, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:25:54.567868 dv-cinder-806191-2-iscsi neutron-server[93883]: INFO neutron.wsgi [req-7383eb97-557d-4a1e-b3cd-9214310415de req-80b54ec1-362c-4a7a-943f-de0df19a5dcb tempest-VolumesNegativeTest-1925297100 tempest-VolumesNegativeTest-1925297100-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.0927925 Aug 29 19:25:54.581421 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron.api.v2.base [req-7383eb97-557d-4a1e-b3cd-9214310415de req-8005ea25-0739-40da-9476-1515727e7890 service neutron] Request body: {'port': {'device_id': 'a3899826-f853-4107-a073-363320e26561', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80619'}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 19:25:54.676734 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-7383eb97-557d-4a1e-b3cd-9214310415de req-8005ea25-0739-40da-9476-1515727e7890 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3669058'] for port, before_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:25:54.720379 dv-cinder-806191-2-iscsi neutron-server[93884]: INFO neutron.wsgi [req-127b3286-99dd-4078-94b5-44b65970c0bd req-9a5e5e9b-cca7-43ca-accb-0b2c69692b39 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=4785074a-8625-439e-98ba-d94f500ac8d2 HTTP/1.1" status: 200 len: 1001 time: 0.2322557 Aug 29 19:25:54.775185 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f24a510-e291-4256-838e-72c211fc382a req-04a9e143-510c-4ce7-a493-23f168eb23fc tempest-TestShelveInstance-894407535 tempest-TestShelveInstance-894407535-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 19:25:54.776114 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-c7effa13-f936-4a72-8191-706b5967cd94 None None] Notify callbacks [] for port, precommit_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:25:54.776599 dv-cinder-806191-2-iscsi neutron-server[93884]: INFO neutron.wsgi [req-8f24a510-e291-4256-838e-72c211fc382a req-04a9e143-510c-4ce7-a493-23f168eb23fc tempest-TestShelveInstance-894407535 tempest-TestShelveInstance-894407535-project] 10.222.0.23 "GET /v2.0/networks?id=c4f869d5-c4a9-4d4b-abf0-c181253a388e HTTP/1.1" status: 200 len: 809 time: 0.3534908 Aug 29 19:25:54.787224 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-c7effa13-f936-4a72-8191-706b5967cd94 None None] Transition to ACTIVE for port object 6b6e248f-9e3f-45a9-94e3-c5fa40620030 will not be triggered until provisioned by entity L2. {{(pid=93885) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 19:25:54.800654 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-c7effa13-f936-4a72-8191-706b5967cd94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3669005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3715978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777170436913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777169884182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777169884200'] for port, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:25:54.868980 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-127b3286-99dd-4078-94b5-44b65970c0bd req-a7aef3b6-0671-46b2-acf3-ab8c88f37c27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 19:25:54.871012 dv-cinder-806191-2-iscsi neutron-server[93884]: INFO neutron.wsgi [req-127b3286-99dd-4078-94b5-44b65970c0bd req-a7aef3b6-0671-46b2-acf3-ab8c88f37c27 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=1cb0277a-f969-4486-9535-ef7707ae6b74 HTTP/1.1" status: 200 len: 853 time: 0.1390758 Aug 29 19:25:54.871757 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06502336-8346-4669-8750-3e91f8202517 None None] Pushing event updated for resources: {'Port': ['ID=6b6e248f-9e3f-45a9-94e3-c5fa40620030,revision_number=2']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:25:54.882260 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-a21ea206-13de-45f9-ac6c-3051026eabbf None None] Provisioning for port 00d6a4bd-f372-424b-80f1-2293b2adf1b6 completed by entity DHCP. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 19:25:54.888250 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.plugins.ml2.managers [None req-c7effa13-f936-4a72-8191-706b5967cd94 None None] Attempting to bind port 6b6e248f-9e3f-45a9-94e3-c5fa40620030 on host dv-cinder-806191-2-iscsi for vnic_type normal with profile {{(pid=93885) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 19:25:54.888741 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.plugins.ml2.managers [None req-c7effa13-f936-4a72-8191-706b5967cd94 None None] Attempting to bind port 6b6e248f-9e3f-45a9-94e3-c5fa40620030 by drivers openvswitch,hyperv on host dv-cinder-806191-2-iscsi at level 0 using segments [{'id': 'abe37968-36e5-463a-bc67-a17a4a975f92', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7209b701-ecaa-476a-bd58-d61d280c16d3'}] {{(pid=93885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 19:25:54.889195 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7effa13-f936-4a72-8191-706b5967cd94 None None] Attempting to bind port 6b6e248f-9e3f-45a9-94e3-c5fa40620030 on network 7209b701-ecaa-476a-bd58-d61d280c16d3 {{(pid=93885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 19:25:54.892211 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-a21ea206-13de-45f9-ac6c-3051026eabbf None None] Provisioning complete for port 00d6a4bd-f372-424b-80f1-2293b2adf1b6 triggered by entity DHCP. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 19:25:54.892682 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-a21ea206-13de-45f9-ac6c-3051026eabbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3627211'] for port, provisioning_complete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:25:54.918652 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7effa13-f936-4a72-8191-706b5967cd94 None None] Checking agent: {'id': 'e2dce85b-d9d5-40cd-b89b-586c7cfc9b3c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-806191-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 19, 13, 50), 'started_at': datetime.datetime(2021, 8, 29, 19, 14, 20), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 19, 25, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-806191-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 19:25:54.919219 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7effa13-f936-4a72-8191-706b5967cd94 None None] Checking segment: {'id': 'abe37968-36e5-463a-bc67-a17a4a975f92', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7209b701-ecaa-476a-bd58-d61d280c16d3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93885) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 19:25:54.919990 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-c7effa13-f936-4a72-8191-706b5967cd94 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:25:54.920369 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7effa13-f936-4a72-8191-706b5967cd94 None None] Bound using segment: {'id': 'abe37968-36e5-463a-bc67-a17a4a975f92', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7209b701-ecaa-476a-bd58-d61d280c16d3'} {{(pid=93885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 19:25:54.920889 dv-cinder-806191-2-iscsi neutron-server[93884]: INFO neutron.wsgi [req-8f24a510-e291-4256-838e-72c211fc382a req-e5bd63f5-5060-4835-a97b-92286f5a79bf tempest-TestShelveInstance-894407535 tempest-TestShelveInstance-894407535-project] 10.222.0.23 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=47206eee79a344c9b1b30949d9ae67ab HTTP/1.1" status: 200 len: 379 time: 0.1341803 Aug 29 19:25:54.921025 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.plugins.ml2.managers [None req-c7effa13-f936-4a72-8191-706b5967cd94 None None] Bound port: 6b6e248f-9e3f-45a9-94e3-c5fa40620030, host: dv-cinder-806191-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'abe37968-36e5-463a-bc67-a17a4a975f92', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7209b701-ecaa-476a-bd58-d61d280c16d3'}}] {{(pid=93885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 19:25:54.921509 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-c7effa13-f936-4a72-8191-706b5967cd94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3669058'] for port, before_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:25:54.927828 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-f7f3f912-659a-49f9-ab3a-0560ee4983b1 None None] Device 2b9e29f6-8880-4864-bcb5-fa280c067557 up at agent ovs-agent-dv-cinder-806191-2-iscsi {{(pid=93885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 19:25:54.958414 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.api.v2.base [req-8f24a510-e291-4256-838e-72c211fc382a req-16a80460-eb51-478a-8fab-a5e6224e503e tempest-TestShelveInstance-894407535 tempest-TestShelveInstance-894407535-project] Request body: {'port': {'device_id': '6e1bf34c-c174-4618-b16d-766b70b3c507', 'network_id': 'c4f869d5-c4a9-4d4b-abf0-c181253a388e', 'admin_state_up': True, 'tenant_id': '47206eee79a344c9b1b30949d9ae67ab', 'security_groups': ['d64b09f1-d803-4ca3-84fd-58a7f16f2283']}} {{(pid=93884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 19:25:54.996806 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.plugins.ml2.plugin [None req-a21ea206-13de-45f9-ac6c-3051026eabbf None None] Port 00d6a4bd-f372-424b-80f1-2293b2adf1b6 cannot update to ACTIVE because it is not bound. {{(pid=93885) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 19:25:55.043230 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-c7effa13-f936-4a72-8191-706b5967cd94 None None] For port 6b6e248f-9e3f-45a9-94e3-c5fa40620030, host dv-cinder-806191-2-iscsi, cleared binding levels {{(pid=93885) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 19:25:55.047089 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-c7effa13-f936-4a72-8191-706b5967cd94 None None] For port 6b6e248f-9e3f-45a9-94e3-c5fa40620030, host dv-cinder-806191-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806191-2-iscsi',level=0,port_id=6b6e248f-9e3f-45a9-94e3-c5fa40620030,segment=NetworkSegment(abe37968-36e5-463a-bc67-a17a4a975f92),segment_id=abe37968-36e5-463a-bc67-a17a4a975f92)] {{(pid=93885) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 19:25:55.052737 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-f7f3f912-659a-49f9-ab3a-0560ee4983b1 None None] Provisioning complete for port 2b9e29f6-8880-4864-bcb5-fa280c067557 triggered by entity L2. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 19:25:55.052737 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-f7f3f912-659a-49f9-ab3a-0560ee4983b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3627211'] for port, provisioning_complete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:25:55.053316 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron.notifiers.nova [req-7383eb97-557d-4a1e-b3cd-9214310415de req-8005ea25-0739-40da-9476-1515727e7890 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 00d6a4bd-f372-424b-80f1-2293b2adf1b6 {{(pid=93883) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 19:25:55.057290 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-c7effa13-f936-4a72-8191-706b5967cd94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3669005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3715978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777170436913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777169884182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777169884200'] for port, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:25:55.061465 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-5fea3fd7-68b0-40b6-9f86-6b51189ddce2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3669058'] for port, before_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:25:55.063846 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-7383eb97-557d-4a1e-b3cd-9214310415de req-8005ea25-0739-40da-9476-1515727e7890 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:25:55.076187 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-127b3286-99dd-4078-94b5-44b65970c0bd req-5878c496-c886-412b-8dbc-6a85fd925d8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 19:25:55.079829 dv-cinder-806191-2-iscsi neutron-server[93884]: INFO neutron.wsgi [req-127b3286-99dd-4078-94b5-44b65970c0bd req-5878c496-c886-412b-8dbc-6a85fd925d8b service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=4886099e-653a-4458-9041-94933d4c4594&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1975648 Aug 29 19:25:55.084967 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron.db.provisioning_blocks [req-7383eb97-557d-4a1e-b3cd-9214310415de req-8005ea25-0739-40da-9476-1515727e7890 service neutron] Transition to ACTIVE for port object 00d6a4bd-f372-424b-80f1-2293b2adf1b6 will not be triggered until provisioned by entity L2. {{(pid=93883) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 19:25:55.091135 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-7383eb97-557d-4a1e-b3cd-9214310415de req-8005ea25-0739-40da-9476-1515727e7890 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3669005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3715978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777170436913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777169884182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777169884200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-263410520'] for port, after_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:25:55.174015 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8005ea25-0739-40da-9476-1515727e7890 service neutron] Pushing event updated for resources: {'Port': ['ID=00d6a4bd-f372-424b-80f1-2293b2adf1b6,revision_number=2']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:25:55.278433 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron.plugins.ml2.managers [req-7383eb97-557d-4a1e-b3cd-9214310415de req-8005ea25-0739-40da-9476-1515727e7890 service neutron] Attempting to bind port 00d6a4bd-f372-424b-80f1-2293b2adf1b6 on host hv-cinder-80619 for vnic_type normal with profile {{(pid=93883) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 19:25:55.278888 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron.plugins.ml2.managers [req-7383eb97-557d-4a1e-b3cd-9214310415de req-8005ea25-0739-40da-9476-1515727e7890 service neutron] Attempting to bind port 00d6a4bd-f372-424b-80f1-2293b2adf1b6 by drivers openvswitch,hyperv on host hv-cinder-80619 at level 0 using segments [{'id': '7c817cd1-7e74-42e9-b913-f994e0bdc594', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '4ab76167-bb3a-48db-be0b-4d815a02c92d'}] {{(pid=93883) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 19:25:55.279298 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7383eb97-557d-4a1e-b3cd-9214310415de req-8005ea25-0739-40da-9476-1515727e7890 service neutron] Attempting to bind port 00d6a4bd-f372-424b-80f1-2293b2adf1b6 on network 4ab76167-bb3a-48db-be0b-4d815a02c92d {{(pid=93883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 19:25:55.284367 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7383eb97-557d-4a1e-b3cd-9214310415de req-8005ea25-0739-40da-9476-1515727e7890 service neutron] Port 00d6a4bd-f372-424b-80f1-2293b2adf1b6 on network 4ab76167-bb3a-48db-be0b-4d815a02c92d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80619 {{(pid=93883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 19:25:55.284799 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7383eb97-557d-4a1e-b3cd-9214310415de req-8005ea25-0739-40da-9476-1515727e7890 service neutron] Attempting to bind port 00d6a4bd-f372-424b-80f1-2293b2adf1b6 on network 4ab76167-bb3a-48db-be0b-4d815a02c92d {{(pid=93883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 19:25:55.291379 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7383eb97-557d-4a1e-b3cd-9214310415de req-8005ea25-0739-40da-9476-1515727e7890 service neutron] Checking agent: {'id': 'f86fd93b-ec6e-427a-a263-b2bcb0cc3d39', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80619', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 19, 19, 51), 'started_at': datetime.datetime(2021, 8, 29, 19, 19, 51), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 19, 25, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 19:25:55.291807 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7383eb97-557d-4a1e-b3cd-9214310415de req-8005ea25-0739-40da-9476-1515727e7890 service neutron] Checking segment: {'id': '7c817cd1-7e74-42e9-b913-f994e0bdc594', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '4ab76167-bb3a-48db-be0b-4d815a02c92d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93883) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 19:25:55.292270 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7383eb97-557d-4a1e-b3cd-9214310415de req-8005ea25-0739-40da-9476-1515727e7890 service neutron] Bound using segment: {'id': '7c817cd1-7e74-42e9-b913-f994e0bdc594', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '4ab76167-bb3a-48db-be0b-4d815a02c92d'} {{(pid=93883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 19:25:55.292384 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7effa13-f936-4a72-8191-706b5967cd94 None None] Routers {'3b16d47f-8b6f-4b8b-9905-2c2cad9c69bd'} bound to L3 agent in host dv-cinder-806191-2-iscsi {{(pid=93885) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 19:25:55.292827 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron.plugins.ml2.managers [req-7383eb97-557d-4a1e-b3cd-9214310415de req-8005ea25-0739-40da-9476-1515727e7890 service neutron] Bound port: 00d6a4bd-f372-424b-80f1-2293b2adf1b6, host: hv-cinder-80619, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7c817cd1-7e74-42e9-b913-f994e0bdc594', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '4ab76167-bb3a-48db-be0b-4d815a02c92d'}}] {{(pid=93883) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 19:25:55.293152 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-c7effa13-f936-4a72-8191-706b5967cd94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806191-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-29T19:13:49Z,description=,heartbeat_timestamp=2021-08-29T19:25:49Z,host='dv-cinder-806191-2-iscsi',id=c3ed3b02-d107-45f2-9b2a-fff9b0cfaa96,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T19:13:49Z,topic='l3_agent')) {'router_ids': ['3b16d47f-8b6f-4b8b-9905-2c2cad9c69bd'], 'active': True} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 19:25:55.293327 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-7383eb97-557d-4a1e-b3cd-9214310415de req-8005ea25-0739-40da-9476-1515727e7890 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3669058'] for port, before_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:25:55.339258 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06502336-8346-4669-8750-3e91f8202517 None None] Pushing event updated for resources: {'Port': ['ID=6b6e248f-9e3f-45a9-94e3-c5fa40620030,revision_number=3']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:25:55.396573 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron.plugins.ml2.db [req-7383eb97-557d-4a1e-b3cd-9214310415de req-8005ea25-0739-40da-9476-1515727e7890 service neutron] For port 00d6a4bd-f372-424b-80f1-2293b2adf1b6, host hv-cinder-80619, cleared binding levels {{(pid=93883) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 19:25:55.404545 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron.plugins.ml2.db [req-7383eb97-557d-4a1e-b3cd-9214310415de req-8005ea25-0739-40da-9476-1515727e7890 service neutron] For port 00d6a4bd-f372-424b-80f1-2293b2adf1b6, host hv-cinder-80619, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80619',level=0,port_id=00d6a4bd-f372-424b-80f1-2293b2adf1b6,segment=NetworkSegment(7c817cd1-7e74-42e9-b913-f994e0bdc594),segment_id=7c817cd1-7e74-42e9-b913-f994e0bdc594)] {{(pid=93883) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 19:25:55.411887 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-7383eb97-557d-4a1e-b3cd-9214310415de req-8005ea25-0739-40da-9476-1515727e7890 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3669005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3715978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777170436913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777169884182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777169884200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-263410520'] for port, after_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:25:55.426712 dv-cinder-806191-2-iscsi neutron-server[93884]: INFO neutron.wsgi [req-d7566fda-1aea-4326-ba8d-273f0073796a req-f8e8a060-130b-4761-948e-bcc60af43779 tempest-TestShelveInstance-894407535 tempest-TestShelveInstance-894407535-project] 10.222.0.26 "GET /v2.0/ports?device_id=6e1bf34c-c174-4618-b16d-766b70b3c507 HTTP/1.1" status: 200 len: 210 time: 0.1282682 Aug 29 19:25:55.448173 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7383eb97-557d-4a1e-b3cd-9214310415de req-8005ea25-0739-40da-9476-1515727e7890 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 19:25:55.448173 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-7383eb97-557d-4a1e-b3cd-9214310415de req-8005ea25-0739-40da-9476-1515727e7890 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-256493'] for port, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:25:55.448348 dv-cinder-806191-2-iscsi neutron-server[93883]: INFO neutron.wsgi [req-7383eb97-557d-4a1e-b3cd-9214310415de req-8005ea25-0739-40da-9476-1515727e7890 service neutron] 10.222.0.23 "PUT /v2.0/ports/00d6a4bd-f372-424b-80f1-2293b2adf1b6 HTTP/1.1" status: 200 len: 1098 time: 0.8717916 Aug 29 19:25:55.448803 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a3899826-f853-4107-a073-363320e26561', 'tag': '00d6a4bd-f372-424b-80f1-2293b2adf1b6'}] {{(pid=93883) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 19:25:55.451333 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d7efacdd762e7fee97ebec028cc859708dbf706441332da3e8755544227ebc46" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7638821b-4cab-4f95-be5d-7cbd65bdeff3" -d '{"events": [{"name": "network-changed", "server_uuid": "a3899826-f853-4107-a073-363320e26561", "tag": "00d6a4bd-f372-424b-80f1-2293b2adf1b6"}]}' {{(pid=93883) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 19:25:55.478713 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-f7f3f912-659a-49f9-ab3a-0560ee4983b1 None None] Device b0a1fa29-92d8-4fd2-9887-b76819c6ade7 up at agent ovs-agent-dv-cinder-806191-2-iscsi {{(pid=93885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 19:25:55.492257 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8005ea25-0739-40da-9476-1515727e7890 service neutron] Pushing event updated for resources: {'Port': ['ID=00d6a4bd-f372-424b-80f1-2293b2adf1b6,revision_number=3']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:25:55.539223 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.db.db_base_plugin_common [None req-5fea3fd7-68b0-40b6-9f86-6b51189ddce2 admin admin] Allocated IP 172.20.0.1 (561d8f13-4c21-417e-82dc-bd132198e16d/f9a66a7e-e7c7-4d9a-b22a-6d60d87c693a/231e4f84-9acd-4cbe-b8ad-6231b914c296) {{(pid=93884) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 19:25:55.548850 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.db.l3_dvr_db [None req-c7effa13-f936-4a72-8191-706b5967cd94 None None] Set router 3b16d47f-8b6f-4b8b-9905-2c2cad9c69bd gateway port host: dv-cinder-806191-2-iscsi {{(pid=93885) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 19:25:55.566669 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8f24a510-e291-4256-838e-72c211fc382a req-16a80460-eb51-478a-8fab-a5e6224e503e tempest-TestShelveInstance-894407535 tempest-TestShelveInstance-894407535-project] Made reservation on behalf of 47206eee79a344c9b1b30949d9ae67ab for: {'port': 1} {{(pid=93884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 19:25:55.573493 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-8f24a510-e291-4256-838e-72c211fc382a req-16a80460-eb51-478a-8fab-a5e6224e503e tempest-TestShelveInstance-894407535 tempest-TestShelveInstance-894407535-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3669058'] for port, before_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:25:55.593171 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7383eb97-557d-4a1e-b3cd-9214310415de req-94e6f9dd-6014-4971-88b3-32195b44b0e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 19:25:55.594814 dv-cinder-806191-2-iscsi neutron-server[93883]: INFO neutron.wsgi [req-7383eb97-557d-4a1e-b3cd-9214310415de req-94e6f9dd-6014-4971-88b3-32195b44b0e2 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=d11735b393af423385b214def82fc5d6&device_id=a3899826-f853-4107-a073-363320e26561 HTTP/1.1" status: 200 len: 1101 time: 0.0980036 Aug 29 19:25:55.657483 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 19:25:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5a4436fd-90a3-4490-aa18-6cf2de6019bd x-openstack-request-id: req-5a4436fd-90a3-4490-aa18-6cf2de6019bd {{(pid=93883) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 19:25:55.657977 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a3899826-f853-4107-a073-363320e26561", "tag": "00d6a4bd-f372-424b-80f1-2293b2adf1b6", "status": "completed", "code": 200}]} {{(pid=93883) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 19:25:55.659283 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-5a4436fd-90a3-4490-aa18-6cf2de6019bd {{(pid=93883) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 19:25:55.659791 dv-cinder-806191-2-iscsi neutron-server[93883]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a3899826-f853-4107-a073-363320e26561', 'tag': '00d6a4bd-f372-424b-80f1-2293b2adf1b6', 'status': 'completed', 'code': 200} Aug 29 19:25:55.662984 dv-cinder-806191-2-iscsi neutron-server[93884]: INFO neutron.wsgi [req-127b3286-99dd-4078-94b5-44b65970c0bd req-bbdee971-28f2-4c80-888c-54b0f649507b service neutron] 10.222.0.23 "GET /v2.0/networks/4886099e-653a-4458-9041-94933d4c4594?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5680842 Aug 29 19:25:55.666907 dv-cinder-806191-2-iscsi neutron-server[93883]: INFO neutron.wsgi [req-7383eb97-557d-4a1e-b3cd-9214310415de req-bc21366c-7767-45df-a4d8-6a5dcb450d00 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.228&port_id=00d6a4bd-f372-424b-80f1-2293b2adf1b6 HTTP/1.1" status: 200 len: 217 time: 0.0619948 Aug 29 19:25:55.683394 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af961e8e-97c0-4d5a-9aaa-365fbc501d01 req-6ec51dca-2d9d-40d2-8d04-3a1a6d6e3d90 tempest-VolumesNegativeTest-1925297100 tempest-VolumesNegativeTest-1925297100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 19:25:55.693811 dv-cinder-806191-2-iscsi neutron-server[93883]: INFO neutron.wsgi [req-af961e8e-97c0-4d5a-9aaa-365fbc501d01 req-6ec51dca-2d9d-40d2-8d04-3a1a6d6e3d90 tempest-VolumesNegativeTest-1925297100 tempest-VolumesNegativeTest-1925297100-project] 10.222.0.26 "GET /v2.0/ports?device_id=a3899826-f853-4107-a073-363320e26561 HTTP/1.1" status: 200 len: 948 time: 0.1514363 Aug 29 19:25:55.720107 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-f7f3f912-659a-49f9-ab3a-0560ee4983b1 None None] Provisioning complete for port b0a1fa29-92d8-4fd2-9887-b76819c6ade7 triggered by entity L2. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 19:25:55.720773 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-f7f3f912-659a-49f9-ab3a-0560ee4983b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3627211'] for port, provisioning_complete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:25:55.774599 dv-cinder-806191-2-iscsi neutron-server[93883]: INFO neutron.wsgi [req-af961e8e-97c0-4d5a-9aaa-365fbc501d01 req-110dc035-ed06-4bae-9975-2b3db8bf931b tempest-VolumesNegativeTest-1925297100 tempest-VolumesNegativeTest-1925297100-project] 10.222.0.26 "GET /v2.0/security-groups?id=4a4808e0-c965-4d98-8296-13e7638ac03b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0793700 Aug 29 19:25:55.776108 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7383eb97-557d-4a1e-b3cd-9214310415de req-cad2a3f9-b79a-468e-83b7-021bd2b51fce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 19:25:55.777714 dv-cinder-806191-2-iscsi neutron-server[93883]: INFO neutron.wsgi [req-7383eb97-557d-4a1e-b3cd-9214310415de req-cad2a3f9-b79a-468e-83b7-021bd2b51fce service neutron] 10.222.0.23 "GET /v2.0/subnets?id=5be2a19b-9d4e-46be-b2d6-f07c63bb1a7d HTTP/1.1" status: 200 len: 843 time: 0.0799739 Aug 29 19:25:55.840143 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7383eb97-557d-4a1e-b3cd-9214310415de req-50116660-a10b-4254-a0e6-4aa87ece7003 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 19:25:55.842779 dv-cinder-806191-2-iscsi neutron-server[93883]: INFO neutron.wsgi [req-7383eb97-557d-4a1e-b3cd-9214310415de req-50116660-a10b-4254-a0e6-4aa87ece7003 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=4ab76167-bb3a-48db-be0b-4d815a02c92d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0493932 Aug 29 19:25:55.846092 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.db.db_base_plugin_common [req-8f24a510-e291-4256-838e-72c211fc382a req-16a80460-eb51-478a-8fab-a5e6224e503e tempest-TestShelveInstance-894407535 tempest-TestShelveInstance-894407535-project] Allocated IP 172.20.0.3 (c4f869d5-c4a9-4d4b-abf0-c181253a388e/a59267c6-8d28-4d1e-969f-e33d2bf75c5c/1b95e5a0-02e5-412f-821a-03013814d397) {{(pid=93884) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 19:25:55.883908 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-c7effa13-f936-4a72-8191-706b5967cd94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b16d47f-8b6f-4b8b-9905-2c2cad9c69bd', 'name': 'tempest-TestVolumeBootPattern-1911798747-router', 'tenant_id': '72cd856689564889a9c5994ad6ffcdec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7209b701-ecaa-476a-bd58-d61d280c16d3', 'external_fixed_ips': [{'subnet_id': '71309eb1-223f-47ba-9803-1437c965e178', 'ip_address': '172.27.2.120'}], 'enable_snat': True}, 'gw_port_id': '6b6e248f-9e3f-45a9-94e3-c5fa40620030', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T19:25:50Z', 'updated_at': '2021-08-29T19:25:52Z', 'revision_number': 3, 'project_id': '72cd856689564889a9c5994ad6ffcdec', 'gw_port': {'id': '6b6e248f-9e3f-45a9-94e3-c5fa40620030', 'name': '', 'network_id': '7209b701-ecaa-476a-bd58-d61d280c16d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:5d:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3b16d47f-8b6f-4b8b-9905-2c2cad9c69bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 608, 'fixed_ips': [{'subnet_id': '71309eb1-223f-47ba-9803-1437c965e178', 'ip_address': '172.27.2.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806191-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T19:25:51Z', 'updated_at': '2021-08-29T19:25:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '71309eb1-223f-47ba-9803-1437c965e178', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806191-2-iscsi'}], 'dv-cinder-806191-2-iscsi', False) {} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 19:25:55.892776 dv-cinder-806191-2-iscsi neutron-server[93884]: INFO neutron.wsgi [req-127b3286-99dd-4078-94b5-44b65970c0bd req-e10885e4-9a99-4467-908b-222149131e76 service neutron] 10.222.0.23 "GET /v2.0/networks/4886099e-653a-4458-9041-94933d4c4594?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1972616 Aug 29 19:25:55.902876 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-5fea3fd7-68b0-40b6-9f86-6b51189ddce2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:25:55.917396 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7effa13-f936-4a72-8191-706b5967cd94 None None] The sync data for ids ['3b16d47f-8b6f-4b8b-9905-2c2cad9c69bd'] in dv-cinder-806191-2-iscsi is: [{'id': '3b16d47f-8b6f-4b8b-9905-2c2cad9c69bd', 'name': 'tempest-TestVolumeBootPattern-1911798747-router', 'tenant_id': '72cd856689564889a9c5994ad6ffcdec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7209b701-ecaa-476a-bd58-d61d280c16d3', 'external_fixed_ips': [{'subnet_id': '71309eb1-223f-47ba-9803-1437c965e178', 'ip_address': '172.27.2.120'}], 'enable_snat': True}, 'gw_port_id': '6b6e248f-9e3f-45a9-94e3-c5fa40620030', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T19:25:50Z', 'updated_at': '2021-08-29T19:25:52Z', 'revision_number': 3, 'project_id': '72cd856689564889a9c5994ad6ffcdec', 'gw_port': {'id': '6b6e248f-9e3f-45a9-94e3-c5fa40620030', 'name': '', 'network_id': '7209b701-ecaa-476a-bd58-d61d280c16d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:5d:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3b16d47f-8b6f-4b8b-9905-2c2cad9c69bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 608, 'fixed_ips': [{'subnet_id': '71309eb1-223f-47ba-9803-1437c965e178', 'ip_address': '172.27.2.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806191-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T19:25:51Z', 'updated_at': '2021-08-29T19:25:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '71309eb1-223f-47ba-9803-1437c965e178', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806191-2-iscsi'}] {{(pid=93885) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 19:25:55.939374 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-5fea3fd7-68b0-40b6-9f86-6b51189ddce2 admin admin] Transition to ACTIVE for port object 231e4f84-9acd-4cbe-b8ad-6231b914c296 will not be triggered until provisioned by entity DHCP. {{(pid=93884) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 19:25:55.967340 dv-cinder-806191-2-iscsi neutron-server[93883]: INFO neutron.wsgi [req-7383eb97-557d-4a1e-b3cd-9214310415de req-e2132700-d664-42ce-8f06-1e2e6c846e54 service neutron] 10.222.0.23 "GET /v2.0/networks/4ab76167-bb3a-48db-be0b-4d815a02c92d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1041303 Aug 29 19:25:56.056057 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-5fea3fd7-68b0-40b6-9f86-6b51189ddce2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3669005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3715978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777169884164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262862687'] for port, after_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:25:56.072989 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-8f24a510-e291-4256-838e-72c211fc382a req-16a80460-eb51-478a-8fab-a5e6224e503e tempest-TestShelveInstance-894407535 tempest-TestShelveInstance-894407535-project] Notify callbacks [] for port, precommit_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:25:56.080143 dv-cinder-806191-2-iscsi neutron-server[93883]: INFO neutron.wsgi [req-7383eb97-557d-4a1e-b3cd-9214310415de req-89876009-648e-4797-b5bd-8e0f4a8d43d3 service neutron] 10.222.0.23 "GET /v2.0/networks/4ab76167-bb3a-48db-be0b-4d815a02c92d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0984900 Aug 29 19:25:56.120335 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [req-8f24a510-e291-4256-838e-72c211fc382a req-16a80460-eb51-478a-8fab-a5e6224e503e tempest-TestShelveInstance-894407535 tempest-TestShelveInstance-894407535-project] Transition to ACTIVE for port object 1b95e5a0-02e5-412f-821a-03013814d397 will not be triggered until provisioned by entity DHCP. {{(pid=93884) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 19:25:56.122774 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5fea3fd7-68b0-40b6-9f86-6b51189ddce2 admin admin] Network 561d8f13-4c21-417e-82dc-bd132198e16d is already hosted by enough agents. {{(pid=93884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 19:25:56.129494 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.scheduler.base_scheduler [None req-5fea3fd7-68b0-40b6-9f86-6b51189ddce2 admin admin] Resources bound (agent type, host, resource id): {{(pid=93884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 19:25:56.133047 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fea3fd7-68b0-40b6-9f86-6b51189ddce2 admin admin] Received port after_create {{(pid=93884) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 19:25:56.136681 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fea3fd7-68b0-40b6-9f86-6b51189ddce2 admin admin] Pushing event updated for resources: {'Port': ['ID=231e4f84-9acd-4cbe-b8ad-6231b914c296,revision_number=1']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:25:56.224519 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7638821b-4cab-4f95-be5d-7cbd65bdeff3 req-33789ac4-4b4c-45b1-8deb-282c9fb6774a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 19:25:56.226043 dv-cinder-806191-2-iscsi neutron-server[93883]: INFO neutron.wsgi [req-7638821b-4cab-4f95-be5d-7cbd65bdeff3 req-33789ac4-4b4c-45b1-8deb-282c9fb6774a service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=d11735b393af423385b214def82fc5d6&device_id=a3899826-f853-4107-a073-363320e26561 HTTP/1.1" status: 200 len: 1101 time: 0.0882032 Aug 29 19:25:56.237415 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-5fea3fd7-68b0-40b6-9f86-6b51189ddce2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3676392'] for router_interface, before_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:25:56.368942 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-8f24a510-e291-4256-838e-72c211fc382a req-16a80460-eb51-478a-8fab-a5e6224e503e tempest-TestShelveInstance-894407535 tempest-TestShelveInstance-894407535-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3669005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3715978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777169884164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262862687'] for port, after_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:25:56.372345 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7638821b-4cab-4f95-be5d-7cbd65bdeff3 req-8a07604f-6df7-4a1a-b746-529d0db0e426 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 19:25:56.374243 dv-cinder-806191-2-iscsi neutron-server[93883]: INFO neutron.wsgi [req-7638821b-4cab-4f95-be5d-7cbd65bdeff3 req-8a07604f-6df7-4a1a-b746-529d0db0e426 service neutron] 10.222.0.23 "GET /v2.0/networks?id=4ab76167-bb3a-48db-be0b-4d815a02c92d HTTP/1.1" status: 200 len: 870 time: 0.1412904 Aug 29 19:25:56.432972 dv-cinder-806191-2-iscsi neutron-server[93883]: INFO neutron.wsgi [req-7638821b-4cab-4f95-be5d-7cbd65bdeff3 req-a8371a76-13af-4d10-8a23-2ce77cdc0e07 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.228&port_id=00d6a4bd-f372-424b-80f1-2293b2adf1b6 HTTP/1.1" status: 200 len: 217 time: 0.0496869 Aug 29 19:25:56.436197 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8f24a510-e291-4256-838e-72c211fc382a req-16a80460-eb51-478a-8fab-a5e6224e503e tempest-TestShelveInstance-894407535 tempest-TestShelveInstance-894407535-project] Network c4f869d5-c4a9-4d4b-abf0-c181253a388e is already hosted by enough agents. {{(pid=93884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 19:25:56.475900 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.scheduler.base_scheduler [req-8f24a510-e291-4256-838e-72c211fc382a req-16a80460-eb51-478a-8fab-a5e6224e503e tempest-TestShelveInstance-894407535 tempest-TestShelveInstance-894407535-project] Resources bound (agent type, host, resource id): {{(pid=93884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 19:25:56.482951 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16a80460-eb51-478a-8fab-a5e6224e503e tempest-TestShelveInstance-894407535 tempest-TestShelveInstance-894407535-project] Pushing event updated for resources: {'Port': ['ID=1b95e5a0-02e5-412f-821a-03013814d397,revision_number=1']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:25:56.488937 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.db.l3_dvrscheduler_db [req-8f24a510-e291-4256-838e-72c211fc382a req-16a80460-eb51-478a-8fab-a5e6224e503e tempest-TestShelveInstance-894407535 tempest-TestShelveInstance-894407535-project] Received port after_create {{(pid=93884) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 19:25:56.494750 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-8414a8a4-69f0-481b-9a0f-8fb8de1cfd91 None None] Provisioning for port 231e4f84-9acd-4cbe-b8ad-6231b914c296 completed by entity DHCP. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 19:25:56.499144 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-8414a8a4-69f0-481b-9a0f-8fb8de1cfd91 None None] Provisioning complete for port 231e4f84-9acd-4cbe-b8ad-6231b914c296 triggered by entity DHCP. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 19:25:56.499600 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-8414a8a4-69f0-481b-9a0f-8fb8de1cfd91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3627211'] for port, provisioning_complete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:25:56.507114 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7638821b-4cab-4f95-be5d-7cbd65bdeff3 req-ae24b177-f1bd-4bb0-8f2a-bec65ede9654 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 19:25:56.508789 dv-cinder-806191-2-iscsi neutron-server[93883]: INFO neutron.wsgi [req-7638821b-4cab-4f95-be5d-7cbd65bdeff3 req-ae24b177-f1bd-4bb0-8f2a-bec65ede9654 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=5be2a19b-9d4e-46be-b2d6-f07c63bb1a7d HTTP/1.1" status: 200 len: 843 time: 0.0568156 Aug 29 19:25:56.563500 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.plugins.ml2.plugin [None req-8414a8a4-69f0-481b-9a0f-8fb8de1cfd91 None None] Port 231e4f84-9acd-4cbe-b8ad-6231b914c296 cannot update to ACTIVE because it is not bound. {{(pid=93885) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 19:25:56.570453 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7638821b-4cab-4f95-be5d-7cbd65bdeff3 req-5f0f1fd5-df38-47d8-ab1b-23b9bf8785b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 19:25:56.570453 dv-cinder-806191-2-iscsi neutron-server[93883]: INFO neutron.wsgi [req-7638821b-4cab-4f95-be5d-7cbd65bdeff3 req-5f0f1fd5-df38-47d8-ab1b-23b9bf8785b1 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=4ab76167-bb3a-48db-be0b-4d815a02c92d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0539956 Aug 29 19:25:56.576670 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-5fea3fd7-68b0-40b6-9f86-6b51189ddce2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3669058'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:25:56.667638 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f24a510-e291-4256-838e-72c211fc382a req-16a80460-eb51-478a-8fab-a5e6224e503e tempest-TestShelveInstance-894407535 tempest-TestShelveInstance-894407535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 19:25:56.668398 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-8f24a510-e291-4256-838e-72c211fc382a req-16a80460-eb51-478a-8fab-a5e6224e503e tempest-TestShelveInstance-894407535 tempest-TestShelveInstance-894407535-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-256493'] for port, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:25:56.709707 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-972cd82d-6d40-4e58-a9b7-1a77ec8472d9 req-3c954a79-bd93-41ba-a151-2c218ae000bb tempest-TestShelveInstance-894407535 tempest-TestShelveInstance-894407535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 19:25:56.712105 dv-cinder-806191-2-iscsi neutron-server[93884]: INFO neutron.wsgi [req-972cd82d-6d40-4e58-a9b7-1a77ec8472d9 req-3c954a79-bd93-41ba-a151-2c218ae000bb tempest-TestShelveInstance-894407535 tempest-TestShelveInstance-894407535-project] 10.222.0.26 "GET /v2.0/ports?device_id=6e1bf34c-c174-4618-b16d-766b70b3c507 HTTP/1.1" status: 200 len: 931 time: 0.1554127 Aug 29 19:25:56.720133 dv-cinder-806191-2-iscsi neutron-server[93884]: INFO neutron.wsgi [req-8f24a510-e291-4256-838e-72c211fc382a req-16a80460-eb51-478a-8fab-a5e6224e503e tempest-TestShelveInstance-894407535 tempest-TestShelveInstance-894407535-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7677586 Aug 29 19:25:56.734659 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.api.v2.base [req-8f24a510-e291-4256-838e-72c211fc382a req-07c58fd9-273d-4546-8553-e64ea550395c service neutron] Request body: {'port': {'device_id': '6e1bf34c-c174-4618-b16d-766b70b3c507', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80619'}} {{(pid=93884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 19:25:56.780931 dv-cinder-806191-2-iscsi neutron-server[93883]: INFO neutron.wsgi [req-7638821b-4cab-4f95-be5d-7cbd65bdeff3 req-828e8fc5-1e52-4b9b-b0c2-e16779cec878 service neutron] 10.222.0.23 "GET /v2.0/networks/4ab76167-bb3a-48db-be0b-4d815a02c92d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1951292 Aug 29 19:25:56.812887 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-3db80d1a-8b45-462b-ac64-69776efb59f1 None None] Provisioning for port 1b95e5a0-02e5-412f-821a-03013814d397 completed by entity DHCP. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 19:25:56.821845 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-3db80d1a-8b45-462b-ac64-69776efb59f1 None None] Provisioning complete for port 1b95e5a0-02e5-412f-821a-03013814d397 triggered by entity DHCP. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 19:25:56.822810 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-3db80d1a-8b45-462b-ac64-69776efb59f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3627211'] for port, provisioning_complete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:25:56.907056 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.plugins.ml2.plugin [None req-3db80d1a-8b45-462b-ac64-69776efb59f1 None None] Port 1b95e5a0-02e5-412f-821a-03013814d397 cannot update to ACTIVE because it is not bound. {{(pid=93885) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 19:25:56.912667 dv-cinder-806191-2-iscsi neutron-server[93884]: INFO neutron.wsgi [req-972cd82d-6d40-4e58-a9b7-1a77ec8472d9 req-b77a2310-14d5-49ad-a2da-7edb3506e73c tempest-TestShelveInstance-894407535 tempest-TestShelveInstance-894407535-project] 10.222.0.26 "GET /v2.0/security-groups?id=d64b09f1-d803-4ca3-84fd-58a7f16f2283&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1890693 Aug 29 19:25:56.960635 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-8f24a510-e291-4256-838e-72c211fc382a req-07c58fd9-273d-4546-8553-e64ea550395c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3669058'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:25:56.973486 dv-cinder-806191-2-iscsi neutron-server[93883]: INFO neutron.wsgi [req-7638821b-4cab-4f95-be5d-7cbd65bdeff3 req-ec13aa8b-a506-4109-a3e0-dd4d85a35048 service neutron] 10.222.0.23 "GET /v2.0/networks/4ab76167-bb3a-48db-be0b-4d815a02c92d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1834221 Aug 29 19:25:56.981651 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-f7f3f912-659a-49f9-ab3a-0560ee4983b1 None None] Device 6b6e248f-9e3f-45a9-94e3-c5fa40620030 up at agent ovs-agent-dv-cinder-806191-2-iscsi {{(pid=93885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 19:25:56.995721 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85af5728-750a-4411-8dba-2dab90f2036c req-fa385b4e-9e96-4259-9f8e-e84bab385e53 tempest-VolumesNegativeTest-1925297100 tempest-VolumesNegativeTest-1925297100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 19:25:56.997482 dv-cinder-806191-2-iscsi neutron-server[93883]: INFO neutron.wsgi [req-85af5728-750a-4411-8dba-2dab90f2036c req-fa385b4e-9e96-4259-9f8e-e84bab385e53 tempest-VolumesNegativeTest-1925297100 tempest-VolumesNegativeTest-1925297100-project] 10.222.0.26 "GET /v2.0/ports?device_id=a3899826-f853-4107-a073-363320e26561 HTTP/1.1" status: 200 len: 948 time: 0.0910852 Aug 29 19:25:57.004442 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-5fea3fd7-68b0-40b6-9f86-6b51189ddce2 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:25:57.033382 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-5fea3fd7-68b0-40b6-9f86-6b51189ddce2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3669005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3715978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777170436913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777169884182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777169884200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-262862662'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:25:57.045135 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-f7f3f912-659a-49f9-ab3a-0560ee4983b1 None None] Provisioning for port 6b6e248f-9e3f-45a9-94e3-c5fa40620030 completed by entity L2. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 19:25:57.049496 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-f7f3f912-659a-49f9-ab3a-0560ee4983b1 None None] Provisioning complete for port 6b6e248f-9e3f-45a9-94e3-c5fa40620030 triggered by entity L2. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 19:25:57.049869 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-f7f3f912-659a-49f9-ab3a-0560ee4983b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3627211'] for port, provisioning_complete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:25:57.071057 dv-cinder-806191-2-iscsi neutron-server[93883]: INFO neutron.wsgi [req-85af5728-750a-4411-8dba-2dab90f2036c req-8147e94a-d280-4cf6-9578-2c49f871544b tempest-VolumesNegativeTest-1925297100 tempest-VolumesNegativeTest-1925297100-project] 10.222.0.26 "GET /v2.0/security-groups?id=4a4808e0-c965-4d98-8296-13e7638ac03b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605421 Aug 29 19:25:57.126681 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fea3fd7-68b0-40b6-9f86-6b51189ddce2 admin admin] Pushing event updated for resources: {'Port': ['ID=231e4f84-9acd-4cbe-b8ad-6231b914c296,revision_number=2']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:25:57.150297 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-f7f3f912-659a-49f9-ab3a-0560ee4983b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3669058'] for port, before_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:25:57.170640 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-f7f3f912-659a-49f9-ab3a-0560ee4983b1 None None] For port 6b6e248f-9e3f-45a9-94e3-c5fa40620030, host dv-cinder-806191-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806191-2-iscsi',level=0,port_id=6b6e248f-9e3f-45a9-94e3-c5fa40620030,segment=NetworkSegment(abe37968-36e5-463a-bc67-a17a4a975f92),segment_id=abe37968-36e5-463a-bc67-a17a4a975f92)] {{(pid=93885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 19:25:57.174876 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-f7f3f912-659a-49f9-ab3a-0560ee4983b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3669005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3715978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777170436913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777169884182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777169884200'] for port, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:25:57.175054 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-5fea3fd7-68b0-40b6-9f86-6b51189ddce2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3716004', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3676983'] for router_interface, after_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:25:57.222959 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7f3f912-659a-49f9-ab3a-0560ee4983b1 None None] Pushing event updated for resources: {'Port': ['ID=6b6e248f-9e3f-45a9-94e3-c5fa40620030,revision_number=4']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:25:57.346253 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5fea3fd7-68b0-40b6-9f86-6b51189ddce2 admin admin] Network 561d8f13-4c21-417e-82dc-bd132198e16d is already hosted by enough agents. {{(pid=93884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 19:25:57.349051 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.scheduler.base_scheduler [None req-5fea3fd7-68b0-40b6-9f86-6b51189ddce2 admin admin] Resources bound (agent type, host, resource id): {{(pid=93884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 19:25:57.492683 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.notifiers.nova [req-8f24a510-e291-4256-838e-72c211fc382a req-07c58fd9-273d-4546-8553-e64ea550395c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1b95e5a0-02e5-412f-821a-03013814d397 {{(pid=93884) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 19:25:57.503040 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-8f24a510-e291-4256-838e-72c211fc382a req-07c58fd9-273d-4546-8553-e64ea550395c service neutron] Notify callbacks [] for port, precommit_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:25:57.521643 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [req-8f24a510-e291-4256-838e-72c211fc382a req-07c58fd9-273d-4546-8553-e64ea550395c service neutron] Transition to ACTIVE for port object 1b95e5a0-02e5-412f-821a-03013814d397 will not be triggered until provisioned by entity L2. {{(pid=93884) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 19:25:57.527817 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-8f24a510-e291-4256-838e-72c211fc382a req-07c58fd9-273d-4546-8553-e64ea550395c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3669005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3715978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777170436913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777169884182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777169884200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-262862662'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:25:57.530604 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5fea3fd7-68b0-40b6-9f86-6b51189ddce2 admin admin] Router 3b16d47f-8b6f-4b8b-9905-2c2cad9c69bd has already been hosted by L3 agent c3ed3b02-d107-45f2-9b2a-fff9b0cfaa96 {{(pid=93884) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 19:25:57.632238 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-709b4c6c-7dde-4a50-92bb-408ca574d731 None None] Provisioning complete for port 231e4f84-9acd-4cbe-b8ad-6231b914c296 triggered by entity DHCP. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 19:25:57.632841 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-709b4c6c-7dde-4a50-92bb-408ca574d731 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3627211'] for port, provisioning_complete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:25:57.676566 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.plugins.ml2.plugin [None req-709b4c6c-7dde-4a50-92bb-408ca574d731 None None] Port 231e4f84-9acd-4cbe-b8ad-6231b914c296 cannot update to ACTIVE because it is not bound. {{(pid=93885) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 19:25:57.867121 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07c58fd9-273d-4546-8553-e64ea550395c service neutron] Pushing event updated for resources: {'Port': ['ID=1b95e5a0-02e5-412f-821a-03013814d397,revision_number=2']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:25:57.986774 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.managers [req-8f24a510-e291-4256-838e-72c211fc382a req-07c58fd9-273d-4546-8553-e64ea550395c service neutron] Attempting to bind port 1b95e5a0-02e5-412f-821a-03013814d397 on host hv-cinder-80619 for vnic_type normal with profile {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 19:25:57.987012 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.managers [req-8f24a510-e291-4256-838e-72c211fc382a req-07c58fd9-273d-4546-8553-e64ea550395c service neutron] Attempting to bind port 1b95e5a0-02e5-412f-821a-03013814d397 by drivers openvswitch,hyperv on host hv-cinder-80619 at level 0 using segments [{'id': '8c7b5aaa-95fc-4de4-8819-7da150ed721c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': 'c4f869d5-c4a9-4d4b-abf0-c181253a388e'}] {{(pid=93884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 19:25:57.987336 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f24a510-e291-4256-838e-72c211fc382a req-07c58fd9-273d-4546-8553-e64ea550395c service neutron] Attempting to bind port 1b95e5a0-02e5-412f-821a-03013814d397 on network c4f869d5-c4a9-4d4b-abf0-c181253a388e {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 19:25:57.992128 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5fea3fd7-68b0-40b6-9f86-6b51189ddce2 admin admin] Notify agent at l3_agent.dv-cinder-806191-2-iscsi the message routers_updated {{(pid=93884) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 19:25:57.998474 dv-cinder-806191-2-iscsi neutron-server[93884]: INFO neutron.wsgi [None req-5fea3fd7-68b0-40b6-9f86-6b51189ddce2 admin admin] 10.222.0.26 "PUT /v2.0/routers/3b16d47f-8b6f-4b8b-9905-2c2cad9c69bd/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5772216 Aug 29 19:25:57.999419 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f24a510-e291-4256-838e-72c211fc382a req-07c58fd9-273d-4546-8553-e64ea550395c service neutron] Port 1b95e5a0-02e5-412f-821a-03013814d397 on network c4f869d5-c4a9-4d4b-abf0-c181253a388e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80619 {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 19:25:57.999747 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f24a510-e291-4256-838e-72c211fc382a req-07c58fd9-273d-4546-8553-e64ea550395c service neutron] Attempting to bind port 1b95e5a0-02e5-412f-821a-03013814d397 on network c4f869d5-c4a9-4d4b-abf0-c181253a388e {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 19:25:58.008848 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f24a510-e291-4256-838e-72c211fc382a req-07c58fd9-273d-4546-8553-e64ea550395c service neutron] Checking agent: {'id': 'f86fd93b-ec6e-427a-a263-b2bcb0cc3d39', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80619', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 19, 19, 51), 'started_at': datetime.datetime(2021, 8, 29, 19, 19, 51), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 19, 25, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 19:25:58.009057 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f24a510-e291-4256-838e-72c211fc382a req-07c58fd9-273d-4546-8553-e64ea550395c service neutron] Checking segment: {'id': '8c7b5aaa-95fc-4de4-8819-7da150ed721c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': 'c4f869d5-c4a9-4d4b-abf0-c181253a388e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93884) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 19:25:58.009378 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f24a510-e291-4256-838e-72c211fc382a req-07c58fd9-273d-4546-8553-e64ea550395c service neutron] Bound using segment: {'id': '8c7b5aaa-95fc-4de4-8819-7da150ed721c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': 'c4f869d5-c4a9-4d4b-abf0-c181253a388e'} {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 19:25:58.009909 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.managers [req-8f24a510-e291-4256-838e-72c211fc382a req-07c58fd9-273d-4546-8553-e64ea550395c service neutron] Bound port: 1b95e5a0-02e5-412f-821a-03013814d397, host: hv-cinder-80619, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8c7b5aaa-95fc-4de4-8819-7da150ed721c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': 'c4f869d5-c4a9-4d4b-abf0-c181253a388e'}}] {{(pid=93884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 19:25:58.010177 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-8f24a510-e291-4256-838e-72c211fc382a req-07c58fd9-273d-4546-8553-e64ea550395c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3669058'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:25:58.038074 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc6ffc6d-a07b-41a0-ac3f-7a232b2a45e3 req-26df7e22-fbe1-4ec4-9734-e43c3bc33820 tempest-TestShelveInstance-894407535 tempest-TestShelveInstance-894407535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 19:25:58.040122 dv-cinder-806191-2-iscsi neutron-server[93883]: INFO neutron.wsgi [req-dc6ffc6d-a07b-41a0-ac3f-7a232b2a45e3 req-26df7e22-fbe1-4ec4-9734-e43c3bc33820 tempest-TestShelveInstance-894407535 tempest-TestShelveInstance-894407535-project] 10.222.0.26 "GET /v2.0/ports?device_id=6e1bf34c-c174-4618-b16d-766b70b3c507 HTTP/1.1" status: 200 len: 943 time: 0.0544777 Aug 29 19:25:58.081992 dv-cinder-806191-2-iscsi neutron-server[93883]: INFO neutron.wsgi [req-dc6ffc6d-a07b-41a0-ac3f-7a232b2a45e3 req-cafe1ada-09dd-4da7-a80d-50576f8cd17e tempest-TestShelveInstance-894407535 tempest-TestShelveInstance-894407535-project] 10.222.0.26 "GET /v2.0/security-groups?id=d64b09f1-d803-4ca3-84fd-58a7f16f2283&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0340610 Aug 29 19:25:58.084810 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.db [req-8f24a510-e291-4256-838e-72c211fc382a req-07c58fd9-273d-4546-8553-e64ea550395c service neutron] For port 1b95e5a0-02e5-412f-821a-03013814d397, host hv-cinder-80619, cleared binding levels {{(pid=93884) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 19:25:58.088463 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.db [req-8f24a510-e291-4256-838e-72c211fc382a req-07c58fd9-273d-4546-8553-e64ea550395c service neutron] For port 1b95e5a0-02e5-412f-821a-03013814d397, host hv-cinder-80619, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80619',level=0,port_id=1b95e5a0-02e5-412f-821a-03013814d397,segment=NetworkSegment(8c7b5aaa-95fc-4de4-8819-7da150ed721c),segment_id=8c7b5aaa-95fc-4de4-8819-7da150ed721c)] {{(pid=93884) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 19:25:58.095670 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-8f24a510-e291-4256-838e-72c211fc382a req-07c58fd9-273d-4546-8553-e64ea550395c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3669005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3715978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777170436913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777169884182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777169884200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-262862662'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:25:58.149465 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f24a510-e291-4256-838e-72c211fc382a req-07c58fd9-273d-4546-8553-e64ea550395c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 19:25:58.150095 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-8f24a510-e291-4256-838e-72c211fc382a req-07c58fd9-273d-4546-8553-e64ea550395c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-256493'] for port, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:25:58.151582 dv-cinder-806191-2-iscsi neutron-server[93884]: INFO neutron.wsgi [req-8f24a510-e291-4256-838e-72c211fc382a req-07c58fd9-273d-4546-8553-e64ea550395c service neutron] 10.222.0.23 "PUT /v2.0/ports/1b95e5a0-02e5-412f-821a-03013814d397 HTTP/1.1" status: 200 len: 1093 time: 1.4214363 Aug 29 19:25:58.152046 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6e1bf34c-c174-4618-b16d-766b70b3c507', 'tag': '1b95e5a0-02e5-412f-821a-03013814d397'}] {{(pid=93884) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 19:25:58.154307 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}af0273b9eb9050257146764f7dfc5aa69aec40d1770056ff1a21a350116cd0eb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f2451b59-9390-4c28-9a2b-988d1175825d" -d '{"events": [{"name": "network-changed", "server_uuid": "6e1bf34c-c174-4618-b16d-766b70b3c507", "tag": "1b95e5a0-02e5-412f-821a-03013814d397"}]}' {{(pid=93884) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 19:25:58.198332 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07c58fd9-273d-4546-8553-e64ea550395c service neutron] Pushing event updated for resources: {'Port': ['ID=1b95e5a0-02e5-412f-821a-03013814d397,revision_number=3']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:25:58.242531 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e4317d8-fb93-4eae-b840-7e6ce88083d2 req-86b4897a-2eff-4547-a21a-530b924fc031 tempest-VolumesNegativeTest-1925297100 tempest-VolumesNegativeTest-1925297100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 19:25:58.243970 dv-cinder-806191-2-iscsi neutron-server[93884]: INFO neutron.wsgi [req-5e4317d8-fb93-4eae-b840-7e6ce88083d2 req-86b4897a-2eff-4547-a21a-530b924fc031 tempest-VolumesNegativeTest-1925297100 tempest-VolumesNegativeTest-1925297100-project] 10.222.0.26 "GET /v2.0/ports?device_id=a3899826-f853-4107-a073-363320e26561 HTTP/1.1" status: 200 len: 948 time: 0.1051114 Aug 29 19:25:58.271182 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f24a510-e291-4256-838e-72c211fc382a req-50e5f5a1-23c8-4fe3-ae69-63f5e70cf652 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 19:25:58.272703 dv-cinder-806191-2-iscsi neutron-server[93884]: INFO neutron.wsgi [req-8f24a510-e291-4256-838e-72c211fc382a req-50e5f5a1-23c8-4fe3-ae69-63f5e70cf652 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=47206eee79a344c9b1b30949d9ae67ab&device_id=6e1bf34c-c174-4618-b16d-766b70b3c507 HTTP/1.1" status: 200 len: 1096 time: 0.0682716 Aug 29 19:25:58.330016 dv-cinder-806191-2-iscsi neutron-server[93884]: INFO neutron.wsgi [req-8f24a510-e291-4256-838e-72c211fc382a req-c6dc27e1-d2b0-464e-808a-0622e714e26c service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1b95e5a0-02e5-412f-821a-03013814d397 HTTP/1.1" status: 200 len: 217 time: 0.0489423 Aug 29 19:25:58.332989 dv-cinder-806191-2-iscsi neutron-server[93884]: INFO neutron.wsgi [req-5e4317d8-fb93-4eae-b840-7e6ce88083d2 req-44442760-867f-4244-aa5c-3e13ec0816e5 tempest-VolumesNegativeTest-1925297100 tempest-VolumesNegativeTest-1925297100-project] 10.222.0.26 "GET /v2.0/security-groups?id=4a4808e0-c965-4d98-8296-13e7638ac03b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0815225 Aug 29 19:25:58.383632 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 19:25:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-11199f5d-1b58-4fff-bc40-2d4ff6cb3647 x-openstack-request-id: req-11199f5d-1b58-4fff-bc40-2d4ff6cb3647 {{(pid=93884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 19:25:58.383932 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6e1bf34c-c174-4618-b16d-766b70b3c507", "tag": "1b95e5a0-02e5-412f-821a-03013814d397", "status": "completed", "code": 200}]} {{(pid=93884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 19:25:58.384239 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-11199f5d-1b58-4fff-bc40-2d4ff6cb3647 {{(pid=93884) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 19:25:58.384578 dv-cinder-806191-2-iscsi neutron-server[93884]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6e1bf34c-c174-4618-b16d-766b70b3c507', 'tag': '1b95e5a0-02e5-412f-821a-03013814d397', 'status': 'completed', 'code': 200} Aug 29 19:25:58.390793 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-e411ce9c-394c-453f-add9-812245090945 None None] Device 00d6a4bd-f372-424b-80f1-2293b2adf1b6 details requested by agent hyperv_hv-cinder-80619 with host hv-cinder-80619 {{(pid=93885) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 19:25:58.396776 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f24a510-e291-4256-838e-72c211fc382a req-110f0bf0-5408-4f37-8555-347c30f4d32c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 19:25:58.398277 dv-cinder-806191-2-iscsi neutron-server[93884]: INFO neutron.wsgi [req-8f24a510-e291-4256-838e-72c211fc382a req-110f0bf0-5408-4f37-8555-347c30f4d32c service neutron] 10.222.0.23 "GET /v2.0/subnets?id=a59267c6-8d28-4d1e-969f-e33d2bf75c5c HTTP/1.1" status: 200 len: 848 time: 0.0589488 Aug 29 19:25:58.451108 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f24a510-e291-4256-838e-72c211fc382a req-5e847da4-d2d1-44f3-9377-b48949632504 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 19:25:58.452644 dv-cinder-806191-2-iscsi neutron-server[93884]: INFO neutron.wsgi [req-8f24a510-e291-4256-838e-72c211fc382a req-5e847da4-d2d1-44f3-9377-b48949632504 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=c4f869d5-c4a9-4d4b-abf0-c181253a388e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0447009 Aug 29 19:25:58.521169 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-e411ce9c-394c-453f-add9-812245090945 None None] For port 00d6a4bd-f372-424b-80f1-2293b2adf1b6, host hv-cinder-80619, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80619',level=0,port_id=00d6a4bd-f372-424b-80f1-2293b2adf1b6,segment=NetworkSegment(7c817cd1-7e74-42e9-b913-f994e0bdc594),segment_id=7c817cd1-7e74-42e9-b913-f994e0bdc594)] {{(pid=93885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 19:25:58.533257 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-e411ce9c-394c-453f-add9-812245090945 None None] Returning: {'device': '00d6a4bd-f372-424b-80f1-2293b2adf1b6', 'network_id': '4ab76167-bb3a-48db-be0b-4d815a02c92d', 'port_id': '00d6a4bd-f372-424b-80f1-2293b2adf1b6', 'mac_address': 'fa:16:3e:0a:47:0e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 120, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5be2a19b-9d4e-46be-b2d6-f07c63bb1a7d', 'ip_address': '192.168.233.228'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93885) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 19:25:58.561855 dv-cinder-806191-2-iscsi neutron-server[93884]: INFO neutron.wsgi [req-8f24a510-e291-4256-838e-72c211fc382a req-53deae79-d3c9-4844-84d1-da61e5936e3c service neutron] 10.222.0.23 "GET /v2.0/networks/c4f869d5-c4a9-4d4b-abf0-c181253a388e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0997093 Aug 29 19:25:58.572987 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-e411ce9c-394c-453f-add9-812245090945 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3669058'] for port, before_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:25:58.587317 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.notifiers.nova [None req-e411ce9c-394c-453f-add9-812245090945 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 00d6a4bd-f372-424b-80f1-2293b2adf1b6 {{(pid=93885) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 19:25:58.606973 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-e411ce9c-394c-453f-add9-812245090945 None None] For port 00d6a4bd-f372-424b-80f1-2293b2adf1b6, host hv-cinder-80619, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80619',level=0,port_id=00d6a4bd-f372-424b-80f1-2293b2adf1b6,segment=NetworkSegment(7c817cd1-7e74-42e9-b913-f994e0bdc594),segment_id=7c817cd1-7e74-42e9-b913-f994e0bdc594)] {{(pid=93885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 19:25:58.611747 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-e411ce9c-394c-453f-add9-812245090945 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3669005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3715978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777170436913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777169884182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777169884200'] for port, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:25:58.651796 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.26', 34120) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 19:25:58.656373 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron.api.v2.base [None req-80d89fd0-c4e8-4150-9874-29fc80012cbb tempest-TestVolumeBootPattern-1610125901 tempest-TestVolumeBootPattern-1610125901-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1718562270', 'description': 'tempest-secgroup-smoke-1718562270 description', 'project_id': 'b39981fcd5954815961a8be993dedcd2'}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 19:25:58.663354 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e411ce9c-394c-453f-add9-812245090945 None None] Pushing event updated for resources: {'Port': ['ID=00d6a4bd-f372-424b-80f1-2293b2adf1b6,revision_number=4']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:25:58.668783 dv-cinder-806191-2-iscsi neutron-server[93884]: INFO neutron.wsgi [req-8f24a510-e291-4256-838e-72c211fc382a req-d66086ec-9806-4681-b36c-a8e256738068 service neutron] 10.222.0.23 "GET /v2.0/networks/c4f869d5-c4a9-4d4b-abf0-c181253a388e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0970299 Aug 29 19:25:58.687231 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-80d89fd0-c4e8-4150-9874-29fc80012cbb tempest-TestVolumeBootPattern-1610125901 tempest-TestVolumeBootPattern-1610125901-project] Notify callbacks [] for security_group, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:25:58.760458 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2451b59-9390-4c28-9a2b-988d1175825d req-0cd90022-5782-4f00-b7b0-03fcb56728dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 19:25:58.761970 dv-cinder-806191-2-iscsi neutron-server[93884]: INFO neutron.wsgi [req-f2451b59-9390-4c28-9a2b-988d1175825d req-0cd90022-5782-4f00-b7b0-03fcb56728dd service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=47206eee79a344c9b1b30949d9ae67ab&device_id=6e1bf34c-c174-4618-b16d-766b70b3c507 HTTP/1.1" status: 200 len: 1096 time: 0.0435665 Aug 29 19:25:58.782632 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-80d89fd0-c4e8-4150-9874-29fc80012cbb tempest-TestVolumeBootPattern-1610125901 tempest-TestVolumeBootPattern-1610125901-project] Notify callbacks [] for security_group, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:25:58.787675 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-80d89fd0-c4e8-4150-9874-29fc80012cbb tempest-TestVolumeBootPattern-1610125901 tempest-TestVolumeBootPattern-1610125901-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368872'] for security_group, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:25:58.828051 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80d89fd0-c4e8-4150-9874-29fc80012cbb tempest-TestVolumeBootPattern-1610125901 tempest-TestVolumeBootPattern-1610125901-project] Pushing event updated for resources: {'SecurityGroup': ['ID=28dcb342-8e4f-40d6-9e57-d4cd91ceacfa,revision_number=1']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:25:58.838999 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80d89fd0-c4e8-4150-9874-29fc80012cbb tempest-TestVolumeBootPattern-1610125901 tempest-TestVolumeBootPattern-1610125901-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806191-2-iscsi {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:25:58.838999 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80d89fd0-c4e8-4150-9874-29fc80012cbb tempest-TestVolumeBootPattern-1610125901 tempest-TestVolumeBootPattern-1610125901-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806191-2-iscsi {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:25:58.839428 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80d89fd0-c4e8-4150-9874-29fc80012cbb tempest-TestVolumeBootPattern-1610125901 tempest-TestVolumeBootPattern-1610125901-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806191-2-iscsi {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:25:58.839922 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80d89fd0-c4e8-4150-9874-29fc80012cbb tempest-TestVolumeBootPattern-1610125901 tempest-TestVolumeBootPattern-1610125901-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806191-2-iscsi {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:25:58.840443 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80d89fd0-c4e8-4150-9874-29fc80012cbb tempest-TestVolumeBootPattern-1610125901 tempest-TestVolumeBootPattern-1610125901-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-806191-2-iscsi {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:25:58.841193 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80d89fd0-c4e8-4150-9874-29fc80012cbb tempest-TestVolumeBootPattern-1610125901 tempest-TestVolumeBootPattern-1610125901-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806191-2-iscsi {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:25:58.841193 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80d89fd0-c4e8-4150-9874-29fc80012cbb tempest-TestVolumeBootPattern-1610125901 tempest-TestVolumeBootPattern-1610125901-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-806191-2-iscsi {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:25:58.842076 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80d89fd0-c4e8-4150-9874-29fc80012cbb tempest-TestVolumeBootPattern-1610125901 tempest-TestVolumeBootPattern-1610125901-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-806191-2-iscsi {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:25:58.842076 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80d89fd0-c4e8-4150-9874-29fc80012cbb tempest-TestVolumeBootPattern-1610125901 tempest-TestVolumeBootPattern-1610125901-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806191-2-iscsi {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:25:58.842615 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80d89fd0-c4e8-4150-9874-29fc80012cbb tempest-TestVolumeBootPattern-1610125901 tempest-TestVolumeBootPattern-1610125901-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806191-2-iscsi {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:25:58.843032 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80d89fd0-c4e8-4150-9874-29fc80012cbb tempest-TestVolumeBootPattern-1610125901 tempest-TestVolumeBootPattern-1610125901-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806191-2-iscsi {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:25:58.843441 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80d89fd0-c4e8-4150-9874-29fc80012cbb tempest-TestVolumeBootPattern-1610125901 tempest-TestVolumeBootPattern-1610125901-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806191-2-iscsi {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:25:58.865246 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-e411ce9c-394c-453f-add9-812245090945 None None] get_ports_and_sgs() called for port_ids ['00d6a4bd-f372-424b-80f1-2293b2adf1b6'] {{(pid=93885) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 19:25:58.875314 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-80d89fd0-c4e8-4150-9874-29fc80012cbb tempest-TestVolumeBootPattern-1610125901 tempest-TestVolumeBootPattern-1610125901-project] Notify callbacks [] for security_group, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:25:58.882740 dv-cinder-806191-2-iscsi neutron-server[93883]: INFO neutron.wsgi [None req-80d89fd0-c4e8-4150-9874-29fc80012cbb tempest-TestVolumeBootPattern-1610125901 tempest-TestVolumeBootPattern-1610125901-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.2297363 Aug 29 19:25:58.885412 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.26', 34124) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 19:25:58.889333 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2451b59-9390-4c28-9a2b-988d1175825d req-37876060-0d08-4439-bbb8-1cf7248f4f4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 19:25:58.890894 dv-cinder-806191-2-iscsi neutron-server[93884]: INFO neutron.wsgi [req-f2451b59-9390-4c28-9a2b-988d1175825d req-37876060-0d08-4439-bbb8-1cf7248f4f4e service neutron] 10.222.0.23 "GET /v2.0/networks?id=c4f869d5-c4a9-4d4b-abf0-c181253a388e HTTP/1.1" status: 200 len: 910 time: 0.1210721 Aug 29 19:25:58.892213 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron.api.v2.base [None req-14b2081f-00d4-44fa-a9cb-ee7d91b9a79b tempest-TestVolumeBootPattern-1610125901 tempest-TestVolumeBootPattern-1610125901-project] Request body: {'security_group_rule': {'security_group_id': '28dcb342-8e4f-40d6-9e57-d4cd91ceacfa', 'project_id': 'b39981fcd5954815961a8be993dedcd2', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 19:25:58.910690 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-f7f3f912-659a-49f9-ab3a-0560ee4983b1 None None] Device 6b6e248f-9e3f-45a9-94e3-c5fa40620030 up at agent ovs-agent-dv-cinder-806191-2-iscsi {{(pid=93885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 19:25:58.922091 dv-cinder-806191-2-iscsi neutron-server[93886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba9f71ec-c13d-4fb4-871a-4c83f754005f None None] Sync routers for ids ['3b16d47f-8b6f-4b8b-9905-2c2cad9c69bd'] in dv-cinder-806191-2-iscsi {{(pid=93886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 19:25:58.934972 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-14b2081f-00d4-44fa-a9cb-ee7d91b9a79b tempest-TestVolumeBootPattern-1610125901 tempest-TestVolumeBootPattern-1610125901-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:25:58.936374 dv-cinder-806191-2-iscsi neutron-server[93886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba9f71ec-c13d-4fb4-871a-4c83f754005f None None] Routers {'3b16d47f-8b6f-4b8b-9905-2c2cad9c69bd'} bound to L3 agent in host dv-cinder-806191-2-iscsi {{(pid=93886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 19:25:58.947043 dv-cinder-806191-2-iscsi neutron-server[93886]: DEBUG neutron.db.l3_hamode_db [None req-ba9f71ec-c13d-4fb4-871a-4c83f754005f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806191-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-29T19:13:49Z,description=,heartbeat_timestamp=2021-08-29T19:25:49Z,host='dv-cinder-806191-2-iscsi',id=c3ed3b02-d107-45f2-9b2a-fff9b0cfaa96,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T19:13:49Z,topic='l3_agent')) {'router_ids': ['3b16d47f-8b6f-4b8b-9905-2c2cad9c69bd'], 'active': True} {{(pid=93886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 19:25:58.961893 dv-cinder-806191-2-iscsi neutron-server[93884]: INFO neutron.wsgi [req-f2451b59-9390-4c28-9a2b-988d1175825d req-10ee4364-8fe9-412a-9e45-9cf4c61d53fe service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1b95e5a0-02e5-412f-821a-03013814d397 HTTP/1.1" status: 200 len: 217 time: 0.0380387 Aug 29 19:25:59.010902 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-f7f3f912-659a-49f9-ab3a-0560ee4983b1 None None] Provisioning complete for port 6b6e248f-9e3f-45a9-94e3-c5fa40620030 triggered by entity L2. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 19:25:59.011275 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-f7f3f912-659a-49f9-ab3a-0560ee4983b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3627211'] for port, provisioning_complete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:25:59.015916 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2451b59-9390-4c28-9a2b-988d1175825d req-bb89a9ac-e35d-40d6-b7e0-1b10dccae1f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 19:25:59.017398 dv-cinder-806191-2-iscsi neutron-server[93884]: INFO neutron.wsgi [req-f2451b59-9390-4c28-9a2b-988d1175825d req-bb89a9ac-e35d-40d6-b7e0-1b10dccae1f4 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=a59267c6-8d28-4d1e-969f-e33d2bf75c5c HTTP/1.1" status: 200 len: 848 time: 0.0482805 Aug 29 19:25:59.026118 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-14b2081f-00d4-44fa-a9cb-ee7d91b9a79b tempest-TestVolumeBootPattern-1610125901 tempest-TestVolumeBootPattern-1610125901-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:25:59.037375 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-14b2081f-00d4-44fa-a9cb-ee7d91b9a79b tempest-TestVolumeBootPattern-1610125901 tempest-TestVolumeBootPattern-1610125901-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-359182'] for security_group_rule, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:25:59.057789 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14b2081f-00d4-44fa-a9cb-ee7d91b9a79b tempest-TestVolumeBootPattern-1610125901 tempest-TestVolumeBootPattern-1610125901-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bd42929f-ede9-49a4-9c93-2aa6fdd62d5f,revision_number=0']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:25:59.062310 dv-cinder-806191-2-iscsi neutron-server[93886]: DEBUG neutron.db.l3_dvr_db [None req-ba9f71ec-c13d-4fb4-871a-4c83f754005f None None] Set router 3b16d47f-8b6f-4b8b-9905-2c2cad9c69bd gateway port host: dv-cinder-806191-2-iscsi {{(pid=93886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 19:25:59.083574 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-14b2081f-00d4-44fa-a9cb-ee7d91b9a79b tempest-TestVolumeBootPattern-1610125901 tempest-TestVolumeBootPattern-1610125901-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:25:59.085289 dv-cinder-806191-2-iscsi neutron-server[93883]: INFO neutron.wsgi [None req-14b2081f-00d4-44fa-a9cb-ee7d91b9a79b tempest-TestVolumeBootPattern-1610125901 tempest-TestVolumeBootPattern-1610125901-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1987345 Aug 29 19:25:59.090064 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.26', 34126) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 19:25:59.096260 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron.api.v2.base [None req-c7f386b0-d321-463b-8d96-2a03d56bcdce tempest-TestVolumeBootPattern-1610125901 tempest-TestVolumeBootPattern-1610125901-project] Request body: {'security_group_rule': {'security_group_id': '28dcb342-8e4f-40d6-9e57-d4cd91ceacfa', 'project_id': 'b39981fcd5954815961a8be993dedcd2', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 19:25:59.096942 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2451b59-9390-4c28-9a2b-988d1175825d req-8732e7a0-a031-46e7-9fb2-02d356ee8f23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 19:25:59.099201 dv-cinder-806191-2-iscsi neutron-server[93884]: INFO neutron.wsgi [req-f2451b59-9390-4c28-9a2b-988d1175825d req-8732e7a0-a031-46e7-9fb2-02d356ee8f23 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=c4f869d5-c4a9-4d4b-abf0-c181253a388e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0717952 Aug 29 19:25:59.130581 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-c7f386b0-d321-463b-8d96-2a03d56bcdce tempest-TestVolumeBootPattern-1610125901 tempest-TestVolumeBootPattern-1610125901-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:25:59.240692 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-c7f386b0-d321-463b-8d96-2a03d56bcdce tempest-TestVolumeBootPattern-1610125901 tempest-TestVolumeBootPattern-1610125901-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:25:59.245719 dv-cinder-806191-2-iscsi neutron-server[93884]: INFO neutron.wsgi [req-f2451b59-9390-4c28-9a2b-988d1175825d req-143aae0a-47bd-4ed5-aeff-0754e79c04b2 service neutron] 10.222.0.23 "GET /v2.0/networks/c4f869d5-c4a9-4d4b-abf0-c181253a388e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1249695 Aug 29 19:25:59.246271 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-c7f386b0-d321-463b-8d96-2a03d56bcdce tempest-TestVolumeBootPattern-1610125901 tempest-TestVolumeBootPattern-1610125901-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-359182'] for security_group_rule, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:25:59.272725 dv-cinder-806191-2-iscsi neutron-server[93886]: DEBUG neutron.db.l3_hamode_db [None req-ba9f71ec-c13d-4fb4-871a-4c83f754005f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b16d47f-8b6f-4b8b-9905-2c2cad9c69bd', 'name': 'tempest-TestVolumeBootPattern-1911798747-router', 'tenant_id': '72cd856689564889a9c5994ad6ffcdec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7209b701-ecaa-476a-bd58-d61d280c16d3', 'external_fixed_ips': [{'subnet_id': '71309eb1-223f-47ba-9803-1437c965e178', 'ip_address': '172.27.2.120'}], 'enable_snat': True}, 'gw_port_id': '6b6e248f-9e3f-45a9-94e3-c5fa40620030', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T19:25:50Z', 'updated_at': '2021-08-29T19:25:56Z', 'revision_number': 4, 'project_id': '72cd856689564889a9c5994ad6ffcdec', 'gw_port': {'id': '6b6e248f-9e3f-45a9-94e3-c5fa40620030', 'name': '', 'network_id': '7209b701-ecaa-476a-bd58-d61d280c16d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:5d:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b16d47f-8b6f-4b8b-9905-2c2cad9c69bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 608, 'fixed_ips': [{'subnet_id': '71309eb1-223f-47ba-9803-1437c965e178', 'ip_address': '172.27.2.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806191-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T19:25:51Z', 'updated_at': '2021-08-29T19:25:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71309eb1-223f-47ba-9803-1437c965e178', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806191-2-iscsi', '_interfaces': [{'id': '231e4f84-9acd-4cbe-b8ad-6231b914c296', 'name': '', 'network_id': '561d8f13-4c21-417e-82dc-bd132198e16d', 'tenant_id': '72cd856689564889a9c5994ad6ffcdec', 'mac_address': 'fa:16:3e:4d:bd:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3b16d47f-8b6f-4b8b-9905-2c2cad9c69bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 615, 'fixed_ips': [{'subnet_id': 'f9a66a7e-e7c7-4d9a-b22a-6d60d87c693a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T19:25:55Z', 'updated_at': '2021-08-29T19:25:56Z', 'revision_number': 2, 'project_id': '72cd856689564889a9c5994ad6ffcdec', 'subnets': [{'id': 'f9a66a7e-e7c7-4d9a-b22a-6d60d87c693a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806191-2-iscsi', False) {} {{(pid=93886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 19:25:59.276280 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7f386b0-d321-463b-8d96-2a03d56bcdce tempest-TestVolumeBootPattern-1610125901 tempest-TestVolumeBootPattern-1610125901-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f552188e-a30b-4de6-b9d5-43c0f4331e98,revision_number=0']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:25:59.291772 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-882da078-8c70-4964-9745-63e1d19de308 req-1de62883-cd50-455f-811c-364098e87b4f tempest-TestShelveInstance-894407535 tempest-TestShelveInstance-894407535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 19:25:59.293297 dv-cinder-806191-2-iscsi neutron-server[93883]: INFO neutron.wsgi [req-882da078-8c70-4964-9745-63e1d19de308 req-1de62883-cd50-455f-811c-364098e87b4f tempest-TestShelveInstance-894407535 tempest-TestShelveInstance-894407535-project] 10.222.0.26 "GET /v2.0/ports?device_id=6e1bf34c-c174-4618-b16d-766b70b3c507 HTTP/1.1" status: 200 len: 943 time: 0.0889363 Aug 29 19:25:59.294291 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-c7f386b0-d321-463b-8d96-2a03d56bcdce tempest-TestVolumeBootPattern-1610125901 tempest-TestVolumeBootPattern-1610125901-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:25:59.297965 dv-cinder-806191-2-iscsi neutron-server[93883]: INFO neutron.wsgi [None req-c7f386b0-d321-463b-8d96-2a03d56bcdce tempest-TestVolumeBootPattern-1610125901 tempest-TestVolumeBootPattern-1610125901-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2034667 Aug 29 19:25:59.298167 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.26', 34130) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 19:25:59.302806 dv-cinder-806191-2-iscsi neutron-server[93886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba9f71ec-c13d-4fb4-871a-4c83f754005f None None] Checking router: 3b16d47f-8b6f-4b8b-9905-2c2cad9c69bd for host: dv-cinder-806191-2-iscsi {{(pid=93886) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 19:25:59.303160 dv-cinder-806191-2-iscsi neutron-server[93886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba9f71ec-c13d-4fb4-871a-4c83f754005f None None] Updating router 3b16d47f-8b6f-4b8b-9905-2c2cad9c69bd port 231e4f84-9acd-4cbe-b8ad-6231b914c296 binding host dv-cinder-806191-2-iscsi {{(pid=93886) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 29 19:25:59.303823 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron.api.v2.base [None req-cc749b49-1e7b-4a86-94b5-f4e9954c9a6e tempest-TestVolumeBootPattern-1610125901 tempest-TestVolumeBootPattern-1610125901-project] Request body: {'security_group_rule': {'security_group_id': '28dcb342-8e4f-40d6-9e57-d4cd91ceacfa', 'project_id': 'b39981fcd5954815961a8be993dedcd2', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 19:25:59.328621 dv-cinder-806191-2-iscsi neutron-server[93886]: DEBUG neutron_lib.callbacks.manager [None req-ba9f71ec-c13d-4fb4-871a-4c83f754005f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3669058'] for port, before_update {{(pid=93886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:25:59.358007 dv-cinder-806191-2-iscsi neutron-server[93883]: INFO neutron.wsgi [req-882da078-8c70-4964-9745-63e1d19de308 req-266715be-5df4-41bc-b7c4-aea4f29b3124 tempest-TestShelveInstance-894407535 tempest-TestShelveInstance-894407535-project] 10.222.0.26 "GET /v2.0/security-groups?id=d64b09f1-d803-4ca3-84fd-58a7f16f2283&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0574362 Aug 29 19:25:59.359004 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-cc749b49-1e7b-4a86-94b5-f4e9954c9a6e tempest-TestVolumeBootPattern-1610125901 tempest-TestVolumeBootPattern-1610125901-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:25:59.365519 dv-cinder-806191-2-iscsi neutron-server[93884]: INFO neutron.wsgi [req-f2451b59-9390-4c28-9a2b-988d1175825d req-10cda5fb-1e82-4295-966a-ccf7dd3a97a9 service neutron] 10.222.0.23 "GET /v2.0/networks/c4f869d5-c4a9-4d4b-abf0-c181253a388e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1100941 Aug 29 19:25:59.421422 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-cc749b49-1e7b-4a86-94b5-f4e9954c9a6e tempest-TestVolumeBootPattern-1610125901 tempest-TestVolumeBootPattern-1610125901-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:25:59.425000 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-cc749b49-1e7b-4a86-94b5-f4e9954c9a6e tempest-TestVolumeBootPattern-1610125901 tempest-TestVolumeBootPattern-1610125901-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-359182'] for security_group_rule, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:25:59.444046 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc749b49-1e7b-4a86-94b5-f4e9954c9a6e tempest-TestVolumeBootPattern-1610125901 tempest-TestVolumeBootPattern-1610125901-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c5a3e135-6a4a-4bc6-a4c9-debf0941309f,revision_number=0']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:25:59.458700 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-cc749b49-1e7b-4a86-94b5-f4e9954c9a6e tempest-TestVolumeBootPattern-1610125901 tempest-TestVolumeBootPattern-1610125901-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:25:59.463132 dv-cinder-806191-2-iscsi neutron-server[93883]: INFO neutron.wsgi [None req-cc749b49-1e7b-4a86-94b5-f4e9954c9a6e tempest-TestVolumeBootPattern-1610125901 tempest-TestVolumeBootPattern-1610125901-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1636355 Aug 29 19:25:59.463488 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.26', 34134) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 19:25:59.468244 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.api.v2.base [None req-ba9c112a-3e6a-449c-baf3-09bbc1d050cf tempest-TestVolumeBootPattern-1610125901 tempest-TestVolumeBootPattern-1610125901-project] Request body: {'security_group_rule': {'security_group_id': '28dcb342-8e4f-40d6-9e57-d4cd91ceacfa', 'project_id': 'b39981fcd5954815961a8be993dedcd2', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 19:25:59.479878 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-850d7d34-7aba-4597-b8d4-23ff49b1cc65 req-c5b12aec-d27b-44c4-9e78-8335864625ac tempest-VolumesNegativeTest-1925297100 tempest-VolumesNegativeTest-1925297100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 19:25:59.481343 dv-cinder-806191-2-iscsi neutron-server[93884]: INFO neutron.wsgi [req-850d7d34-7aba-4597-b8d4-23ff49b1cc65 req-c5b12aec-d27b-44c4-9e78-8335864625ac tempest-VolumesNegativeTest-1925297100 tempest-VolumesNegativeTest-1925297100-project] 10.222.0.26 "GET /v2.0/ports?device_id=a3899826-f853-4107-a073-363320e26561 HTTP/1.1" status: 200 len: 949 time: 0.0637414 Aug 29 19:25:59.528488 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-ba9c112a-3e6a-449c-baf3-09bbc1d050cf tempest-TestVolumeBootPattern-1610125901 tempest-TestVolumeBootPattern-1610125901-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:25:59.533556 dv-cinder-806191-2-iscsi neutron-server[93884]: INFO neutron.wsgi [req-850d7d34-7aba-4597-b8d4-23ff49b1cc65 req-f392e600-762f-4f71-9acf-f4b02fa1fcfd tempest-VolumesNegativeTest-1925297100 tempest-VolumesNegativeTest-1925297100-project] 10.222.0.26 "GET /v2.0/security-groups?id=4a4808e0-c965-4d98-8296-13e7638ac03b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442638 Aug 29 19:25:59.592197 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-ba9c112a-3e6a-449c-baf3-09bbc1d050cf tempest-TestVolumeBootPattern-1610125901 tempest-TestVolumeBootPattern-1610125901-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:25:59.596278 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-ba9c112a-3e6a-449c-baf3-09bbc1d050cf tempest-TestVolumeBootPattern-1610125901 tempest-TestVolumeBootPattern-1610125901-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-359182'] for security_group_rule, after_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:25:59.614467 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba9c112a-3e6a-449c-baf3-09bbc1d050cf tempest-TestVolumeBootPattern-1610125901 tempest-TestVolumeBootPattern-1610125901-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5fb20ffd-1f00-448e-b15b-bf35f869350b,revision_number=0']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:25:59.621473 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-ba9c112a-3e6a-449c-baf3-09bbc1d050cf tempest-TestVolumeBootPattern-1610125901 tempest-TestVolumeBootPattern-1610125901-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:25:59.622745 dv-cinder-806191-2-iscsi neutron-server[93884]: INFO neutron.wsgi [None req-ba9c112a-3e6a-449c-baf3-09bbc1d050cf tempest-TestVolumeBootPattern-1610125901 tempest-TestVolumeBootPattern-1610125901-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1582067 Aug 29 19:25:59.625743 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.26', 34136) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 19:25:59.630215 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.api.v2.base [None req-be4d9967-dd52-4e33-a4ba-b95048ec47ea tempest-TestVolumeBootPattern-1610125901 tempest-TestVolumeBootPattern-1610125901-project] Request body: {'security_group_rule': {'security_group_id': '28dcb342-8e4f-40d6-9e57-d4cd91ceacfa', 'project_id': 'b39981fcd5954815961a8be993dedcd2', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 19:25:59.632355 dv-cinder-806191-2-iscsi neutron-server[93886]: DEBUG neutron_lib.callbacks.manager [None req-ba9f71ec-c13d-4fb4-871a-4c83f754005f None None] Notify callbacks [] for port, precommit_update {{(pid=93886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:25:59.642529 dv-cinder-806191-2-iscsi neutron-server[93886]: DEBUG neutron.db.provisioning_blocks [None req-ba9f71ec-c13d-4fb4-871a-4c83f754005f None None] Transition to ACTIVE for port object 231e4f84-9acd-4cbe-b8ad-6231b914c296 will not be triggered until provisioned by entity L2. {{(pid=93886) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 19:25:59.649913 dv-cinder-806191-2-iscsi neutron-server[93886]: DEBUG neutron_lib.callbacks.manager [None req-ba9f71ec-c13d-4fb4-871a-4c83f754005f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3669005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3715978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777170436913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777169884182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777169884200'] for port, after_update {{(pid=93886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:25:59.653524 dv-cinder-806191-2-iscsi neutron-server[93884]: INFO neutron.db.securitygroups_db [None req-be4d9967-dd52-4e33-a4ba-b95048ec47ea tempest-TestVolumeBootPattern-1610125901 tempest-TestVolumeBootPattern-1610125901-project] Project b39981fcd5954815961a8be993dedcd2 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 29 19:25:59.658857 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-be4d9967-dd52-4e33-a4ba-b95048ec47ea tempest-TestVolumeBootPattern-1610125901 tempest-TestVolumeBootPattern-1610125901-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:25:59.699018 dv-cinder-806191-2-iscsi neutron-server[93886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3ed4097-5710-4491-bc51-3837e0923cb6 None None] Pushing event updated for resources: {'Port': ['ID=231e4f84-9acd-4cbe-b8ad-6231b914c296,revision_number=3']} {{(pid=93886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:25:59.737915 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-be4d9967-dd52-4e33-a4ba-b95048ec47ea tempest-TestVolumeBootPattern-1610125901 tempest-TestVolumeBootPattern-1610125901-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:25:59.743288 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-be4d9967-dd52-4e33-a4ba-b95048ec47ea tempest-TestVolumeBootPattern-1610125901 tempest-TestVolumeBootPattern-1610125901-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-359182'] for security_group_rule, after_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:25:59.754711 dv-cinder-806191-2-iscsi neutron-server[93886]: DEBUG neutron.plugins.ml2.managers [None req-ba9f71ec-c13d-4fb4-871a-4c83f754005f None None] Attempting to bind port 231e4f84-9acd-4cbe-b8ad-6231b914c296 on host dv-cinder-806191-2-iscsi for vnic_type normal with profile {{(pid=93886) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 19:25:59.755584 dv-cinder-806191-2-iscsi neutron-server[93886]: DEBUG neutron.plugins.ml2.managers [None req-ba9f71ec-c13d-4fb4-871a-4c83f754005f None None] Attempting to bind port 231e4f84-9acd-4cbe-b8ad-6231b914c296 by drivers openvswitch,hyperv on host dv-cinder-806191-2-iscsi at level 0 using segments [{'id': '3d985456-eec8-452c-8a35-0a4da35ec4fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '561d8f13-4c21-417e-82dc-bd132198e16d'}] {{(pid=93886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 19:25:59.755947 dv-cinder-806191-2-iscsi neutron-server[93886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba9f71ec-c13d-4fb4-871a-4c83f754005f None None] Attempting to bind port 231e4f84-9acd-4cbe-b8ad-6231b914c296 on network 561d8f13-4c21-417e-82dc-bd132198e16d {{(pid=93886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 19:25:59.761226 dv-cinder-806191-2-iscsi neutron-server[93886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba9f71ec-c13d-4fb4-871a-4c83f754005f None None] Checking agent: {'id': 'e2dce85b-d9d5-40cd-b89b-586c7cfc9b3c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-806191-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 19, 13, 50), 'started_at': datetime.datetime(2021, 8, 29, 19, 14, 20), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 19, 25, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-806191-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 19:25:59.761859 dv-cinder-806191-2-iscsi neutron-server[93886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba9f71ec-c13d-4fb4-871a-4c83f754005f None None] Checking segment: {'id': '3d985456-eec8-452c-8a35-0a4da35ec4fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '561d8f13-4c21-417e-82dc-bd132198e16d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93886) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 19:25:59.762434 dv-cinder-806191-2-iscsi neutron-server[93886]: DEBUG neutron_lib.callbacks.manager [None req-ba9f71ec-c13d-4fb4-871a-4c83f754005f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:25:59.762586 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be4d9967-dd52-4e33-a4ba-b95048ec47ea tempest-TestVolumeBootPattern-1610125901 tempest-TestVolumeBootPattern-1610125901-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=270b0cf4-6722-4774-afe9-8d4f8261f773,revision_number=0']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:25:59.762967 dv-cinder-806191-2-iscsi neutron-server[93886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba9f71ec-c13d-4fb4-871a-4c83f754005f None None] Bound using segment: {'id': '3d985456-eec8-452c-8a35-0a4da35ec4fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '561d8f13-4c21-417e-82dc-bd132198e16d'} {{(pid=93886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 19:25:59.763424 dv-cinder-806191-2-iscsi neutron-server[93886]: DEBUG neutron.plugins.ml2.managers [None req-ba9f71ec-c13d-4fb4-871a-4c83f754005f None None] Bound port: 231e4f84-9acd-4cbe-b8ad-6231b914c296, host: dv-cinder-806191-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3d985456-eec8-452c-8a35-0a4da35ec4fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '561d8f13-4c21-417e-82dc-bd132198e16d'}}] {{(pid=93886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 19:25:59.763983 dv-cinder-806191-2-iscsi neutron-server[93886]: DEBUG neutron_lib.callbacks.manager [None req-ba9f71ec-c13d-4fb4-871a-4c83f754005f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3669058'] for port, before_update {{(pid=93886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:25:59.770338 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-be4d9967-dd52-4e33-a4ba-b95048ec47ea tempest-TestVolumeBootPattern-1610125901 tempest-TestVolumeBootPattern-1610125901-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:25:59.774847 dv-cinder-806191-2-iscsi neutron-server[93884]: INFO neutron.wsgi [None req-be4d9967-dd52-4e33-a4ba-b95048ec47ea tempest-TestVolumeBootPattern-1610125901 tempest-TestVolumeBootPattern-1610125901-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1449471 Aug 29 19:25:59.775249 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.26', 34138) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 19:25:59.779800 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron.api.v2.base [None req-67b575d4-dc9e-41e5-bd1e-e6e4a7997911 tempest-TestVolumeBootPattern-1610125901 tempest-TestVolumeBootPattern-1610125901-project] Request body: {'security_group_rule': {'security_group_id': '28dcb342-8e4f-40d6-9e57-d4cd91ceacfa', 'project_id': 'b39981fcd5954815961a8be993dedcd2', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 19:25:59.803366 dv-cinder-806191-2-iscsi neutron-server[93883]: INFO neutron.db.securitygroups_db [None req-67b575d4-dc9e-41e5-bd1e-e6e4a7997911 tempest-TestVolumeBootPattern-1610125901 tempest-TestVolumeBootPattern-1610125901-project] Project b39981fcd5954815961a8be993dedcd2 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 29 19:25:59.809251 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-67b575d4-dc9e-41e5-bd1e-e6e4a7997911 tempest-TestVolumeBootPattern-1610125901 tempest-TestVolumeBootPattern-1610125901-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:25:59.839810 dv-cinder-806191-2-iscsi neutron-server[93886]: DEBUG neutron.plugins.ml2.db [None req-ba9f71ec-c13d-4fb4-871a-4c83f754005f None None] For port 231e4f84-9acd-4cbe-b8ad-6231b914c296, host dv-cinder-806191-2-iscsi, cleared binding levels {{(pid=93886) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 19:25:59.843402 dv-cinder-806191-2-iscsi neutron-server[93886]: DEBUG neutron.plugins.ml2.db [None req-ba9f71ec-c13d-4fb4-871a-4c83f754005f None None] For port 231e4f84-9acd-4cbe-b8ad-6231b914c296, host dv-cinder-806191-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806191-2-iscsi',level=0,port_id=231e4f84-9acd-4cbe-b8ad-6231b914c296,segment=NetworkSegment(3d985456-eec8-452c-8a35-0a4da35ec4fe),segment_id=3d985456-eec8-452c-8a35-0a4da35ec4fe)] {{(pid=93886) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 19:25:59.849111 dv-cinder-806191-2-iscsi neutron-server[93886]: DEBUG neutron_lib.callbacks.manager [None req-ba9f71ec-c13d-4fb4-871a-4c83f754005f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3669005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3715978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777170436913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777169884182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777169884200'] for port, after_update {{(pid=93886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:25:59.878619 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-67b575d4-dc9e-41e5-bd1e-e6e4a7997911 tempest-TestVolumeBootPattern-1610125901 tempest-TestVolumeBootPattern-1610125901-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:25:59.884875 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-67b575d4-dc9e-41e5-bd1e-e6e4a7997911 tempest-TestVolumeBootPattern-1610125901 tempest-TestVolumeBootPattern-1610125901-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-359182'] for security_group_rule, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:25:59.895764 dv-cinder-806191-2-iscsi neutron-server[93886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba9f71ec-c13d-4fb4-871a-4c83f754005f None None] Routers {'3b16d47f-8b6f-4b8b-9905-2c2cad9c69bd'} bound to L3 agent in host dv-cinder-806191-2-iscsi {{(pid=93886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 19:25:59.896371 dv-cinder-806191-2-iscsi neutron-server[93886]: DEBUG neutron.db.l3_hamode_db [None req-ba9f71ec-c13d-4fb4-871a-4c83f754005f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806191-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-29T19:13:49Z,description=,heartbeat_timestamp=2021-08-29T19:25:49Z,host='dv-cinder-806191-2-iscsi',id=c3ed3b02-d107-45f2-9b2a-fff9b0cfaa96,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T19:13:49Z,topic='l3_agent')) {'router_ids': ['3b16d47f-8b6f-4b8b-9905-2c2cad9c69bd'], 'active': True} {{(pid=93886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 19:25:59.918133 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67b575d4-dc9e-41e5-bd1e-e6e4a7997911 tempest-TestVolumeBootPattern-1610125901 tempest-TestVolumeBootPattern-1610125901-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=24c7b125-a715-4894-a103-e7adaf8c8e2b,revision_number=0']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:25:59.928974 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-67b575d4-dc9e-41e5-bd1e-e6e4a7997911 tempest-TestVolumeBootPattern-1610125901 tempest-TestVolumeBootPattern-1610125901-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:25:59.934256 dv-cinder-806191-2-iscsi neutron-server[93883]: INFO neutron.wsgi [None req-67b575d4-dc9e-41e5-bd1e-e6e4a7997911 tempest-TestVolumeBootPattern-1610125901 tempest-TestVolumeBootPattern-1610125901-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1579392 Aug 29 19:26:00.082083 dv-cinder-806191-2-iscsi neutron-server[93886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3ed4097-5710-4491-bc51-3837e0923cb6 None None] Pushing event updated for resources: {'Port': ['ID=231e4f84-9acd-4cbe-b8ad-6231b914c296,revision_number=4']} {{(pid=93886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:26:00.111328 dv-cinder-806191-2-iscsi neutron-server[93886]: DEBUG neutron.db.l3_dvr_db [None req-ba9f71ec-c13d-4fb4-871a-4c83f754005f None None] Set router 3b16d47f-8b6f-4b8b-9905-2c2cad9c69bd gateway port host: dv-cinder-806191-2-iscsi {{(pid=93886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 19:26:00.320232 dv-cinder-806191-2-iscsi neutron-server[93886]: DEBUG neutron.db.l3_hamode_db [None req-ba9f71ec-c13d-4fb4-871a-4c83f754005f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b16d47f-8b6f-4b8b-9905-2c2cad9c69bd', 'name': 'tempest-TestVolumeBootPattern-1911798747-router', 'tenant_id': '72cd856689564889a9c5994ad6ffcdec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7209b701-ecaa-476a-bd58-d61d280c16d3', 'external_fixed_ips': [{'subnet_id': '71309eb1-223f-47ba-9803-1437c965e178', 'ip_address': '172.27.2.120'}], 'enable_snat': True}, 'gw_port_id': '6b6e248f-9e3f-45a9-94e3-c5fa40620030', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T19:25:50Z', 'updated_at': '2021-08-29T19:25:56Z', 'revision_number': 4, 'project_id': '72cd856689564889a9c5994ad6ffcdec', 'gw_port': {'id': '6b6e248f-9e3f-45a9-94e3-c5fa40620030', 'name': '', 'network_id': '7209b701-ecaa-476a-bd58-d61d280c16d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:5d:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b16d47f-8b6f-4b8b-9905-2c2cad9c69bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 608, 'fixed_ips': [{'subnet_id': '71309eb1-223f-47ba-9803-1437c965e178', 'ip_address': '172.27.2.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806191-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T19:25:51Z', 'updated_at': '2021-08-29T19:25:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71309eb1-223f-47ba-9803-1437c965e178', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806191-2-iscsi', '_interfaces': [{'id': '231e4f84-9acd-4cbe-b8ad-6231b914c296', 'name': '', 'network_id': '561d8f13-4c21-417e-82dc-bd132198e16d', 'tenant_id': '72cd856689564889a9c5994ad6ffcdec', 'mac_address': 'fa:16:3e:4d:bd:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3b16d47f-8b6f-4b8b-9905-2c2cad9c69bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 615, 'fixed_ips': [{'subnet_id': 'f9a66a7e-e7c7-4d9a-b22a-6d60d87c693a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806191-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T19:25:55Z', 'updated_at': '2021-08-29T19:25:59Z', 'revision_number': 4, 'project_id': '72cd856689564889a9c5994ad6ffcdec', 'subnets': [{'id': 'f9a66a7e-e7c7-4d9a-b22a-6d60d87c693a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806191-2-iscsi', False) {} {{(pid=93886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 19:26:00.349195 dv-cinder-806191-2-iscsi neutron-server[93886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba9f71ec-c13d-4fb4-871a-4c83f754005f None None] The sync data for ids ['3b16d47f-8b6f-4b8b-9905-2c2cad9c69bd'] in dv-cinder-806191-2-iscsi is: [{'id': '3b16d47f-8b6f-4b8b-9905-2c2cad9c69bd', 'name': 'tempest-TestVolumeBootPattern-1911798747-router', 'tenant_id': '72cd856689564889a9c5994ad6ffcdec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7209b701-ecaa-476a-bd58-d61d280c16d3', 'external_fixed_ips': [{'subnet_id': '71309eb1-223f-47ba-9803-1437c965e178', 'ip_address': '172.27.2.120'}], 'enable_snat': True}, 'gw_port_id': '6b6e248f-9e3f-45a9-94e3-c5fa40620030', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T19:25:50Z', 'updated_at': '2021-08-29T19:25:56Z', 'revision_number': 4, 'project_id': '72cd856689564889a9c5994ad6ffcdec', 'gw_port': {'id': '6b6e248f-9e3f-45a9-94e3-c5fa40620030', 'name': '', 'network_id': '7209b701-ecaa-476a-bd58-d61d280c16d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:5d:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b16d47f-8b6f-4b8b-9905-2c2cad9c69bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 608, 'fixed_ips': [{'subnet_id': '71309eb1-223f-47ba-9803-1437c965e178', 'ip_address': '172.27.2.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806191-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T19:25:51Z', 'updated_at': '2021-08-29T19:25:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71309eb1-223f-47ba-9803-1437c965e178', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806191-2-iscsi', '_interfaces': [{'id': '231e4f84-9acd-4cbe-b8ad-6231b914c296', 'name': '', 'network_id': '561d8f13-4c21-417e-82dc-bd132198e16d', 'tenant_id': '72cd856689564889a9c5994ad6ffcdec', 'mac_address': 'fa:16:3e:4d:bd:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3b16d47f-8b6f-4b8b-9905-2c2cad9c69bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 615, 'fixed_ips': [{'subnet_id': 'f9a66a7e-e7c7-4d9a-b22a-6d60d87c693a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806191-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T19:25:55Z', 'updated_at': '2021-08-29T19:25:59Z', 'revision_number': 4, 'project_id': '72cd856689564889a9c5994ad6ffcdec', 'subnets': [{'id': 'f9a66a7e-e7c7-4d9a-b22a-6d60d87c693a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 19:26:00.394067 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-e411ce9c-394c-453f-add9-812245090945 None None] Device 00d6a4bd-f372-424b-80f1-2293b2adf1b6 up at agent hyperv_hv-cinder-80619 {{(pid=93885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 19:26:00.476262 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-e411ce9c-394c-453f-add9-812245090945 None None] Provisioning for port 00d6a4bd-f372-424b-80f1-2293b2adf1b6 completed by entity L2. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 19:26:00.480418 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-e411ce9c-394c-453f-add9-812245090945 None None] Provisioning complete for port 00d6a4bd-f372-424b-80f1-2293b2adf1b6 triggered by entity L2. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 19:26:00.480984 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-e411ce9c-394c-453f-add9-812245090945 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3627211'] for port, provisioning_complete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:26:00.540803 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93b260f3-bd22-4dd8-b132-1c9ba1000e70 req-796899b6-10ac-45d9-9621-352a1751a4cd tempest-TestShelveInstance-894407535 tempest-TestShelveInstance-894407535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 19:26:00.542858 dv-cinder-806191-2-iscsi neutron-server[93884]: INFO neutron.wsgi [req-93b260f3-bd22-4dd8-b132-1c9ba1000e70 req-796899b6-10ac-45d9-9621-352a1751a4cd tempest-TestShelveInstance-894407535 tempest-TestShelveInstance-894407535-project] 10.222.0.26 "GET /v2.0/ports?device_id=6e1bf34c-c174-4618-b16d-766b70b3c507 HTTP/1.1" status: 200 len: 943 time: 0.0590336 Aug 29 19:26:00.575727 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-e411ce9c-394c-453f-add9-812245090945 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3669058'] for port, before_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:26:00.611129 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a3899826-f853-4107-a073-363320e26561', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '00d6a4bd-f372-424b-80f1-2293b2adf1b6'}] {{(pid=93885) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 19:26:00.613576 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b746b22f1a330a85490eeb53ccb4cfec71189e4c963aff014ae6842ea75f17cc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ea6fbc5-67b0-4088-8af9-7d1832a51d1f" -d '{"events": [{"server_uuid": "a3899826-f853-4107-a073-363320e26561", "name": "network-vif-plugged", "status": "completed", "tag": "00d6a4bd-f372-424b-80f1-2293b2adf1b6"}]}' {{(pid=93885) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 19:26:00.647505 dv-cinder-806191-2-iscsi neutron-server[93884]: INFO neutron.wsgi [req-93b260f3-bd22-4dd8-b132-1c9ba1000e70 req-2711dae2-ab53-47fc-89c4-e4222769a173 tempest-TestShelveInstance-894407535 tempest-TestShelveInstance-894407535-project] 10.222.0.26 "GET /v2.0/security-groups?id=d64b09f1-d803-4ca3-84fd-58a7f16f2283&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0919499 Aug 29 19:26:00.661471 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-e411ce9c-394c-453f-add9-812245090945 None None] For port 00d6a4bd-f372-424b-80f1-2293b2adf1b6, host hv-cinder-80619, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80619',level=0,port_id=00d6a4bd-f372-424b-80f1-2293b2adf1b6,segment=NetworkSegment(7c817cd1-7e74-42e9-b913-f994e0bdc594),segment_id=7c817cd1-7e74-42e9-b913-f994e0bdc594)] {{(pid=93885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 19:26:00.668368 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-e411ce9c-394c-453f-add9-812245090945 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3669005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3715978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777170436913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777169884182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777169884200'] for port, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:26:00.690372 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dab67b3e-1656-4417-900e-8a3cb446b5c2 req-403bc680-eb00-4575-88b6-31799c645c94 tempest-VolumesNegativeTest-1925297100 tempest-VolumesNegativeTest-1925297100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 19:26:00.691944 dv-cinder-806191-2-iscsi neutron-server[93883]: INFO neutron.wsgi [req-dab67b3e-1656-4417-900e-8a3cb446b5c2 req-403bc680-eb00-4575-88b6-31799c645c94 tempest-VolumesNegativeTest-1925297100 tempest-VolumesNegativeTest-1925297100-project] 10.222.0.26 "GET /v2.0/ports?device_id=a3899826-f853-4107-a073-363320e26561 HTTP/1.1" status: 200 len: 949 time: 0.0757527 Aug 29 19:26:00.752444 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 19:26:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7eb0e692-bfcb-44b7-a60b-a901779a5841 x-openstack-request-id: req-7eb0e692-bfcb-44b7-a60b-a901779a5841 {{(pid=93885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 19:26:00.752855 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a3899826-f853-4107-a073-363320e26561", "name": "network-vif-plugged", "status": "completed", "tag": "00d6a4bd-f372-424b-80f1-2293b2adf1b6", "code": 200}]} {{(pid=93885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 19:26:00.753228 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-7eb0e692-bfcb-44b7-a60b-a901779a5841 {{(pid=93885) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 19:26:00.753979 dv-cinder-806191-2-iscsi neutron-server[93885]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a3899826-f853-4107-a073-363320e26561', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '00d6a4bd-f372-424b-80f1-2293b2adf1b6', 'code': 200} Aug 29 19:26:00.755207 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e411ce9c-394c-453f-add9-812245090945 None None] Pushing event updated for resources: {'Port': ['ID=00d6a4bd-f372-424b-80f1-2293b2adf1b6,revision_number=5']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:26:00.760509 dv-cinder-806191-2-iscsi neutron-server[93883]: INFO neutron.wsgi [req-dab67b3e-1656-4417-900e-8a3cb446b5c2 req-10cef0ea-d08f-49d0-8973-200c0da3df5f tempest-VolumesNegativeTest-1925297100 tempest-VolumesNegativeTest-1925297100-project] 10.222.0.26 "GET /v2.0/security-groups?id=4a4808e0-c965-4d98-8296-13e7638ac03b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592084 Aug 29 19:26:00.897249 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-f7f3f912-659a-49f9-ab3a-0560ee4983b1 None None] Device 231e4f84-9acd-4cbe-b8ad-6231b914c296 up at agent ovs-agent-dv-cinder-806191-2-iscsi {{(pid=93885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 19:26:00.935304 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ddd0f0f-b06e-42d9-94f9-4e57f09dea64 req-5fc47816-a360-40e7-a540-70f56307a042 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 19:26:00.936929 dv-cinder-806191-2-iscsi neutron-server[93884]: INFO neutron.wsgi [req-0ddd0f0f-b06e-42d9-94f9-4e57f09dea64 req-5fc47816-a360-40e7-a540-70f56307a042 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=a3899826-f853-4107-a073-363320e26561 HTTP/1.1" status: 200 len: 1103 time: 0.0537968 Aug 29 19:26:00.953706 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-f7f3f912-659a-49f9-ab3a-0560ee4983b1 None None] Provisioning for port 231e4f84-9acd-4cbe-b8ad-6231b914c296 completed by entity L2. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 19:26:00.958301 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-f7f3f912-659a-49f9-ab3a-0560ee4983b1 None None] Provisioning complete for port 231e4f84-9acd-4cbe-b8ad-6231b914c296 triggered by entity L2. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 19:26:00.958818 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-f7f3f912-659a-49f9-ab3a-0560ee4983b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3627211'] for port, provisioning_complete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:26:00.977069 dv-cinder-806191-2-iscsi neutron-server[93884]: INFO neutron.wsgi [req-0ddd0f0f-b06e-42d9-94f9-4e57f09dea64 req-645e1f95-b52b-4364-8676-564b2c2afbc6 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=4a4808e0-c965-4d98-8296-13e7638ac03b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325692 Aug 29 19:26:01.062276 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-f7f3f912-659a-49f9-ab3a-0560ee4983b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3669058'] for port, before_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:26:01.098909 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-f7f3f912-659a-49f9-ab3a-0560ee4983b1 None None] For port 231e4f84-9acd-4cbe-b8ad-6231b914c296, host dv-cinder-806191-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806191-2-iscsi',level=0,port_id=231e4f84-9acd-4cbe-b8ad-6231b914c296,segment=NetworkSegment(3d985456-eec8-452c-8a35-0a4da35ec4fe),segment_id=3d985456-eec8-452c-8a35-0a4da35ec4fe)] {{(pid=93885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 19:26:01.102867 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-f7f3f912-659a-49f9-ab3a-0560ee4983b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3669005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3715978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777170436913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777169884182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777169884200'] for port, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:26:01.153537 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7f3f912-659a-49f9-ab3a-0560ee4983b1 None None] Pushing event updated for resources: {'Port': ['ID=231e4f84-9acd-4cbe-b8ad-6231b914c296,revision_number=5']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:26:01.758540 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca05ec2f-3e71-4641-a4f4-394f157152d9 req-0f051fb9-88c5-4b83-9f43-c399e2921e2d tempest-TestShelveInstance-894407535 tempest-TestShelveInstance-894407535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 19:26:01.760028 dv-cinder-806191-2-iscsi neutron-server[93883]: INFO neutron.wsgi [req-ca05ec2f-3e71-4641-a4f4-394f157152d9 req-0f051fb9-88c5-4b83-9f43-c399e2921e2d tempest-TestShelveInstance-894407535 tempest-TestShelveInstance-894407535-project] 10.222.0.26 "GET /v2.0/ports?device_id=6e1bf34c-c174-4618-b16d-766b70b3c507 HTTP/1.1" status: 200 len: 943 time: 0.0508103 Aug 29 19:26:01.799983 dv-cinder-806191-2-iscsi neutron-server[93883]: INFO neutron.wsgi [req-ca05ec2f-3e71-4641-a4f4-394f157152d9 req-fc6c2577-928e-4ed9-be94-73433815c256 tempest-TestShelveInstance-894407535 tempest-TestShelveInstance-894407535-project] 10.222.0.26 "GET /v2.0/security-groups?id=d64b09f1-d803-4ca3-84fd-58a7f16f2283&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337956 Aug 29 19:26:01.878540 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb7759e1-500a-414d-89b5-0472d5d768d5 req-b58a4008-0ce2-483f-b048-61b10c90bc25 tempest-VolumesNegativeTest-1925297100 tempest-VolumesNegativeTest-1925297100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 19:26:01.880103 dv-cinder-806191-2-iscsi neutron-server[93884]: INFO neutron.wsgi [req-eb7759e1-500a-414d-89b5-0472d5d768d5 req-b58a4008-0ce2-483f-b048-61b10c90bc25 tempest-VolumesNegativeTest-1925297100 tempest-VolumesNegativeTest-1925297100-project] 10.222.0.26 "GET /v2.0/ports?device_id=a3899826-f853-4107-a073-363320e26561 HTTP/1.1" status: 200 len: 950 time: 0.0527995 Aug 29 19:26:01.918370 dv-cinder-806191-2-iscsi neutron-server[93884]: INFO neutron.wsgi [req-eb7759e1-500a-414d-89b5-0472d5d768d5 req-27ee753a-6692-4a25-ba49-757a0acb0a9a tempest-VolumesNegativeTest-1925297100 tempest-VolumesNegativeTest-1925297100-project] 10.222.0.26 "GET /v2.0/security-groups?id=4a4808e0-c965-4d98-8296-13e7638ac03b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315373 Aug 29 19:26:02.864014 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-f7f3f912-659a-49f9-ab3a-0560ee4983b1 None None] Device 231e4f84-9acd-4cbe-b8ad-6231b914c296 up at agent ovs-agent-dv-cinder-806191-2-iscsi {{(pid=93885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 19:26:02.913861 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-f7f3f912-659a-49f9-ab3a-0560ee4983b1 None None] Provisioning complete for port 231e4f84-9acd-4cbe-b8ad-6231b914c296 triggered by entity L2. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 19:26:02.914783 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-f7f3f912-659a-49f9-ab3a-0560ee4983b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3627211'] for port, provisioning_complete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:26:02.919302 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f366a54-30c3-4b61-b06e-2c5bf56b1011 req-ecc3506c-2c92-47a1-91d7-44373ad93bde tempest-TestShelveInstance-894407535 tempest-TestShelveInstance-894407535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 19:26:02.920850 dv-cinder-806191-2-iscsi neutron-server[93884]: INFO neutron.wsgi [req-2f366a54-30c3-4b61-b06e-2c5bf56b1011 req-ecc3506c-2c92-47a1-91d7-44373ad93bde tempest-TestShelveInstance-894407535 tempest-TestShelveInstance-894407535-project] 10.222.0.26 "GET /v2.0/ports?device_id=6e1bf34c-c174-4618-b16d-766b70b3c507 HTTP/1.1" status: 200 len: 943 time: 0.0499034 Aug 29 19:26:02.966594 dv-cinder-806191-2-iscsi neutron-server[93884]: INFO neutron.wsgi [req-2f366a54-30c3-4b61-b06e-2c5bf56b1011 req-55f00ea0-e3e6-4699-8b68-7840bfbc6579 tempest-TestShelveInstance-894407535 tempest-TestShelveInstance-894407535-project] 10.222.0.26 "GET /v2.0/security-groups?id=d64b09f1-d803-4ca3-84fd-58a7f16f2283&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390701 Aug 29 19:26:03.050268 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d49c1213-4075-4fc9-8e5a-266d225ba95b req-3a6ad41b-cc14-42ec-9c5d-18b3f42476af tempest-VolumesNegativeTest-1925297100 tempest-VolumesNegativeTest-1925297100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 19:26:03.051682 dv-cinder-806191-2-iscsi neutron-server[93883]: INFO neutron.wsgi [req-d49c1213-4075-4fc9-8e5a-266d225ba95b req-3a6ad41b-cc14-42ec-9c5d-18b3f42476af tempest-VolumesNegativeTest-1925297100 tempest-VolumesNegativeTest-1925297100-project] 10.222.0.26 "GET /v2.0/ports?device_id=a3899826-f853-4107-a073-363320e26561 HTTP/1.1" status: 200 len: 950 time: 0.0523648 Aug 29 19:26:03.090546 dv-cinder-806191-2-iscsi neutron-server[93883]: INFO neutron.wsgi [req-d49c1213-4075-4fc9-8e5a-266d225ba95b req-a1173d2d-e6b4-44f3-ade3-bfa64423c9bd tempest-VolumesNegativeTest-1925297100 tempest-VolumesNegativeTest-1925297100-project] 10.222.0.26 "GET /v2.0/security-groups?id=4a4808e0-c965-4d98-8296-13e7638ac03b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328877 Aug 29 19:26:03.346339 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4794ec75-7df6-4eec-a790-a185a0d539a2 req-b1521583-1cd6-4189-8c3b-f069a249b645 tempest-VolumesNegativeTest-1925297100 tempest-VolumesNegativeTest-1925297100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 19:26:03.347863 dv-cinder-806191-2-iscsi neutron-server[93883]: INFO neutron.wsgi [req-4794ec75-7df6-4eec-a790-a185a0d539a2 req-b1521583-1cd6-4189-8c3b-f069a249b645 tempest-VolumesNegativeTest-1925297100 tempest-VolumesNegativeTest-1925297100-project] 10.222.0.26 "GET /v2.0/ports?device_id=a3899826-f853-4107-a073-363320e26561 HTTP/1.1" status: 200 len: 950 time: 0.0518634 Aug 29 19:26:03.399333 dv-cinder-806191-2-iscsi neutron-server[93883]: INFO neutron.wsgi [req-4794ec75-7df6-4eec-a790-a185a0d539a2 req-7b77aebd-8b24-46b5-a51f-395dd7a49ff1 tempest-VolumesNegativeTest-1925297100 tempest-VolumesNegativeTest-1925297100-project] 10.222.0.26 "GET /v2.0/security-groups?id=4a4808e0-c965-4d98-8296-13e7638ac03b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448375 Aug 29 19:26:04.084433 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4782720d-11e8-4e84-b4a0-9ab02394eed7 req-2f595d43-3aea-4763-8718-4ecd788739d2 tempest-TestShelveInstance-894407535 tempest-TestShelveInstance-894407535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 19:26:04.085904 dv-cinder-806191-2-iscsi neutron-server[93883]: INFO neutron.wsgi [req-4782720d-11e8-4e84-b4a0-9ab02394eed7 req-2f595d43-3aea-4763-8718-4ecd788739d2 tempest-TestShelveInstance-894407535 tempest-TestShelveInstance-894407535-project] 10.222.0.26 "GET /v2.0/ports?device_id=6e1bf34c-c174-4618-b16d-766b70b3c507 HTTP/1.1" status: 200 len: 943 time: 0.0474110 Aug 29 19:26:04.124915 dv-cinder-806191-2-iscsi neutron-server[93883]: INFO neutron.wsgi [req-4782720d-11e8-4e84-b4a0-9ab02394eed7 req-cacabc91-509f-4bb7-94e2-393779ab0fb5 tempest-TestShelveInstance-894407535 tempest-TestShelveInstance-894407535-project] 10.222.0.26 "GET /v2.0/security-groups?id=d64b09f1-d803-4ca3-84fd-58a7f16f2283&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324192 Aug 29 19:26:04.515792 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-881c3a14-d5a7-41fd-aad9-862b9313e23e req-8acd8c3d-c5b2-472c-9822-2269c07af70b tempest-VolumesNegativeTest-1925297100 tempest-VolumesNegativeTest-1925297100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 19:26:04.517176 dv-cinder-806191-2-iscsi neutron-server[93884]: INFO neutron.wsgi [req-881c3a14-d5a7-41fd-aad9-862b9313e23e req-8acd8c3d-c5b2-472c-9822-2269c07af70b tempest-VolumesNegativeTest-1925297100 tempest-VolumesNegativeTest-1925297100-project] 10.222.0.26 "GET /v2.0/ports?device_id=a3899826-f853-4107-a073-363320e26561 HTTP/1.1" status: 200 len: 950 time: 0.0489759 Aug 29 19:26:04.555232 dv-cinder-806191-2-iscsi neutron-server[93884]: INFO neutron.wsgi [req-881c3a14-d5a7-41fd-aad9-862b9313e23e req-de5da1ad-58a9-459b-abc5-31d7d574fa0d tempest-VolumesNegativeTest-1925297100 tempest-VolumesNegativeTest-1925297100-project] 10.222.0.26 "GET /v2.0/security-groups?id=4a4808e0-c965-4d98-8296-13e7638ac03b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321548 Aug 29 19:26:04.962046 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e3baf82-b6bf-4847-bc9d-039b1216ea09 req-f89a6a43-974f-4ab9-9348-4c93ff30c7c1 tempest-VolumesNegativeTest-1925297100 tempest-VolumesNegativeTest-1925297100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 19:26:04.963512 dv-cinder-806191-2-iscsi neutron-server[93884]: INFO neutron.wsgi [req-3e3baf82-b6bf-4847-bc9d-039b1216ea09 req-f89a6a43-974f-4ab9-9348-4c93ff30c7c1 tempest-VolumesNegativeTest-1925297100 tempest-VolumesNegativeTest-1925297100-project] 10.222.0.23 "GET /v2.0/ports?device_id=a3899826-f853-4107-a073-363320e26561 HTTP/1.1" status: 200 len: 950 time: 0.0525327 Aug 29 19:26:05.066234 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [req-3e3baf82-b6bf-4847-bc9d-039b1216ea09 req-a6b927e0-bd76-4fcc-b354-6fcdc538f829 tempest-VolumesNegativeTest-1925297100 tempest-VolumesNegativeTest-1925297100-project] Deleting port 00d6a4bd-f372-424b-80f1-2293b2adf1b6 {{(pid=93884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 19:26:05.066532 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-3e3baf82-b6bf-4847-bc9d-039b1216ea09 req-a6b927e0-bd76-4fcc-b354-6fcdc538f829 tempest-VolumesNegativeTest-1925297100 tempest-VolumesNegativeTest-1925297100-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777170414367'] for port, before_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:26:05.162979 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.db [req-3e3baf82-b6bf-4847-bc9d-039b1216ea09 req-a6b927e0-bd76-4fcc-b354-6fcdc538f829 tempest-VolumesNegativeTest-1925297100 tempest-VolumesNegativeTest-1925297100-project] For port 00d6a4bd-f372-424b-80f1-2293b2adf1b6, host hv-cinder-80619, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80619',level=0,port_id=00d6a4bd-f372-424b-80f1-2293b2adf1b6,segment=NetworkSegment(7c817cd1-7e74-42e9-b913-f994e0bdc594),segment_id=7c817cd1-7e74-42e9-b913-f994e0bdc594)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 19:26:05.163484 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-3e3baf82-b6bf-4847-bc9d-039b1216ea09 req-a6b927e0-bd76-4fcc-b354-6fcdc538f829 tempest-VolumesNegativeTest-1925297100 tempest-VolumesNegativeTest-1925297100-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3695122'] for port, precommit_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:26:05.176522 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [req-3e3baf82-b6bf-4847-bc9d-039b1216ea09 req-a6b927e0-bd76-4fcc-b354-6fcdc538f829 tempest-VolumesNegativeTest-1925297100 tempest-VolumesNegativeTest-1925297100-project] Calling delete_port for 00d6a4bd-f372-424b-80f1-2293b2adf1b6 owned by compute:nova {{(pid=93884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 19:26:05.241503 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58f4278b-68f9-4831-b6f6-94b2b4b157d3 req-bc31dde2-7e1f-4980-b4ce-6908f57607f3 tempest-TestShelveInstance-894407535 tempest-TestShelveInstance-894407535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 19:26:05.243522 dv-cinder-806191-2-iscsi neutron-server[93883]: INFO neutron.wsgi [req-58f4278b-68f9-4831-b6f6-94b2b4b157d3 req-bc31dde2-7e1f-4980-b4ce-6908f57607f3 tempest-TestShelveInstance-894407535 tempest-TestShelveInstance-894407535-project] 10.222.0.26 "GET /v2.0/ports?device_id=6e1bf34c-c174-4618-b16d-766b70b3c507 HTTP/1.1" status: 200 len: 943 time: 0.0511885 Aug 29 19:26:05.282051 dv-cinder-806191-2-iscsi neutron-server[93883]: INFO neutron.wsgi [req-58f4278b-68f9-4831-b6f6-94b2b4b157d3 req-9853add9-fce4-410c-acaa-734580fc84e6 tempest-TestShelveInstance-894407535 tempest-TestShelveInstance-894407535-project] 10.222.0.26 "GET /v2.0/security-groups?id=d64b09f1-d803-4ca3-84fd-58a7f16f2283&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327103 Aug 29 19:26:05.317406 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-3e3baf82-b6bf-4847-bc9d-039b1216ea09 req-a6b927e0-bd76-4fcc-b354-6fcdc538f829 tempest-VolumesNegativeTest-1925297100 tempest-VolumesNegativeTest-1925297100-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3669005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3715978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777170436895', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777169884173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262862687'] for port, after_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:26:05.329460 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-e411ce9c-394c-453f-add9-812245090945 None None] get_ports_and_sgs() called for port_ids ['00d6a4bd-f372-424b-80f1-2293b2adf1b6'] {{(pid=93885) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 19:26:05.348143 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6b927e0-bd76-4fcc-b354-6fcdc538f829 tempest-VolumesNegativeTest-1925297100 tempest-VolumesNegativeTest-1925297100-project] Pushing event deleted for resources: {'Port': ['ID=00d6a4bd-f372-424b-80f1-2293b2adf1b6,revision_number=None']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:26:05.393119 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.db.l3_dvrscheduler_db [req-3e3baf82-b6bf-4847-bc9d-039b1216ea09 req-a6b927e0-bd76-4fcc-b354-6fcdc538f829 tempest-VolumesNegativeTest-1925297100 tempest-VolumesNegativeTest-1925297100-project] No DVR routers for this DVR port 00d6a4bd-f372-424b-80f1-2293b2adf1b6 on host hv-cinder-80619 {{(pid=93884) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 19:26:05.396423 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-3e3baf82-b6bf-4847-bc9d-039b1216ea09 req-a6b927e0-bd76-4fcc-b354-6fcdc538f829 tempest-VolumesNegativeTest-1925297100 tempest-VolumesNegativeTest-1925297100-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-256493'] for port, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:26:05.398538 dv-cinder-806191-2-iscsi neutron-server[93884]: INFO neutron.wsgi [req-3e3baf82-b6bf-4847-bc9d-039b1216ea09 req-a6b927e0-bd76-4fcc-b354-6fcdc538f829 tempest-VolumesNegativeTest-1925297100 tempest-VolumesNegativeTest-1925297100-project] 10.222.0.23 "DELETE /v2.0/ports/00d6a4bd-f372-424b-80f1-2293b2adf1b6 HTTP/1.1" status: 204 len: 173 time: 0.4227216 Aug 29 19:26:05.399017 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a3899826-f853-4107-a073-363320e26561', 'name': 'network-vif-deleted', 'tag': '00d6a4bd-f372-424b-80f1-2293b2adf1b6'}] {{(pid=93884) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 19:26:05.402125 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}af0273b9eb9050257146764f7dfc5aa69aec40d1770056ff1a21a350116cd0eb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d3abc7e3-d3b6-4215-9403-18db65a1cbcb" -d '{"events": [{"server_uuid": "a3899826-f853-4107-a073-363320e26561", "name": "network-vif-deleted", "tag": "00d6a4bd-f372-424b-80f1-2293b2adf1b6"}]}' {{(pid=93884) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 19:26:05.447987 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 19:26:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a9f008f-71cb-4d96-b765-47a297ed35a9 x-openstack-request-id: req-0a9f008f-71cb-4d96-b765-47a297ed35a9 {{(pid=93884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 19:26:05.448280 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a3899826-f853-4107-a073-363320e26561", "name": "network-vif-deleted", "tag": "00d6a4bd-f372-424b-80f1-2293b2adf1b6", "status": "completed", "code": 200}]} {{(pid=93884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 19:26:05.448542 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-0a9f008f-71cb-4d96-b765-47a297ed35a9 {{(pid=93884) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 19:26:05.448935 dv-cinder-806191-2-iscsi neutron-server[93884]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a3899826-f853-4107-a073-363320e26561', 'name': 'network-vif-deleted', 'tag': '00d6a4bd-f372-424b-80f1-2293b2adf1b6', 'status': 'completed', 'code': 200} Aug 29 19:26:05.663276 dv-cinder-806191-2-iscsi neutron-server[93884]: INFO neutron.wsgi [req-68a6eb59-4f13-44f6-930e-76a63b365635 req-a9a80aa4-c20b-4cd8-88cf-c6f51a4886c2 tempest-VolumesNegativeTest-1925297100 tempest-VolumesNegativeTest-1925297100-project] 10.222.0.26 "GET /v2.0/ports?device_id=a3899826-f853-4107-a073-363320e26561 HTTP/1.1" status: 200 len: 210 time: 0.0287383 Aug 29 19:26:06.400421 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cac6ac0a-3bde-4607-b47f-4825003e513d req-923eae15-ebea-4bde-a5a9-25513a466126 tempest-TestShelveInstance-894407535 tempest-TestShelveInstance-894407535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 19:26:06.401962 dv-cinder-806191-2-iscsi neutron-server[93883]: INFO neutron.wsgi [req-cac6ac0a-3bde-4607-b47f-4825003e513d req-923eae15-ebea-4bde-a5a9-25513a466126 tempest-TestShelveInstance-894407535 tempest-TestShelveInstance-894407535-project] 10.222.0.26 "GET /v2.0/ports?device_id=6e1bf34c-c174-4618-b16d-766b70b3c507 HTTP/1.1" status: 200 len: 943 time: 0.0507855 Aug 29 19:26:06.433553 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-e411ce9c-394c-453f-add9-812245090945 None None] Device 1b95e5a0-02e5-412f-821a-03013814d397 details requested by agent hyperv_hv-cinder-80619 with host hv-cinder-80619 {{(pid=93885) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 19:26:06.445277 dv-cinder-806191-2-iscsi neutron-server[93883]: INFO neutron.wsgi [req-cac6ac0a-3bde-4607-b47f-4825003e513d req-6d49316c-d388-43fc-888c-dcb0c533d821 tempest-TestShelveInstance-894407535 tempest-TestShelveInstance-894407535-project] 10.222.0.26 "GET /v2.0/security-groups?id=d64b09f1-d803-4ca3-84fd-58a7f16f2283&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0369771 Aug 29 19:26:06.529863 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-e411ce9c-394c-453f-add9-812245090945 None None] For port 1b95e5a0-02e5-412f-821a-03013814d397, host hv-cinder-80619, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80619',level=0,port_id=1b95e5a0-02e5-412f-821a-03013814d397,segment=NetworkSegment(8c7b5aaa-95fc-4de4-8819-7da150ed721c),segment_id=8c7b5aaa-95fc-4de4-8819-7da150ed721c)] {{(pid=93885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 19:26:06.544431 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-e411ce9c-394c-453f-add9-812245090945 None None] Returning: {'device': '1b95e5a0-02e5-412f-821a-03013814d397', 'network_id': 'c4f869d5-c4a9-4d4b-abf0-c181253a388e', 'port_id': '1b95e5a0-02e5-412f-821a-03013814d397', 'mac_address': 'fa:16:3e:be:47:5f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 126, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a59267c6-8d28-4d1e-969f-e33d2bf75c5c', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93885) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 19:26:06.582110 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-e411ce9c-394c-453f-add9-812245090945 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3669058'] for port, before_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:26:06.601301 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.notifiers.nova [None req-e411ce9c-394c-453f-add9-812245090945 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1b95e5a0-02e5-412f-821a-03013814d397 {{(pid=93885) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 19:26:06.620691 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-e411ce9c-394c-453f-add9-812245090945 None None] For port 1b95e5a0-02e5-412f-821a-03013814d397, host hv-cinder-80619, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80619',level=0,port_id=1b95e5a0-02e5-412f-821a-03013814d397,segment=NetworkSegment(8c7b5aaa-95fc-4de4-8819-7da150ed721c),segment_id=8c7b5aaa-95fc-4de4-8819-7da150ed721c)] {{(pid=93885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 19:26:06.625382 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-e411ce9c-394c-453f-add9-812245090945 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3669005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3715978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777170436913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777169884182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777169884200'] for port, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:26:06.672603 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e411ce9c-394c-453f-add9-812245090945 None None] Pushing event updated for resources: {'Port': ['ID=1b95e5a0-02e5-412f-821a-03013814d397,revision_number=4']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:26:06.890329 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-e411ce9c-394c-453f-add9-812245090945 None None] get_ports_and_sgs() called for port_ids ['1b95e5a0-02e5-412f-821a-03013814d397'] {{(pid=93885) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 19:26:07.816368 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20c70a67-53a5-4737-94dd-aa628d347e21 req-52ea851e-6231-419f-a996-f56f8db1b74b tempest-TestShelveInstance-894407535 tempest-TestShelveInstance-894407535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 19:26:07.818209 dv-cinder-806191-2-iscsi neutron-server[93883]: INFO neutron.wsgi [req-20c70a67-53a5-4737-94dd-aa628d347e21 req-52ea851e-6231-419f-a996-f56f8db1b74b tempest-TestShelveInstance-894407535 tempest-TestShelveInstance-894407535-project] 10.222.0.26 "GET /v2.0/ports?device_id=6e1bf34c-c174-4618-b16d-766b70b3c507 HTTP/1.1" status: 200 len: 944 time: 0.2975326 Aug 29 19:26:07.868560 dv-cinder-806191-2-iscsi neutron-server[93883]: INFO neutron.wsgi [req-20c70a67-53a5-4737-94dd-aa628d347e21 req-666d2097-54f6-48ad-be9b-e616eb950a52 tempest-TestShelveInstance-894407535 tempest-TestShelveInstance-894407535-project] 10.222.0.26 "GET /v2.0/security-groups?id=d64b09f1-d803-4ca3-84fd-58a7f16f2283&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431139 Aug 29 19:26:08.462358 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-e411ce9c-394c-453f-add9-812245090945 None None] Device 1b95e5a0-02e5-412f-821a-03013814d397 up at agent hyperv_hv-cinder-80619 {{(pid=93885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 19:26:08.513509 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-e411ce9c-394c-453f-add9-812245090945 None None] Provisioning for port 1b95e5a0-02e5-412f-821a-03013814d397 completed by entity L2. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 19:26:08.521051 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-e411ce9c-394c-453f-add9-812245090945 None None] Provisioning complete for port 1b95e5a0-02e5-412f-821a-03013814d397 triggered by entity L2. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 19:26:08.521051 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-e411ce9c-394c-453f-add9-812245090945 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3627211'] for port, provisioning_complete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:26:08.601256 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-e411ce9c-394c-453f-add9-812245090945 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3669058'] for port, before_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:26:08.625364 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6e1bf34c-c174-4618-b16d-766b70b3c507', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1b95e5a0-02e5-412f-821a-03013814d397'}] {{(pid=93885) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 19:26:08.627748 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b746b22f1a330a85490eeb53ccb4cfec71189e4c963aff014ae6842ea75f17cc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d353e4f8-6dc1-41a9-b110-9ad653f37578" -d '{"events": [{"server_uuid": "6e1bf34c-c174-4618-b16d-766b70b3c507", "name": "network-vif-plugged", "status": "completed", "tag": "1b95e5a0-02e5-412f-821a-03013814d397"}]}' {{(pid=93885) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 19:26:08.640545 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-e411ce9c-394c-453f-add9-812245090945 None None] For port 1b95e5a0-02e5-412f-821a-03013814d397, host hv-cinder-80619, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80619',level=0,port_id=1b95e5a0-02e5-412f-821a-03013814d397,segment=NetworkSegment(8c7b5aaa-95fc-4de4-8819-7da150ed721c),segment_id=8c7b5aaa-95fc-4de4-8819-7da150ed721c)] {{(pid=93885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 19:26:08.645130 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-e411ce9c-394c-453f-add9-812245090945 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3669005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3715978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777170436913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777169884182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777169884200'] for port, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:26:08.646006 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-e411ce9c-394c-453f-add9-812245090945 None None] Device 00d6a4bd-f372-424b-80f1-2293b2adf1b6 no longer exists at agent hyperv_hv-cinder-80619 {{(pid=93885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 19:26:08.686986 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 19:26:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ddac4086-5e3c-4b8d-9a4b-765217b28ff1 x-openstack-request-id: req-ddac4086-5e3c-4b8d-9a4b-765217b28ff1 {{(pid=93885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 19:26:08.687325 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6e1bf34c-c174-4618-b16d-766b70b3c507", "name": "network-vif-plugged", "status": "completed", "tag": "1b95e5a0-02e5-412f-821a-03013814d397", "code": 200}]} {{(pid=93885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 19:26:08.687541 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-ddac4086-5e3c-4b8d-9a4b-765217b28ff1 {{(pid=93885) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 19:26:08.687898 dv-cinder-806191-2-iscsi neutron-server[93885]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6e1bf34c-c174-4618-b16d-766b70b3c507', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1b95e5a0-02e5-412f-821a-03013814d397', 'code': 200} Aug 29 19:26:08.691113 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.plugins.ml2.plugin [None req-e411ce9c-394c-453f-add9-812245090945 None None] No Port match for: 00d6a4bd-f372-424b-80f1-2293b2adf1b6 {{(pid=93885) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 19:26:08.691453 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-e411ce9c-394c-453f-add9-812245090945 None None] Device 00d6a4bd-f372-424b-80f1-2293b2adf1b6 not bound to the agent host hv-cinder-80619 {{(pid=93885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 19:26:08.719528 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e411ce9c-394c-453f-add9-812245090945 None None] Pushing event updated for resources: {'Port': ['ID=1b95e5a0-02e5-412f-821a-03013814d397,revision_number=5']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:26:08.943275 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4e1bd5a-929f-4fdb-8068-c10d37bc1895 req-eddb18ec-73ad-49cb-9c0a-022934b94dc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 19:26:08.944937 dv-cinder-806191-2-iscsi neutron-server[93884]: INFO neutron.wsgi [req-e4e1bd5a-929f-4fdb-8068-c10d37bc1895 req-eddb18ec-73ad-49cb-9c0a-022934b94dc3 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=6e1bf34c-c174-4618-b16d-766b70b3c507 HTTP/1.1" status: 200 len: 1098 time: 0.0758970 Aug 29 19:26:09.015971 dv-cinder-806191-2-iscsi neutron-server[93884]: INFO neutron.wsgi [req-e4e1bd5a-929f-4fdb-8068-c10d37bc1895 req-06cd1b2b-b516-4119-8f5a-fd4e53fdfef1 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=d64b09f1-d803-4ca3-84fd-58a7f16f2283&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378568 Aug 29 19:26:09.033806 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2daa5c04-0343-4493-8fef-bfadca34d20d req-47f8eda2-d6ea-4e77-80c4-e4b551c8a8b0 tempest-TestShelveInstance-894407535 tempest-TestShelveInstance-894407535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 19:26:09.038258 dv-cinder-806191-2-iscsi neutron-server[93884]: INFO neutron.wsgi [req-2daa5c04-0343-4493-8fef-bfadca34d20d req-47f8eda2-d6ea-4e77-80c4-e4b551c8a8b0 tempest-TestShelveInstance-894407535 tempest-TestShelveInstance-894407535-project] 10.222.0.26 "GET /v2.0/ports?device_id=6e1bf34c-c174-4618-b16d-766b70b3c507 HTTP/1.1" status: 200 len: 945 time: 0.0881960 Aug 29 19:26:09.083629 dv-cinder-806191-2-iscsi neutron-server[93884]: INFO neutron.wsgi [req-2daa5c04-0343-4493-8fef-bfadca34d20d req-78b8f491-d601-44b6-a83f-bc358815c3a2 tempest-TestShelveInstance-894407535 tempest-TestShelveInstance-894407535-project] 10.222.0.26 "GET /v2.0/security-groups?id=d64b09f1-d803-4ca3-84fd-58a7f16f2283&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393045 Aug 29 19:26:10.198532 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f0b92f7-fd07-479e-b2d3-2e3cb8d51f14 req-9719a421-cb25-4307-b866-782d7c812f9a tempest-TestShelveInstance-894407535 tempest-TestShelveInstance-894407535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 19:26:10.199992 dv-cinder-806191-2-iscsi neutron-server[93884]: INFO neutron.wsgi [req-8f0b92f7-fd07-479e-b2d3-2e3cb8d51f14 req-9719a421-cb25-4307-b866-782d7c812f9a tempest-TestShelveInstance-894407535 tempest-TestShelveInstance-894407535-project] 10.222.0.26 "GET /v2.0/ports?device_id=6e1bf34c-c174-4618-b16d-766b70b3c507 HTTP/1.1" status: 200 len: 945 time: 0.0497835 Aug 29 19:26:10.248340 dv-cinder-806191-2-iscsi neutron-server[93884]: INFO neutron.wsgi [req-8f0b92f7-fd07-479e-b2d3-2e3cb8d51f14 req-35974976-9961-45bc-ab09-5cfd4361bf77 tempest-TestShelveInstance-894407535 tempest-TestShelveInstance-894407535-project] 10.222.0.26 "GET /v2.0/security-groups?id=d64b09f1-d803-4ca3-84fd-58a7f16f2283&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0349290 Aug 29 19:26:10.586848 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.26', 34510) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 19:26:10.730284 dv-cinder-806191-2-iscsi neutron-server[93883]: INFO neutron.wsgi [None req-1fe90066-0f0f-4882-a9fa-de96772e1e44 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=d11735b393af423385b214def82fc5d6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1421676 Aug 29 19:26:10.732675 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.26', 34514) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 19:26:10.781335 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-820502bc-ef32-410f-a9e6-75168a2da32c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:26:10.802646 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-820502bc-ef32-410f-a9e6-75168a2da32c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:26:10.866075 dv-cinder-806191-2-iscsi neutron-server[93883]: INFO neutron.wsgi [req-bbfecb0a-703e-4a1c-a0fb-b6d6d3d8c28e req-c164008d-9d97-40fa-b266-fcf9487e8182 tempest-TestMinimumBasicScenario-1969089159 tempest-TestMinimumBasicScenario-1969089159-project] 10.222.0.26 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1401333662&fields=id&tenant_id=ff839ffa806e4508a9f5f74da31561b0 HTTP/1.1" status: 200 len: 267 time: 0.0560429 Aug 29 19:26:10.886022 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-820502bc-ef32-410f-a9e6-75168a2da32c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368872'] for security_group, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:26:10.888959 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-820502bc-ef32-410f-a9e6-75168a2da32c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:26:10.890143 dv-cinder-806191-2-iscsi neutron-server[93883]: INFO neutron.wsgi [None req-820502bc-ef32-410f-a9e6-75168a2da32c admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/4a4808e0-c965-4d98-8296-13e7638ac03b HTTP/1.1" status: 204 len: 168 time: 0.1565635 Aug 29 19:26:10.916233 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-820502bc-ef32-410f-a9e6-75168a2da32c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a4808e0-c965-4d98-8296-13e7638ac03b,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:26:10.938776 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbfecb0a-703e-4a1c-a0fb-b6d6d3d8c28e req-8167b7bc-b614-47cb-8777-24de63c09939 tempest-TestMinimumBasicScenario-1969089159 tempest-TestMinimumBasicScenario-1969089159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 19:26:10.940488 dv-cinder-806191-2-iscsi neutron-server[93883]: INFO neutron.wsgi [req-bbfecb0a-703e-4a1c-a0fb-b6d6d3d8c28e req-8167b7bc-b614-47cb-8777-24de63c09939 tempest-TestMinimumBasicScenario-1969089159 tempest-TestMinimumBasicScenario-1969089159-project] 10.222.0.26 "GET /v2.0/ports?device_id=c53d8e26-bd71-4b9f-b21c-b46dd1ae382d HTTP/1.1" status: 200 len: 984 time: 0.0678589 Aug 29 19:26:10.956199 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron.api.v2.base [req-bbfecb0a-703e-4a1c-a0fb-b6d6d3d8c28e req-d176ab56-bad5-43b4-8042-8034b50a2992 tempest-TestMinimumBasicScenario-1969089159 tempest-TestMinimumBasicScenario-1969089159-project] Request body: {'port': {'security_groups': ['5af02ce7-4f09-4a57-a5cb-160fa5d4f482']}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 19:26:11.031761 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-bbfecb0a-703e-4a1c-a0fb-b6d6d3d8c28e req-d176ab56-bad5-43b4-8042-8034b50a2992 tempest-TestMinimumBasicScenario-1969089159 tempest-TestMinimumBasicScenario-1969089159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3669058'] for port, before_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:26:11.233036 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron.plugins.ml2.db [req-bbfecb0a-703e-4a1c-a0fb-b6d6d3d8c28e req-d176ab56-bad5-43b4-8042-8034b50a2992 tempest-TestMinimumBasicScenario-1969089159 tempest-TestMinimumBasicScenario-1969089159-project] For port 4785074a-8625-439e-98ba-d94f500ac8d2, host hv-cinder-80619, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80619',level=0,port_id=4785074a-8625-439e-98ba-d94f500ac8d2,segment=NetworkSegment(ce467763-0e5d-4dad-9dd7-1187695d2739),segment_id=ce467763-0e5d-4dad-9dd7-1187695d2739)] {{(pid=93883) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 19:26:11.261619 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-bbfecb0a-703e-4a1c-a0fb-b6d6d3d8c28e req-d176ab56-bad5-43b4-8042-8034b50a2992 tempest-TestMinimumBasicScenario-1969089159 tempest-TestMinimumBasicScenario-1969089159-project] Notify callbacks [] for port, precommit_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:26:11.266146 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-bbfecb0a-703e-4a1c-a0fb-b6d6d3d8c28e req-d176ab56-bad5-43b4-8042-8034b50a2992 tempest-TestMinimumBasicScenario-1969089159 tempest-TestMinimumBasicScenario-1969089159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3669005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3715978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777170436913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777169884182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777169884200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-263410520'] for port, after_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:26:11.278947 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-e411ce9c-394c-453f-add9-812245090945 None None] get_ports_and_sgs() called for port_ids ['4785074a-8625-439e-98ba-d94f500ac8d2'] {{(pid=93885) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 19:26:11.317976 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbfecb0a-703e-4a1c-a0fb-b6d6d3d8c28e req-d176ab56-bad5-43b4-8042-8034b50a2992 tempest-TestMinimumBasicScenario-1969089159 tempest-TestMinimumBasicScenario-1969089159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 19:26:11.318673 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-bbfecb0a-703e-4a1c-a0fb-b6d6d3d8c28e req-d176ab56-bad5-43b4-8042-8034b50a2992 tempest-TestMinimumBasicScenario-1969089159 tempest-TestMinimumBasicScenario-1969089159-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-256493'] for port, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:26:11.320131 dv-cinder-806191-2-iscsi neutron-server[93883]: INFO neutron.wsgi [req-bbfecb0a-703e-4a1c-a0fb-b6d6d3d8c28e req-d176ab56-bad5-43b4-8042-8034b50a2992 tempest-TestMinimumBasicScenario-1969089159 tempest-TestMinimumBasicScenario-1969089159-project] 10.222.0.26 "PUT /v2.0/ports/4785074a-8625-439e-98ba-d94f500ac8d2 HTTP/1.1" status: 200 len: 942 time: 0.3688009 Aug 29 19:26:11.320603 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c53d8e26-bd71-4b9f-b21c-b46dd1ae382d', 'tag': '4785074a-8625-439e-98ba-d94f500ac8d2'}] {{(pid=93883) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 19:26:11.325904 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d7efacdd762e7fee97ebec028cc859708dbf706441332da3e8755544227ebc46" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-482ee2b8-4a20-49f2-92b2-734255eb7dee" -d '{"events": [{"name": "network-changed", "server_uuid": "c53d8e26-bd71-4b9f-b21c-b46dd1ae382d", "tag": "4785074a-8625-439e-98ba-d94f500ac8d2"}]}' {{(pid=93883) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 19:26:11.326633 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.26', 34526) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 19:26:11.349864 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d176ab56-bad5-43b4-8042-8034b50a2992 tempest-TestMinimumBasicScenario-1969089159 tempest-TestMinimumBasicScenario-1969089159-project] Pushing event updated for resources: {'Port': ['ID=4785074a-8625-439e-98ba-d94f500ac8d2,revision_number=7']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:26:11.383190 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 19:26:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e188896d-48bf-46ab-a71c-0413ea2ffb4d x-openstack-request-id: req-e188896d-48bf-46ab-a71c-0413ea2ffb4d {{(pid=93883) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 19:26:11.383707 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c53d8e26-bd71-4b9f-b21c-b46dd1ae382d", "tag": "4785074a-8625-439e-98ba-d94f500ac8d2", "status": "completed", "code": 200}]} {{(pid=93883) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 19:26:11.384479 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-e188896d-48bf-46ab-a71c-0413ea2ffb4d {{(pid=93883) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 19:26:11.384870 dv-cinder-806191-2-iscsi neutron-server[93883]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c53d8e26-bd71-4b9f-b21c-b46dd1ae382d', 'tag': '4785074a-8625-439e-98ba-d94f500ac8d2', 'status': 'completed', 'code': 200} Aug 29 19:26:11.497372 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa6c5f44-b4a5-423b-9db0-4a81fc12117d req-977c1864-c025-482a-8f12-b5a6d33c0270 tempest-TestShelveInstance-894407535 tempest-TestShelveInstance-894407535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 19:26:11.497796 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-e411ce9c-394c-453f-add9-812245090945 None None] get_ports_and_sgs() called for port_ids ['4785074a-8625-439e-98ba-d94f500ac8d2'] {{(pid=93885) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 19:26:11.503690 dv-cinder-806191-2-iscsi neutron-server[93884]: INFO neutron.wsgi [req-fa6c5f44-b4a5-423b-9db0-4a81fc12117d req-977c1864-c025-482a-8f12-b5a6d33c0270 tempest-TestShelveInstance-894407535 tempest-TestShelveInstance-894407535-project] 10.222.0.26 "GET /v2.0/ports?device_id=6e1bf34c-c174-4618-b16d-766b70b3c507 HTTP/1.1" status: 200 len: 945 time: 0.1247444 Aug 29 19:26:11.523783 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-74100634-48d9-4737-b426-076849022c0c tempest-TestMinimumBasicScenario-1969089159 tempest-TestMinimumBasicScenario-1969089159-project] Notify callbacks [] for security_group, before_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:26:11.537395 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-482ee2b8-4a20-49f2-92b2-734255eb7dee req-ed735f88-c219-46f6-8709-32a1eae6e632 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 19:26:11.539437 dv-cinder-806191-2-iscsi neutron-server[93884]: INFO neutron.wsgi [req-482ee2b8-4a20-49f2-92b2-734255eb7dee req-ed735f88-c219-46f6-8709-32a1eae6e632 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=ff839ffa806e4508a9f5f74da31561b0&device_id=c53d8e26-bd71-4b9f-b21c-b46dd1ae382d HTTP/1.1" status: 200 len: 1098 time: 0.1197169 Aug 29 19:26:11.627377 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-74100634-48d9-4737-b426-076849022c0c tempest-TestMinimumBasicScenario-1969089159 tempest-TestMinimumBasicScenario-1969089159-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:26:11.643454 dv-cinder-806191-2-iscsi neutron-server[93884]: INFO neutron.wsgi [req-fa6c5f44-b4a5-423b-9db0-4a81fc12117d req-6175572a-40b5-4eeb-af23-a9db0688b77c tempest-TestShelveInstance-894407535 tempest-TestShelveInstance-894407535-project] 10.222.0.26 "GET /v2.0/security-groups?id=d64b09f1-d803-4ca3-84fd-58a7f16f2283&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1384804 Aug 29 19:26:11.669993 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-fbb95633-d809-4fb1-b395-f1bb61636180 None None] Provisioning complete for port 4785074a-8625-439e-98ba-d94f500ac8d2 triggered by entity DHCP. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 19:26:11.670358 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-fbb95633-d809-4fb1-b395-f1bb61636180 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3627211'] for port, provisioning_complete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:26:11.726455 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-482ee2b8-4a20-49f2-92b2-734255eb7dee req-eae32668-d9a0-4b81-bf27-6cd4767431bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 19:26:11.728350 dv-cinder-806191-2-iscsi neutron-server[93884]: INFO neutron.wsgi [req-482ee2b8-4a20-49f2-92b2-734255eb7dee req-eae32668-d9a0-4b81-bf27-6cd4767431bd service neutron] 10.222.0.23 "GET /v2.0/networks?id=4886099e-653a-4458-9041-94933d4c4594 HTTP/1.1" status: 200 len: 915 time: 0.1758008 Aug 29 19:26:11.800991 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af00acb1-f010-4e3c-b3fe-8891170ed26d req-e6105799-460b-4d25-9479-6df223d6b4d9 tempest-TestShelveInstance-894407535 tempest-TestShelveInstance-894407535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 19:26:11.803715 dv-cinder-806191-2-iscsi neutron-server[93883]: INFO neutron.wsgi [req-af00acb1-f010-4e3c-b3fe-8891170ed26d req-e6105799-460b-4d25-9479-6df223d6b4d9 tempest-TestShelveInstance-894407535 tempest-TestShelveInstance-894407535-project] 10.222.0.26 "GET /v2.0/ports?device_id=6e1bf34c-c174-4618-b16d-766b70b3c507 HTTP/1.1" status: 200 len: 945 time: 0.0577669 Aug 29 19:26:11.812437 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-74100634-48d9-4737-b426-076849022c0c tempest-TestMinimumBasicScenario-1969089159 tempest-TestMinimumBasicScenario-1969089159-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368872'] for security_group, after_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:26:11.814933 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-74100634-48d9-4737-b426-076849022c0c tempest-TestMinimumBasicScenario-1969089159 tempest-TestMinimumBasicScenario-1969089159-project] Notify callbacks [] for security_group, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:26:11.816227 dv-cinder-806191-2-iscsi neutron-server[93884]: INFO neutron.wsgi [None req-74100634-48d9-4737-b426-076849022c0c tempest-TestMinimumBasicScenario-1969089159 tempest-TestMinimumBasicScenario-1969089159-project] 10.222.0.26 "DELETE /v2.0/security-groups/6205e1f4-8053-40a6-b632-b40864d0beab HTTP/1.1" status: 204 len: 168 time: 0.4877789 Aug 29 19:26:11.820538 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.26', 34532) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 19:26:11.834836 dv-cinder-806191-2-iscsi neutron-server[93884]: INFO neutron.wsgi [req-482ee2b8-4a20-49f2-92b2-734255eb7dee req-5050f0d7-754c-4318-8d65-d4f9d72b86b4 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=4785074a-8625-439e-98ba-d94f500ac8d2 HTTP/1.1" status: 200 len: 1001 time: 0.0963283 Aug 29 19:26:11.835511 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74100634-48d9-4737-b426-076849022c0c tempest-TestMinimumBasicScenario-1969089159 tempest-TestMinimumBasicScenario-1969089159-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6205e1f4-8053-40a6-b632-b40864d0beab,revision_number=None']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:26:11.903105 dv-cinder-806191-2-iscsi neutron-server[93883]: INFO neutron.wsgi [req-af00acb1-f010-4e3c-b3fe-8891170ed26d req-1695cc59-8f2b-49df-8b89-1485552a6f40 tempest-TestShelveInstance-894407535 tempest-TestShelveInstance-894407535-project] 10.222.0.26 "GET /v2.0/security-groups?id=d64b09f1-d803-4ca3-84fd-58a7f16f2283&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0867372 Aug 29 19:26:11.903352 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-482ee2b8-4a20-49f2-92b2-734255eb7dee req-4a0bbc20-41d2-4c50-b407-08eaddc31be6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 19:26:11.904569 dv-cinder-806191-2-iscsi neutron-server[93884]: INFO neutron.wsgi [req-482ee2b8-4a20-49f2-92b2-734255eb7dee req-4a0bbc20-41d2-4c50-b407-08eaddc31be6 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=1cb0277a-f969-4486-9535-ef7707ae6b74 HTTP/1.1" status: 200 len: 853 time: 0.0625391 Aug 29 19:26:11.936190 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.26', 34534) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 19:26:11.959166 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-482ee2b8-4a20-49f2-92b2-734255eb7dee req-2fea1b05-aa71-4bab-9dc9-9e24c77b177a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 19:26:11.960694 dv-cinder-806191-2-iscsi neutron-server[93884]: INFO neutron.wsgi [req-482ee2b8-4a20-49f2-92b2-734255eb7dee req-2fea1b05-aa71-4bab-9dc9-9e24c77b177a service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=4886099e-653a-4458-9041-94933d4c4594&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0478039 Aug 29 19:26:12.012933 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron.plugins.ml2.plugin [None req-2cac28c0-d34b-40a0-89dc-6196963f9b80 tempest-TestMinimumBasicScenario-1969089159 tempest-TestMinimumBasicScenario-1969089159-project] Deleting port 7519edcd-4fee-4408-8faf-c487889ca309 {{(pid=93883) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 19:26:12.013282 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-2cac28c0-d34b-40a0-89dc-6196963f9b80 tempest-TestMinimumBasicScenario-1969089159 tempest-TestMinimumBasicScenario-1969089159-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777170414367'] for port, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:26:12.072650 dv-cinder-806191-2-iscsi neutron-server[93884]: INFO neutron.wsgi [req-482ee2b8-4a20-49f2-92b2-734255eb7dee req-f877c7c6-36dc-4624-894c-b7184e300dff service neutron] 10.222.0.23 "GET /v2.0/networks/4886099e-653a-4458-9041-94933d4c4594?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1028004 Aug 29 19:26:12.112574 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-2cac28c0-d34b-40a0-89dc-6196963f9b80 tempest-TestMinimumBasicScenario-1969089159 tempest-TestMinimumBasicScenario-1969089159-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3695122'] for port, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:26:12.112943 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-2cac28c0-d34b-40a0-89dc-6196963f9b80 tempest-TestMinimumBasicScenario-1969089159 tempest-TestMinimumBasicScenario-1969089159-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:26:12.125883 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron.plugins.ml2.plugin [None req-2cac28c0-d34b-40a0-89dc-6196963f9b80 tempest-TestMinimumBasicScenario-1969089159 tempest-TestMinimumBasicScenario-1969089159-project] Calling delete_port for 7519edcd-4fee-4408-8faf-c487889ca309 owned by network:floatingip {{(pid=93883) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 19:26:12.201007 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bde3c20c-884d-4695-8309-48c98d1e58cd tempest-TestShelveInstance-2130109185 tempest-TestShelveInstance-2130109185-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 19:26:12.202637 dv-cinder-806191-2-iscsi neutron-server[93884]: INFO neutron.wsgi [None req-bde3c20c-884d-4695-8309-48c98d1e58cd tempest-TestShelveInstance-2130109185 tempest-TestShelveInstance-2130109185-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=6e1bf34c-c174-4618-b16d-766b70b3c507 HTTP/1.1" status: 200 len: 1093 time: 0.2654068 Aug 29 19:26:12.204879 dv-cinder-806191-2-iscsi neutron-server[93884]: INFO neutron.wsgi [req-482ee2b8-4a20-49f2-92b2-734255eb7dee req-7b251a67-4089-4e3d-a4c5-7f3f01c1da56 service neutron] 10.222.0.23 "GET /v2.0/networks/4886099e-653a-4458-9041-94933d4c4594?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1242850 Aug 29 19:26:12.206330 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.26', 34542) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 19:26:12.212392 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.api.v2.base [None req-23654339-9414-4b32-a087-54832f9c3cfd tempest-TestShelveInstance-894407535 tempest-TestShelveInstance-894407535-project] Request body: {'floatingip': {'floating_network_id': '7209b701-ecaa-476a-bd58-d61d280c16d3', 'port_id': '1b95e5a0-02e5-412f-821a-03013814d397', 'tenant_id': '47206eee79a344c9b1b30949d9ae67ab', 'fixed_ip_address': '172.20.0.3'}} {{(pid=93884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 19:26:12.240600 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-23654339-9414-4b32-a087-54832f9c3cfd tempest-TestShelveInstance-894407535 tempest-TestShelveInstance-894407535-project] Notify callbacks [] for floatingip, before_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:26:12.327503 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-2cac28c0-d34b-40a0-89dc-6196963f9b80 tempest-TestMinimumBasicScenario-1969089159 tempest-TestMinimumBasicScenario-1969089159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3669005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3715978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777170436895', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777169884173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263410497'] for port, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:26:12.350722 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-23654339-9414-4b32-a087-54832f9c3cfd tempest-TestShelveInstance-894407535 tempest-TestShelveInstance-894407535-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3669058'] for port, before_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:26:12.353898 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cac28c0-d34b-40a0-89dc-6196963f9b80 tempest-TestMinimumBasicScenario-1969089159 tempest-TestMinimumBasicScenario-1969089159-project] Pushing event deleted for resources: {'Port': ['ID=7519edcd-4fee-4408-8faf-c487889ca309,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:26:12.418820 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-2cac28c0-d34b-40a0-89dc-6196963f9b80 tempest-TestMinimumBasicScenario-1969089159 tempest-TestMinimumBasicScenario-1969089159-project] Notify callbacks [] for floatingip, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:26:12.419174 dv-cinder-806191-2-iscsi neutron-server[93883]: INFO neutron.db.l3_db [None req-2cac28c0-d34b-40a0-89dc-6196963f9b80 tempest-TestMinimumBasicScenario-1969089159 tempest-TestMinimumBasicScenario-1969089159-project] Floating IP e0dd5a84-196e-4fc8-84dc-53dda465717c disassociated (deleted). External IP: 172.27.2.117, port: 4785074a-8625-439e-98ba-d94f500ac8d2. Aug 29 19:26:12.464491 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.db.db_base_plugin_common [None req-23654339-9414-4b32-a087-54832f9c3cfd tempest-TestShelveInstance-894407535 tempest-TestShelveInstance-894407535-project] Allocated IP 172.27.2.6 (7209b701-ecaa-476a-bd58-d61d280c16d3/71309eb1-223f-47ba-9803-1437c965e178/1c227a96-604b-42cb-8bf8-b015e00e7989) {{(pid=93884) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 19:26:12.567007 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-23654339-9414-4b32-a087-54832f9c3cfd tempest-TestShelveInstance-894407535 tempest-TestShelveInstance-894407535-project] Notify callbacks [] for port, precommit_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:26:12.608515 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-23654339-9414-4b32-a087-54832f9c3cfd tempest-TestShelveInstance-894407535 tempest-TestShelveInstance-894407535-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3669005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3715978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777169884164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262862687'] for port, after_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:26:12.639155 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2cac28c0-d34b-40a0-89dc-6196963f9b80 tempest-TestMinimumBasicScenario-1969089159 tempest-TestMinimumBasicScenario-1969089159-project] Router 0bde452b-eec2-4df4-b813-22b22fc6a0b7 has already been hosted by L3 agent c3ed3b02-d107-45f2-9b2a-fff9b0cfaa96 {{(pid=93883) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 19:26:12.645411 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23654339-9414-4b32-a087-54832f9c3cfd tempest-TestShelveInstance-894407535 tempest-TestShelveInstance-894407535-project] Network 7209b701-ecaa-476a-bd58-d61d280c16d3 is already hosted by enough agents. {{(pid=93884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 19:26:12.652640 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.scheduler.base_scheduler [None req-23654339-9414-4b32-a087-54832f9c3cfd tempest-TestShelveInstance-894407535 tempest-TestShelveInstance-894407535-project] Resources bound (agent type, host, resource id): {{(pid=93884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 19:26:12.656357 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23654339-9414-4b32-a087-54832f9c3cfd tempest-TestShelveInstance-894407535 tempest-TestShelveInstance-894407535-project] Received port after_create {{(pid=93884) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 19:26:12.661856 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23654339-9414-4b32-a087-54832f9c3cfd tempest-TestShelveInstance-894407535 tempest-TestShelveInstance-894407535-project] Pushing event updated for resources: {'Port': ['ID=1c227a96-604b-42cb-8bf8-b015e00e7989,revision_number=1']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:26:12.768146 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2cac28c0-d34b-40a0-89dc-6196963f9b80 tempest-TestMinimumBasicScenario-1969089159 tempest-TestMinimumBasicScenario-1969089159-project] Notify agent at l3_agent.dv-cinder-806191-2-iscsi the message routers_updated {{(pid=93883) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 19:26:12.773548 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-2cac28c0-d34b-40a0-89dc-6196963f9b80 tempest-TestMinimumBasicScenario-1969089159 tempest-TestMinimumBasicScenario-1969089159-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-256493'] for floatingip, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:26:12.779116 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa08507a-c444-47cc-ba6e-e246af478bff None None] Sync routers for ids ['0bde452b-eec2-4df4-b813-22b22fc6a0b7'] in dv-cinder-806191-2-iscsi {{(pid=93885) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 19:26:12.788244 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa08507a-c444-47cc-ba6e-e246af478bff None None] Routers {'0bde452b-eec2-4df4-b813-22b22fc6a0b7'} bound to L3 agent in host dv-cinder-806191-2-iscsi {{(pid=93885) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 19:26:12.789130 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-aa08507a-c444-47cc-ba6e-e246af478bff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806191-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-29T19:13:49Z,description=,heartbeat_timestamp=2021-08-29T19:25:49Z,host='dv-cinder-806191-2-iscsi',id=c3ed3b02-d107-45f2-9b2a-fff9b0cfaa96,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T19:13:49Z,topic='l3_agent')) {'router_ids': ['0bde452b-eec2-4df4-b813-22b22fc6a0b7'], 'active': True} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 19:26:12.808890 dv-cinder-806191-2-iscsi neutron-server[93883]: INFO neutron.wsgi [None req-2cac28c0-d34b-40a0-89dc-6196963f9b80 tempest-TestMinimumBasicScenario-1969089159 tempest-TestMinimumBasicScenario-1969089159-project] 10.222.0.26 "DELETE /v2.0/floatingips/e0dd5a84-196e-4fc8-84dc-53dda465717c HTTP/1.1" status: 204 len: 168 time: 0.9866984 Aug 29 19:26:12.908197 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.db.l3_dvr_db [None req-aa08507a-c444-47cc-ba6e-e246af478bff None None] Set router 0bde452b-eec2-4df4-b813-22b22fc6a0b7 gateway port host: dv-cinder-806191-2-iscsi {{(pid=93885) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 19:26:13.077630 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-23654339-9414-4b32-a087-54832f9c3cfd tempest-TestShelveInstance-894407535 tempest-TestShelveInstance-894407535-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:26:13.187421 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-23654339-9414-4b32-a087-54832f9c3cfd tempest-TestShelveInstance-894407535 tempest-TestShelveInstance-894407535-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3669058'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:26:13.187757 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-aa08507a-c444-47cc-ba6e-e246af478bff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0bde452b-eec2-4df4-b813-22b22fc6a0b7', 'name': 'tempest-TestMinimumBasicScenario-288058672-router', 'tenant_id': 'ff839ffa806e4508a9f5f74da31561b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7209b701-ecaa-476a-bd58-d61d280c16d3', 'external_fixed_ips': [{'subnet_id': '71309eb1-223f-47ba-9803-1437c965e178', 'ip_address': '172.27.2.70'}], 'enable_snat': True}, 'gw_port_id': '9019eadf-1ac7-4eee-b2fc-d784fa56c06c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T19:23:20Z', 'updated_at': '2021-08-29T19:23:26Z', 'revision_number': 4, 'project_id': 'ff839ffa806e4508a9f5f74da31561b0', 'gw_port': {'id': '9019eadf-1ac7-4eee-b2fc-d784fa56c06c', 'name': '', 'network_id': '7209b701-ecaa-476a-bd58-d61d280c16d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:08:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0bde452b-eec2-4df4-b813-22b22fc6a0b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 375, 'fixed_ips': [{'subnet_id': '71309eb1-223f-47ba-9803-1437c965e178', 'ip_address': '172.27.2.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806191-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T19:23:21Z', 'updated_at': '2021-08-29T19:23:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71309eb1-223f-47ba-9803-1437c965e178', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806191-2-iscsi', '_interfaces': [{'id': '726c96d1-7df0-4ca4-971a-6c8ca9fb3b08', 'name': '', 'network_id': '4886099e-653a-4458-9041-94933d4c4594', 'tenant_id': 'ff839ffa806e4508a9f5f74da31561b0', 'mac_address': 'fa:16:3e:2e:55:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0bde452b-eec2-4df4-b813-22b22fc6a0b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 376, 'fixed_ips': [{'subnet_id': '1cb0277a-f969-4486-9535-ef7707ae6b74', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806191-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T19:23:25Z', 'updated_at': '2021-08-29T19:23:35Z', 'revision_number': 5, 'project_id': 'ff839ffa806e4508a9f5f74da31561b0', 'subnets': [{'id': '1cb0277a-f969-4486-9535-ef7707ae6b74', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806191-2-iscsi', False) {} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 19:26:13.216716 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa08507a-c444-47cc-ba6e-e246af478bff None None] Checking router: 0bde452b-eec2-4df4-b813-22b22fc6a0b7 for host: dv-cinder-806191-2-iscsi {{(pid=93885) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 19:26:13.225756 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa08507a-c444-47cc-ba6e-e246af478bff None None] Routers {'0bde452b-eec2-4df4-b813-22b22fc6a0b7'} bound to L3 agent in host dv-cinder-806191-2-iscsi {{(pid=93885) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 19:26:13.226366 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-aa08507a-c444-47cc-ba6e-e246af478bff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806191-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-29T19:13:49Z,description=,heartbeat_timestamp=2021-08-29T19:25:49Z,host='dv-cinder-806191-2-iscsi',id=c3ed3b02-d107-45f2-9b2a-fff9b0cfaa96,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T19:13:49Z,topic='l3_agent')) {'router_ids': ['0bde452b-eec2-4df4-b813-22b22fc6a0b7'], 'active': True} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 19:26:13.338245 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.db.l3_dvr_db [None req-aa08507a-c444-47cc-ba6e-e246af478bff None None] Set router 0bde452b-eec2-4df4-b813-22b22fc6a0b7 gateway port host: dv-cinder-806191-2-iscsi {{(pid=93885) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 19:26:13.350177 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-23654339-9414-4b32-a087-54832f9c3cfd tempest-TestShelveInstance-894407535 tempest-TestShelveInstance-894407535-project] Notify callbacks [] for port, precommit_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:26:13.356446 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-23654339-9414-4b32-a087-54832f9c3cfd tempest-TestShelveInstance-894407535 tempest-TestShelveInstance-894407535-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3669005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3715978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777170436913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777169884182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777169884200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-262862662'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:26:13.386212 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c53d8e26-bd71-4b9f-b21c-b46dd1ae382d', 'tag': '4785074a-8625-439e-98ba-d94f500ac8d2'}] {{(pid=93883) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 19:26:13.390106 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d7efacdd762e7fee97ebec028cc859708dbf706441332da3e8755544227ebc46" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f2d2603b-0009-4816-8c83-759617a833ed" -d '{"events": [{"name": "network-changed", "server_uuid": "c53d8e26-bd71-4b9f-b21c-b46dd1ae382d", "tag": "4785074a-8625-439e-98ba-d94f500ac8d2"}]}' {{(pid=93883) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 19:26:13.429325 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 19:26:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f250ea05-ce2d-41f9-93d8-7767f965376e x-openstack-request-id: req-f250ea05-ce2d-41f9-93d8-7767f965376e {{(pid=93883) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 19:26:13.429537 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c53d8e26-bd71-4b9f-b21c-b46dd1ae382d", "tag": "4785074a-8625-439e-98ba-d94f500ac8d2", "status": "completed", "code": 200}]} {{(pid=93883) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 19:26:13.429787 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-f250ea05-ce2d-41f9-93d8-7767f965376e {{(pid=93883) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 19:26:13.430180 dv-cinder-806191-2-iscsi neutron-server[93883]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c53d8e26-bd71-4b9f-b21c-b46dd1ae382d', 'tag': '4785074a-8625-439e-98ba-d94f500ac8d2', 'status': 'completed', 'code': 200} Aug 29 19:26:13.436241 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23654339-9414-4b32-a087-54832f9c3cfd tempest-TestShelveInstance-894407535 tempest-TestShelveInstance-894407535-project] Pushing event updated for resources: {'Port': ['ID=1c227a96-604b-42cb-8bf8-b015e00e7989,revision_number=2']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:26:13.450762 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-23654339-9414-4b32-a087-54832f9c3cfd tempest-TestShelveInstance-894407535 tempest-TestShelveInstance-894407535-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3676317'] for floatingip, after_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:26:13.572586 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-aa08507a-c444-47cc-ba6e-e246af478bff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0bde452b-eec2-4df4-b813-22b22fc6a0b7', 'name': 'tempest-TestMinimumBasicScenario-288058672-router', 'tenant_id': 'ff839ffa806e4508a9f5f74da31561b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7209b701-ecaa-476a-bd58-d61d280c16d3', 'external_fixed_ips': [{'subnet_id': '71309eb1-223f-47ba-9803-1437c965e178', 'ip_address': '172.27.2.70'}], 'enable_snat': True}, 'gw_port_id': '9019eadf-1ac7-4eee-b2fc-d784fa56c06c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T19:23:20Z', 'updated_at': '2021-08-29T19:23:26Z', 'revision_number': 4, 'project_id': 'ff839ffa806e4508a9f5f74da31561b0', 'gw_port': {'id': '9019eadf-1ac7-4eee-b2fc-d784fa56c06c', 'name': '', 'network_id': '7209b701-ecaa-476a-bd58-d61d280c16d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:08:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0bde452b-eec2-4df4-b813-22b22fc6a0b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 375, 'fixed_ips': [{'subnet_id': '71309eb1-223f-47ba-9803-1437c965e178', 'ip_address': '172.27.2.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806191-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T19:23:21Z', 'updated_at': '2021-08-29T19:23:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71309eb1-223f-47ba-9803-1437c965e178', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806191-2-iscsi', '_interfaces': [{'id': '726c96d1-7df0-4ca4-971a-6c8ca9fb3b08', 'name': '', 'network_id': '4886099e-653a-4458-9041-94933d4c4594', 'tenant_id': 'ff839ffa806e4508a9f5f74da31561b0', 'mac_address': 'fa:16:3e:2e:55:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0bde452b-eec2-4df4-b813-22b22fc6a0b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 376, 'fixed_ips': [{'subnet_id': '1cb0277a-f969-4486-9535-ef7707ae6b74', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806191-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T19:23:25Z', 'updated_at': '2021-08-29T19:23:35Z', 'revision_number': 5, 'project_id': 'ff839ffa806e4508a9f5f74da31561b0', 'subnets': [{'id': '1cb0277a-f969-4486-9535-ef7707ae6b74', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806191-2-iscsi', False) {} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 19:26:13.608237 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa08507a-c444-47cc-ba6e-e246af478bff None None] The sync data for ids ['0bde452b-eec2-4df4-b813-22b22fc6a0b7'] in dv-cinder-806191-2-iscsi is: [{'id': '0bde452b-eec2-4df4-b813-22b22fc6a0b7', 'name': 'tempest-TestMinimumBasicScenario-288058672-router', 'tenant_id': 'ff839ffa806e4508a9f5f74da31561b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7209b701-ecaa-476a-bd58-d61d280c16d3', 'external_fixed_ips': [{'subnet_id': '71309eb1-223f-47ba-9803-1437c965e178', 'ip_address': '172.27.2.70'}], 'enable_snat': True}, 'gw_port_id': '9019eadf-1ac7-4eee-b2fc-d784fa56c06c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T19:23:20Z', 'updated_at': '2021-08-29T19:23:26Z', 'revision_number': 4, 'project_id': 'ff839ffa806e4508a9f5f74da31561b0', 'gw_port': {'id': '9019eadf-1ac7-4eee-b2fc-d784fa56c06c', 'name': '', 'network_id': '7209b701-ecaa-476a-bd58-d61d280c16d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:08:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0bde452b-eec2-4df4-b813-22b22fc6a0b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 375, 'fixed_ips': [{'subnet_id': '71309eb1-223f-47ba-9803-1437c965e178', 'ip_address': '172.27.2.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806191-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T19:23:21Z', 'updated_at': '2021-08-29T19:23:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71309eb1-223f-47ba-9803-1437c965e178', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806191-2-iscsi', '_interfaces': [{'id': '726c96d1-7df0-4ca4-971a-6c8ca9fb3b08', 'name': '', 'network_id': '4886099e-653a-4458-9041-94933d4c4594', 'tenant_id': 'ff839ffa806e4508a9f5f74da31561b0', 'mac_address': 'fa:16:3e:2e:55:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0bde452b-eec2-4df4-b813-22b22fc6a0b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 376, 'fixed_ips': [{'subnet_id': '1cb0277a-f969-4486-9535-ef7707ae6b74', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806191-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T19:23:25Z', 'updated_at': '2021-08-29T19:23:35Z', 'revision_number': 5, 'project_id': 'ff839ffa806e4508a9f5f74da31561b0', 'subnets': [{'id': '1cb0277a-f969-4486-9535-ef7707ae6b74', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93885) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 19:26:13.832874 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2d2603b-0009-4816-8c83-759617a833ed req-18fc63ea-c4cb-4467-b3a1-610cb7192216 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 19:26:13.834356 dv-cinder-806191-2-iscsi neutron-server[93884]: INFO neutron.wsgi [req-f2d2603b-0009-4816-8c83-759617a833ed req-18fc63ea-c4cb-4467-b3a1-610cb7192216 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=ff839ffa806e4508a9f5f74da31561b0&device_id=c53d8e26-bd71-4b9f-b21c-b46dd1ae382d HTTP/1.1" status: 200 len: 1098 time: 0.3789115 Aug 29 19:26:13.856027 dv-cinder-806191-2-iscsi neutron-server[93886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2d9a591-d2a3-437c-9fe3-77564c5c746d None None] New status for floating IP e0dd5a84-196e-4fc8-84dc-53dda465717c: DOWN {{(pid=93886) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 29 19:26:13.906359 dv-cinder-806191-2-iscsi neutron-server[93884]: INFO neutron.db.l3_db [None req-23654339-9414-4b32-a087-54832f9c3cfd tempest-TestShelveInstance-894407535 tempest-TestShelveInstance-894407535-project] Floating IP be2f2ad6-1fee-4970-a498-a6ce5cc7c300 associated. External IP: 172.27.2.6, port: 1b95e5a0-02e5-412f-821a-03013814d397. Aug 29 19:26:14.034089 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2d2603b-0009-4816-8c83-759617a833ed req-acf8ee17-80b5-4fa0-9d39-dd28cce5f83f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 19:26:14.035586 dv-cinder-806191-2-iscsi neutron-server[93884]: INFO neutron.wsgi [req-f2d2603b-0009-4816-8c83-759617a833ed req-acf8ee17-80b5-4fa0-9d39-dd28cce5f83f service neutron] 10.222.0.23 "GET /v2.0/networks?id=4886099e-653a-4458-9041-94933d4c4594 HTTP/1.1" status: 200 len: 915 time: 0.1915498 Aug 29 19:26:14.081214 dv-cinder-806191-2-iscsi neutron-server[93884]: INFO neutron.wsgi [req-f2d2603b-0009-4816-8c83-759617a833ed req-49b66aa6-e45b-46b1-8edc-c236d2339c1d service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=4785074a-8625-439e-98ba-d94f500ac8d2 HTTP/1.1" status: 200 len: 217 time: 0.0363674 Aug 29 19:26:14.197186 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2d2603b-0009-4816-8c83-759617a833ed req-335dacd8-785b-4a3b-8bdc-527a031bc0d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 19:26:14.198339 dv-cinder-806191-2-iscsi neutron-server[93884]: INFO neutron.wsgi [req-f2d2603b-0009-4816-8c83-759617a833ed req-335dacd8-785b-4a3b-8bdc-527a031bc0d5 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=1cb0277a-f969-4486-9535-ef7707ae6b74 HTTP/1.1" status: 200 len: 853 time: 0.0824475 Aug 29 19:26:14.256902 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-23654339-9414-4b32-a087-54832f9c3cfd tempest-TestShelveInstance-894407535 tempest-TestShelveInstance-894407535-project] Router 85d11ee1-cb91-4ba4-a86c-67b548852455 has already been hosted by L3 agent c3ed3b02-d107-45f2-9b2a-fff9b0cfaa96 {{(pid=93884) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 19:26:14.267082 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2d2603b-0009-4816-8c83-759617a833ed req-b726aeb6-8d09-408c-831d-3db24a7ebfe6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 19:26:14.268572 dv-cinder-806191-2-iscsi neutron-server[93884]: INFO neutron.wsgi [req-f2d2603b-0009-4816-8c83-759617a833ed req-b726aeb6-8d09-408c-831d-3db24a7ebfe6 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=4886099e-653a-4458-9041-94933d4c4594&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0585048 Aug 29 19:26:14.455253 dv-cinder-806191-2-iscsi neutron-server[93884]: INFO neutron.wsgi [req-f2d2603b-0009-4816-8c83-759617a833ed req-5faa37d3-a29d-4081-a914-2f1f8c4ac5c4 service neutron] 10.222.0.23 "GET /v2.0/networks/4886099e-653a-4458-9041-94933d4c4594?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1784043 Aug 29 19:26:14.456475 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-23654339-9414-4b32-a087-54832f9c3cfd tempest-TestShelveInstance-894407535 tempest-TestShelveInstance-894407535-project] Notify agent at l3_agent.dv-cinder-806191-2-iscsi the message routers_updated {{(pid=93884) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 19:26:14.469350 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c2c31c7-cf38-47a6-b402-835bf93006e6 None None] Sync routers for ids ['85d11ee1-cb91-4ba4-a86c-67b548852455'] in dv-cinder-806191-2-iscsi {{(pid=93885) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 19:26:14.485165 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c2c31c7-cf38-47a6-b402-835bf93006e6 None None] Routers {'85d11ee1-cb91-4ba4-a86c-67b548852455'} bound to L3 agent in host dv-cinder-806191-2-iscsi {{(pid=93885) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 19:26:14.486037 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-8c2c31c7-cf38-47a6-b402-835bf93006e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806191-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-29T19:13:49Z,description=,heartbeat_timestamp=2021-08-29T19:25:49Z,host='dv-cinder-806191-2-iscsi',id=c3ed3b02-d107-45f2-9b2a-fff9b0cfaa96,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T19:13:49Z,topic='l3_agent')) {'router_ids': ['85d11ee1-cb91-4ba4-a86c-67b548852455'], 'active': True} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 19:26:14.490228 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-23654339-9414-4b32-a087-54832f9c3cfd tempest-TestShelveInstance-894407535 tempest-TestShelveInstance-894407535-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-256493'] for floatingip, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:26:14.563000 dv-cinder-806191-2-iscsi neutron-server[93884]: INFO neutron.wsgi [None req-23654339-9414-4b32-a087-54832f9c3cfd tempest-TestShelveInstance-894407535 tempest-TestShelveInstance-894407535-project] 10.222.0.26 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 994 time: 2.3554232 Aug 29 19:26:14.565979 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6e1bf34c-c174-4618-b16d-766b70b3c507', 'tag': '1b95e5a0-02e5-412f-821a-03013814d397'}] {{(pid=93884) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 19:26:14.568632 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}af0273b9eb9050257146764f7dfc5aa69aec40d1770056ff1a21a350116cd0eb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d9795a4c-e7da-4118-872d-9b960e6a9f3a" -d '{"events": [{"name": "network-changed", "server_uuid": "6e1bf34c-c174-4618-b16d-766b70b3c507", "tag": "1b95e5a0-02e5-412f-821a-03013814d397"}]}' {{(pid=93884) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 19:26:14.604031 dv-cinder-806191-2-iscsi neutron-server[93884]: INFO neutron.wsgi [req-f2d2603b-0009-4816-8c83-759617a833ed req-0b25bf49-8e35-4adb-854b-bc8405725427 service neutron] 10.222.0.23 "GET /v2.0/networks/4886099e-653a-4458-9041-94933d4c4594?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1344287 Aug 29 19:26:14.605985 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 19:26:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d66c45bb-5854-411a-947e-0de45a083a14 x-openstack-request-id: req-d66c45bb-5854-411a-947e-0de45a083a14 {{(pid=93884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 19:26:14.606265 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6e1bf34c-c174-4618-b16d-766b70b3c507", "tag": "1b95e5a0-02e5-412f-821a-03013814d397", "status": "completed", "code": 200}]} {{(pid=93884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 19:26:14.606552 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-d66c45bb-5854-411a-947e-0de45a083a14 {{(pid=93884) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 19:26:14.606935 dv-cinder-806191-2-iscsi neutron-server[93884]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6e1bf34c-c174-4618-b16d-766b70b3c507', 'tag': '1b95e5a0-02e5-412f-821a-03013814d397', 'status': 'completed', 'code': 200} Aug 29 19:26:14.610298 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.db.l3_dvr_db [None req-8c2c31c7-cf38-47a6-b402-835bf93006e6 None None] Set router 85d11ee1-cb91-4ba4-a86c-67b548852455 gateway port host: dv-cinder-806191-2-iscsi {{(pid=93885) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 19:26:14.679318 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9795a4c-e7da-4118-872d-9b960e6a9f3a req-1d582630-0e0c-4680-9652-13398c7ee948 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 19:26:14.681446 dv-cinder-806191-2-iscsi neutron-server[93884]: INFO neutron.wsgi [req-d9795a4c-e7da-4118-872d-9b960e6a9f3a req-1d582630-0e0c-4680-9652-13398c7ee948 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=47206eee79a344c9b1b30949d9ae67ab&device_id=6e1bf34c-c174-4618-b16d-766b70b3c507 HTTP/1.1" status: 200 len: 1098 time: 0.0505962 Aug 29 19:26:14.771896 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9795a4c-e7da-4118-872d-9b960e6a9f3a req-73e33c1c-bfca-4b5d-8385-a0f8c9e21d32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 19:26:14.773385 dv-cinder-806191-2-iscsi neutron-server[93884]: INFO neutron.wsgi [req-d9795a4c-e7da-4118-872d-9b960e6a9f3a req-73e33c1c-bfca-4b5d-8385-a0f8c9e21d32 service neutron] 10.222.0.23 "GET /v2.0/networks?id=c4f869d5-c4a9-4d4b-abf0-c181253a388e HTTP/1.1" status: 200 len: 910 time: 0.0840323 Aug 29 19:26:14.843650 dv-cinder-806191-2-iscsi neutron-server[93884]: INFO neutron.wsgi [req-d9795a4c-e7da-4118-872d-9b960e6a9f3a req-cc3619fe-a643-40c1-ab07-a38b8da188cc service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1b95e5a0-02e5-412f-821a-03013814d397 HTTP/1.1" status: 200 len: 997 time: 0.0620077 Aug 29 19:26:14.881676 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-8c2c31c7-cf38-47a6-b402-835bf93006e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '85d11ee1-cb91-4ba4-a86c-67b548852455', 'name': 'tempest-TestShelveInstance-1653015509-router', 'tenant_id': '47206eee79a344c9b1b30949d9ae67ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7209b701-ecaa-476a-bd58-d61d280c16d3', 'external_fixed_ips': [{'subnet_id': '71309eb1-223f-47ba-9803-1437c965e178', 'ip_address': '172.27.2.220'}], 'enable_snat': True}, 'gw_port_id': 'e1a921a0-55b9-4b8b-9693-4cf900181cde', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T19:25:11Z', 'updated_at': '2021-08-29T19:25:16Z', 'revision_number': 4, 'project_id': '47206eee79a344c9b1b30949d9ae67ab', 'gw_port': {'id': 'e1a921a0-55b9-4b8b-9693-4cf900181cde', 'name': '', 'network_id': '7209b701-ecaa-476a-bd58-d61d280c16d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:89:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85d11ee1-cb91-4ba4-a86c-67b548852455', 'device_owner': 'network:router_gateway', 'standard_attr_id': 498, 'fixed_ips': [{'subnet_id': '71309eb1-223f-47ba-9803-1437c965e178', 'ip_address': '172.27.2.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806191-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T19:25:13Z', 'updated_at': '2021-08-29T19:25:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71309eb1-223f-47ba-9803-1437c965e178', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806191-2-iscsi', '_floatingips': [{'id': 'be2f2ad6-1fee-4970-a498-a6ce5cc7c300', 'tenant_id': '47206eee79a344c9b1b30949d9ae67ab', 'floating_ip_address': '172.27.2.6', 'floating_network_id': '7209b701-ecaa-476a-bd58-d61d280c16d3', 'router_id': '85d11ee1-cb91-4ba4-a86c-67b548852455', 'port_id': '1b95e5a0-02e5-412f-821a-03013814d397', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 627, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c4f869d5-c4a9-4d4b-abf0-c181253a388e', 'mac_address': 'fa:16:3e:be:47:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e1bf34c-c174-4618-b16d-766b70b3c507', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-29T19:26:12Z', 'updated_at': '2021-08-29T19:26:12Z', 'revision_number': 0, 'project_id': '47206eee79a344c9b1b30949d9ae67ab', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '59aae8ac-101a-43bb-93e2-df598f6ab02c', 'name': '', 'network_id': 'c4f869d5-c4a9-4d4b-abf0-c181253a388e', 'tenant_id': '47206eee79a344c9b1b30949d9ae67ab', 'mac_address': 'fa:16:3e:fc:48:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85d11ee1-cb91-4ba4-a86c-67b548852455', 'device_owner': 'network:router_interface', 'standard_attr_id': 506, 'fixed_ips': [{'subnet_id': 'a59267c6-8d28-4d1e-969f-e33d2bf75c5c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806191-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T19:25:15Z', 'updated_at': '2021-08-29T19:25:30Z', 'revision_number': 5, 'project_id': '47206eee79a344c9b1b30949d9ae67ab', 'subnets': [{'id': 'a59267c6-8d28-4d1e-969f-e33d2bf75c5c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806191-2-iscsi', False) {} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 19:26:14.901524 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9795a4c-e7da-4118-872d-9b960e6a9f3a req-f114e219-0301-4d31-9544-d0fbb9fd18ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 19:26:14.903118 dv-cinder-806191-2-iscsi neutron-server[93884]: INFO neutron.wsgi [req-d9795a4c-e7da-4118-872d-9b960e6a9f3a req-f114e219-0301-4d31-9544-d0fbb9fd18ad service neutron] 10.222.0.23 "GET /v2.0/subnets?id=a59267c6-8d28-4d1e-969f-e33d2bf75c5c HTTP/1.1" status: 200 len: 848 time: 0.0439701 Aug 29 19:26:14.911797 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c2c31c7-cf38-47a6-b402-835bf93006e6 None None] Checking router: 85d11ee1-cb91-4ba4-a86c-67b548852455 for host: dv-cinder-806191-2-iscsi {{(pid=93885) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 19:26:14.920385 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c2c31c7-cf38-47a6-b402-835bf93006e6 None None] Routers {'85d11ee1-cb91-4ba4-a86c-67b548852455'} bound to L3 agent in host dv-cinder-806191-2-iscsi {{(pid=93885) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 19:26:14.920986 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-8c2c31c7-cf38-47a6-b402-835bf93006e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806191-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-29T19:13:49Z,description=,heartbeat_timestamp=2021-08-29T19:25:49Z,host='dv-cinder-806191-2-iscsi',id=c3ed3b02-d107-45f2-9b2a-fff9b0cfaa96,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T19:13:49Z,topic='l3_agent')) {'router_ids': ['85d11ee1-cb91-4ba4-a86c-67b548852455'], 'active': True} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 19:26:14.959262 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9795a4c-e7da-4118-872d-9b960e6a9f3a req-b8b4befa-6918-4b5f-926f-c40b6da56817 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 19:26:14.960707 dv-cinder-806191-2-iscsi neutron-server[93884]: INFO neutron.wsgi [req-d9795a4c-e7da-4118-872d-9b960e6a9f3a req-b8b4befa-6918-4b5f-926f-c40b6da56817 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=c4f869d5-c4a9-4d4b-abf0-c181253a388e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0407193 Aug 29 19:26:15.030668 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.db.l3_dvr_db [None req-8c2c31c7-cf38-47a6-b402-835bf93006e6 None None] Set router 85d11ee1-cb91-4ba4-a86c-67b548852455 gateway port host: dv-cinder-806191-2-iscsi {{(pid=93885) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 19:26:15.066962 dv-cinder-806191-2-iscsi neutron-server[93884]: INFO neutron.wsgi [req-d9795a4c-e7da-4118-872d-9b960e6a9f3a req-2d0d4b0f-46a7-4614-9f9d-71a8240dc6bf service neutron] 10.222.0.23 "GET /v2.0/networks/c4f869d5-c4a9-4d4b-abf0-c181253a388e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0877800 Aug 29 19:26:15.159228 dv-cinder-806191-2-iscsi neutron-server[93884]: INFO neutron.wsgi [req-d9795a4c-e7da-4118-872d-9b960e6a9f3a req-cecb1277-ce69-4824-9223-e37b0b64c7f9 service neutron] 10.222.0.23 "GET /v2.0/networks/c4f869d5-c4a9-4d4b-abf0-c181253a388e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832548 Aug 29 19:26:15.367459 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-8c2c31c7-cf38-47a6-b402-835bf93006e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '85d11ee1-cb91-4ba4-a86c-67b548852455', 'name': 'tempest-TestShelveInstance-1653015509-router', 'tenant_id': '47206eee79a344c9b1b30949d9ae67ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7209b701-ecaa-476a-bd58-d61d280c16d3', 'external_fixed_ips': [{'subnet_id': '71309eb1-223f-47ba-9803-1437c965e178', 'ip_address': '172.27.2.220'}], 'enable_snat': True}, 'gw_port_id': 'e1a921a0-55b9-4b8b-9693-4cf900181cde', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T19:25:11Z', 'updated_at': '2021-08-29T19:25:16Z', 'revision_number': 4, 'project_id': '47206eee79a344c9b1b30949d9ae67ab', 'gw_port': {'id': 'e1a921a0-55b9-4b8b-9693-4cf900181cde', 'name': '', 'network_id': '7209b701-ecaa-476a-bd58-d61d280c16d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:89:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85d11ee1-cb91-4ba4-a86c-67b548852455', 'device_owner': 'network:router_gateway', 'standard_attr_id': 498, 'fixed_ips': [{'subnet_id': '71309eb1-223f-47ba-9803-1437c965e178', 'ip_address': '172.27.2.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806191-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T19:25:13Z', 'updated_at': '2021-08-29T19:25:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71309eb1-223f-47ba-9803-1437c965e178', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806191-2-iscsi', '_floatingips': [{'id': 'be2f2ad6-1fee-4970-a498-a6ce5cc7c300', 'tenant_id': '47206eee79a344c9b1b30949d9ae67ab', 'floating_ip_address': '172.27.2.6', 'floating_network_id': '7209b701-ecaa-476a-bd58-d61d280c16d3', 'router_id': '85d11ee1-cb91-4ba4-a86c-67b548852455', 'port_id': '1b95e5a0-02e5-412f-821a-03013814d397', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 627, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c4f869d5-c4a9-4d4b-abf0-c181253a388e', 'mac_address': 'fa:16:3e:be:47:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e1bf34c-c174-4618-b16d-766b70b3c507', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-29T19:26:12Z', 'updated_at': '2021-08-29T19:26:12Z', 'revision_number': 0, 'project_id': '47206eee79a344c9b1b30949d9ae67ab', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '59aae8ac-101a-43bb-93e2-df598f6ab02c', 'name': '', 'network_id': 'c4f869d5-c4a9-4d4b-abf0-c181253a388e', 'tenant_id': '47206eee79a344c9b1b30949d9ae67ab', 'mac_address': 'fa:16:3e:fc:48:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85d11ee1-cb91-4ba4-a86c-67b548852455', 'device_owner': 'network:router_interface', 'standard_attr_id': 506, 'fixed_ips': [{'subnet_id': 'a59267c6-8d28-4d1e-969f-e33d2bf75c5c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806191-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T19:25:15Z', 'updated_at': '2021-08-29T19:25:30Z', 'revision_number': 5, 'project_id': '47206eee79a344c9b1b30949d9ae67ab', 'subnets': [{'id': 'a59267c6-8d28-4d1e-969f-e33d2bf75c5c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806191-2-iscsi', False) {} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 19:26:15.396881 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c2c31c7-cf38-47a6-b402-835bf93006e6 None None] The sync data for ids ['85d11ee1-cb91-4ba4-a86c-67b548852455'] in dv-cinder-806191-2-iscsi is: [{'id': '85d11ee1-cb91-4ba4-a86c-67b548852455', 'name': 'tempest-TestShelveInstance-1653015509-router', 'tenant_id': '47206eee79a344c9b1b30949d9ae67ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7209b701-ecaa-476a-bd58-d61d280c16d3', 'external_fixed_ips': [{'subnet_id': '71309eb1-223f-47ba-9803-1437c965e178', 'ip_address': '172.27.2.220'}], 'enable_snat': True}, 'gw_port_id': 'e1a921a0-55b9-4b8b-9693-4cf900181cde', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T19:25:11Z', 'updated_at': '2021-08-29T19:25:16Z', 'revision_number': 4, 'project_id': '47206eee79a344c9b1b30949d9ae67ab', 'gw_port': {'id': 'e1a921a0-55b9-4b8b-9693-4cf900181cde', 'name': '', 'network_id': '7209b701-ecaa-476a-bd58-d61d280c16d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:89:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85d11ee1-cb91-4ba4-a86c-67b548852455', 'device_owner': 'network:router_gateway', 'standard_attr_id': 498, 'fixed_ips': [{'subnet_id': '71309eb1-223f-47ba-9803-1437c965e178', 'ip_address': '172.27.2.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806191-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T19:25:13Z', 'updated_at': '2021-08-29T19:25:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71309eb1-223f-47ba-9803-1437c965e178', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806191-2-iscsi', '_floatingips': [{'id': 'be2f2ad6-1fee-4970-a498-a6ce5cc7c300', 'tenant_id': '47206eee79a344c9b1b30949d9ae67ab', 'floating_ip_address': '172.27.2.6', 'floating_network_id': '7209b701-ecaa-476a-bd58-d61d280c16d3', 'router_id': '85d11ee1-cb91-4ba4-a86c-67b548852455', 'port_id': '1b95e5a0-02e5-412f-821a-03013814d397', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 627, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c4f869d5-c4a9-4d4b-abf0-c181253a388e', 'mac_address': 'fa:16:3e:be:47:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e1bf34c-c174-4618-b16d-766b70b3c507', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-29T19:26:12Z', 'updated_at': '2021-08-29T19:26:12Z', 'revision_number': 0, 'project_id': '47206eee79a344c9b1b30949d9ae67ab', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '59aae8ac-101a-43bb-93e2-df598f6ab02c', 'name': '', 'network_id': 'c4f869d5-c4a9-4d4b-abf0-c181253a388e', 'tenant_id': '47206eee79a344c9b1b30949d9ae67ab', 'mac_address': 'fa:16:3e:fc:48:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85d11ee1-cb91-4ba4-a86c-67b548852455', 'device_owner': 'network:router_interface', 'standard_attr_id': 506, 'fixed_ips': [{'subnet_id': 'a59267c6-8d28-4d1e-969f-e33d2bf75c5c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806191-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T19:25:15Z', 'updated_at': '2021-08-29T19:25:30Z', 'revision_number': 5, 'project_id': '47206eee79a344c9b1b30949d9ae67ab', 'subnets': [{'id': 'a59267c6-8d28-4d1e-969f-e33d2bf75c5c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93885) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 19:26:15.615077 dv-cinder-806191-2-iscsi neutron-server[93886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b4011ba-bd50-46ba-912c-b42085d09594 None None] New status for floating IP be2f2ad6-1fee-4970-a498-a6ce5cc7c300: ACTIVE {{(pid=93886) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 29 19:26:15.642195 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f11b8743-82ac-42d0-a54c-1ae8a40c1a6e req-3870e3dd-a487-4141-80d8-47b4fa771059 tempest-TestMinimumBasicScenario-1969089159 tempest-TestMinimumBasicScenario-1969089159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 19:26:15.643867 dv-cinder-806191-2-iscsi neutron-server[93883]: INFO neutron.wsgi [req-f11b8743-82ac-42d0-a54c-1ae8a40c1a6e req-3870e3dd-a487-4141-80d8-47b4fa771059 tempest-TestMinimumBasicScenario-1969089159 tempest-TestMinimumBasicScenario-1969089159-project] 10.222.0.26 "GET /v2.0/ports?device_id=c53d8e26-bd71-4b9f-b21c-b46dd1ae382d HTTP/1.1" status: 200 len: 945 time: 0.0575564 Aug 29 19:26:15.683597 dv-cinder-806191-2-iscsi neutron-server[93883]: INFO neutron.wsgi [req-f11b8743-82ac-42d0-a54c-1ae8a40c1a6e req-ffbfa860-94f9-4d8e-91a3-13359859f230 tempest-TestMinimumBasicScenario-1969089159 tempest-TestMinimumBasicScenario-1969089159-project] 10.222.0.26 "GET /v2.0/security-groups?id=5af02ce7-4f09-4a57-a5cb-160fa5d4f482&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330169 Aug 29 19:26:16.394901 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-6c890d66-7794-4b5a-8fbd-75206e9d43c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777170380508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3627128'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:26:16.457673 dv-cinder-806191-2-iscsi neutron-server[93886]: DEBUG neutron.db.agents_db [None req-c8461fad-6a9a-4fb7-93e9-57a62b582dc0 None None] Agent healthcheck: found 6 active agents {{(pid=93886) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 19:26:16.798539 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36acbf52-3ec4-4fd6-9597-612e40ea0c37 req-4925ecf5-74ed-4057-a954-660d754c6a7c tempest-TestMinimumBasicScenario-1969089159 tempest-TestMinimumBasicScenario-1969089159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 19:26:16.799987 dv-cinder-806191-2-iscsi neutron-server[93883]: INFO neutron.wsgi [req-36acbf52-3ec4-4fd6-9597-612e40ea0c37 req-4925ecf5-74ed-4057-a954-660d754c6a7c tempest-TestMinimumBasicScenario-1969089159 tempest-TestMinimumBasicScenario-1969089159-project] 10.222.0.26 "GET /v2.0/ports?device_id=c53d8e26-bd71-4b9f-b21c-b46dd1ae382d HTTP/1.1" status: 200 len: 945 time: 0.0481024 Aug 29 19:26:16.838712 dv-cinder-806191-2-iscsi neutron-server[93883]: INFO neutron.wsgi [req-36acbf52-3ec4-4fd6-9597-612e40ea0c37 req-4a47ef84-43ac-4082-a893-8d316918a3fb tempest-TestMinimumBasicScenario-1969089159 tempest-TestMinimumBasicScenario-1969089159-project] 10.222.0.26 "GET /v2.0/security-groups?id=5af02ce7-4f09-4a57-a5cb-160fa5d4f482&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326462 Aug 29 19:26:17.596373 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51e06b61-9923-484e-b0d6-42b3edfab534 req-d3c5641c-689b-45b2-beec-26127460c881 tempest-TestMinimumBasicScenario-1969089159 tempest-TestMinimumBasicScenario-1969089159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 19:26:17.597731 dv-cinder-806191-2-iscsi neutron-server[93884]: INFO neutron.wsgi [req-51e06b61-9923-484e-b0d6-42b3edfab534 req-d3c5641c-689b-45b2-beec-26127460c881 tempest-TestMinimumBasicScenario-1969089159 tempest-TestMinimumBasicScenario-1969089159-project] 10.222.0.23 "GET /v2.0/ports?device_id=c53d8e26-bd71-4b9f-b21c-b46dd1ae382d HTTP/1.1" status: 200 len: 945 time: 0.0536518 Aug 29 19:26:17.696528 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [req-51e06b61-9923-484e-b0d6-42b3edfab534 req-6ba383ea-61d0-4bc0-84d7-007e909cdda2 tempest-TestMinimumBasicScenario-1969089159 tempest-TestMinimumBasicScenario-1969089159-project] Deleting port 4785074a-8625-439e-98ba-d94f500ac8d2 {{(pid=93884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 19:26:17.697390 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-51e06b61-9923-484e-b0d6-42b3edfab534 req-6ba383ea-61d0-4bc0-84d7-007e909cdda2 tempest-TestMinimumBasicScenario-1969089159 tempest-TestMinimumBasicScenario-1969089159-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777170414367'] for port, before_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:26:17.789833 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.db [req-51e06b61-9923-484e-b0d6-42b3edfab534 req-6ba383ea-61d0-4bc0-84d7-007e909cdda2 tempest-TestMinimumBasicScenario-1969089159 tempest-TestMinimumBasicScenario-1969089159-project] For port 4785074a-8625-439e-98ba-d94f500ac8d2, host hv-cinder-80619, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80619',level=0,port_id=4785074a-8625-439e-98ba-d94f500ac8d2,segment=NetworkSegment(ce467763-0e5d-4dad-9dd7-1187695d2739),segment_id=ce467763-0e5d-4dad-9dd7-1187695d2739)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 19:26:17.790206 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-51e06b61-9923-484e-b0d6-42b3edfab534 req-6ba383ea-61d0-4bc0-84d7-007e909cdda2 tempest-TestMinimumBasicScenario-1969089159 tempest-TestMinimumBasicScenario-1969089159-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3695122'] for port, precommit_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:26:17.803589 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [req-51e06b61-9923-484e-b0d6-42b3edfab534 req-6ba383ea-61d0-4bc0-84d7-007e909cdda2 tempest-TestMinimumBasicScenario-1969089159 tempest-TestMinimumBasicScenario-1969089159-project] Calling delete_port for 4785074a-8625-439e-98ba-d94f500ac8d2 owned by compute:nova {{(pid=93884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 19:26:17.932154 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-51e06b61-9923-484e-b0d6-42b3edfab534 req-6ba383ea-61d0-4bc0-84d7-007e909cdda2 tempest-TestMinimumBasicScenario-1969089159 tempest-TestMinimumBasicScenario-1969089159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3669005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3715978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777170436895', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777169884173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262862687'] for port, after_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:26:17.949155 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-e411ce9c-394c-453f-add9-812245090945 None None] get_ports_and_sgs() called for port_ids ['4785074a-8625-439e-98ba-d94f500ac8d2'] {{(pid=93885) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 19:26:17.957997 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a957e2e-528b-4c77-8925-07ac9d3753e5 req-1f7d28ac-147a-4ea9-8481-930112bb39f9 tempest-TestMinimumBasicScenario-1969089159 tempest-TestMinimumBasicScenario-1969089159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 19:26:17.959576 dv-cinder-806191-2-iscsi neutron-server[93883]: INFO neutron.wsgi [req-1a957e2e-528b-4c77-8925-07ac9d3753e5 req-1f7d28ac-147a-4ea9-8481-930112bb39f9 tempest-TestMinimumBasicScenario-1969089159 tempest-TestMinimumBasicScenario-1969089159-project] 10.222.0.26 "GET /v2.0/ports?device_id=c53d8e26-bd71-4b9f-b21c-b46dd1ae382d HTTP/1.1" status: 200 len: 867 time: 0.0517609 Aug 29 19:26:17.966191 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ba383ea-61d0-4bc0-84d7-007e909cdda2 tempest-TestMinimumBasicScenario-1969089159 tempest-TestMinimumBasicScenario-1969089159-project] Pushing event deleted for resources: {'Port': ['ID=4785074a-8625-439e-98ba-d94f500ac8d2,revision_number=None']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:26:18.006924 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.db.l3_dvrscheduler_db [req-51e06b61-9923-484e-b0d6-42b3edfab534 req-6ba383ea-61d0-4bc0-84d7-007e909cdda2 tempest-TestMinimumBasicScenario-1969089159 tempest-TestMinimumBasicScenario-1969089159-project] No DVR routers for this DVR port 4785074a-8625-439e-98ba-d94f500ac8d2 on host hv-cinder-80619 {{(pid=93884) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 19:26:18.010026 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-51e06b61-9923-484e-b0d6-42b3edfab534 req-6ba383ea-61d0-4bc0-84d7-007e909cdda2 tempest-TestMinimumBasicScenario-1969089159 tempest-TestMinimumBasicScenario-1969089159-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-256493'] for port, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:26:18.011449 dv-cinder-806191-2-iscsi neutron-server[93883]: INFO neutron.wsgi [req-1a957e2e-528b-4c77-8925-07ac9d3753e5 req-ff4a4ac7-2345-4cc4-9cc1-bfd141a9ac35 tempest-TestMinimumBasicScenario-1969089159 tempest-TestMinimumBasicScenario-1969089159-project] 10.222.0.26 "GET /v2.0/security-groups?id=5af02ce7-4f09-4a57-a5cb-160fa5d4f482&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364876 Aug 29 19:26:18.012094 dv-cinder-806191-2-iscsi neutron-server[93884]: INFO neutron.wsgi [req-51e06b61-9923-484e-b0d6-42b3edfab534 req-6ba383ea-61d0-4bc0-84d7-007e909cdda2 tempest-TestMinimumBasicScenario-1969089159 tempest-TestMinimumBasicScenario-1969089159-project] 10.222.0.23 "DELETE /v2.0/ports/4785074a-8625-439e-98ba-d94f500ac8d2 HTTP/1.1" status: 204 len: 173 time: 0.4055910 Aug 29 19:26:18.012539 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c53d8e26-bd71-4b9f-b21c-b46dd1ae382d', 'name': 'network-vif-deleted', 'tag': '4785074a-8625-439e-98ba-d94f500ac8d2'}] {{(pid=93884) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 19:26:18.018430 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}af0273b9eb9050257146764f7dfc5aa69aec40d1770056ff1a21a350116cd0eb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-21585dcf-ad75-44fb-ae92-cf8ab8b8a4b4" -d '{"events": [{"server_uuid": "c53d8e26-bd71-4b9f-b21c-b46dd1ae382d", "name": "network-vif-deleted", "tag": "4785074a-8625-439e-98ba-d94f500ac8d2"}]}' {{(pid=93884) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 19:26:18.058800 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 19:26:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-68a6b0a8-b430-4076-bab4-d38c0f8e60f7 x-openstack-request-id: req-68a6b0a8-b430-4076-bab4-d38c0f8e60f7 {{(pid=93884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 19:26:18.059091 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c53d8e26-bd71-4b9f-b21c-b46dd1ae382d", "name": "network-vif-deleted", "tag": "4785074a-8625-439e-98ba-d94f500ac8d2", "status": "completed", "code": 200}]} {{(pid=93884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 19:26:18.059345 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-68a6b0a8-b430-4076-bab4-d38c0f8e60f7 {{(pid=93884) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 19:26:18.059739 dv-cinder-806191-2-iscsi neutron-server[93884]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c53d8e26-bd71-4b9f-b21c-b46dd1ae382d', 'name': 'network-vif-deleted', 'tag': '4785074a-8625-439e-98ba-d94f500ac8d2', 'status': 'completed', 'code': 200} Aug 29 19:26:18.723924 dv-cinder-806191-2-iscsi neutron-server[93883]: INFO neutron.wsgi [req-f2bf8cf1-5f3c-4c77-8f75-b08299651f7e req-16572394-b8ed-4636-bab1-a94389bd8f79 tempest-TestVolumeBootPattern-1610125901 tempest-TestVolumeBootPattern-1610125901-project] 10.222.0.26 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1718562270&fields=id&tenant_id=b39981fcd5954815961a8be993dedcd2 HTTP/1.1" status: 200 len: 267 time: 0.0387883 Aug 29 19:26:18.852540 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2bf8cf1-5f3c-4c77-8f75-b08299651f7e req-aaa6945b-0049-401b-8124-dcc828ab7761 tempest-TestVolumeBootPattern-1610125901 tempest-TestVolumeBootPattern-1610125901-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 19:26:18.854121 dv-cinder-806191-2-iscsi neutron-server[93883]: INFO neutron.wsgi [req-f2bf8cf1-5f3c-4c77-8f75-b08299651f7e req-aaa6945b-0049-401b-8124-dcc828ab7761 tempest-TestVolumeBootPattern-1610125901 tempest-TestVolumeBootPattern-1610125901-project] 10.222.0.26 "GET /v2.0/networks?id=45c2a1ad-9c77-458b-b844-fbf0e60ffffd HTTP/1.1" status: 200 len: 811 time: 0.1231270 Aug 29 19:26:18.869843 dv-cinder-806191-2-iscsi neutron-server[93883]: INFO neutron.wsgi [req-f2bf8cf1-5f3c-4c77-8f75-b08299651f7e req-a87f3279-99ce-4cd9-bab9-8c0dd7d68d9a tempest-TestVolumeBootPattern-1610125901 tempest-TestVolumeBootPattern-1610125901-project] 10.222.0.26 "GET /v2.0/quotas/b39981fcd5954815961a8be993dedcd2 HTTP/1.1" status: 200 len: 375 time: 0.0096035 Aug 29 19:26:18.924226 dv-cinder-806191-2-iscsi neutron-server[93883]: INFO neutron.wsgi [req-f2bf8cf1-5f3c-4c77-8f75-b08299651f7e req-0b6a8002-1aed-49f9-87c9-0edb8e1083f5 tempest-TestVolumeBootPattern-1610125901 tempest-TestVolumeBootPattern-1610125901-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=b39981fcd5954815961a8be993dedcd2&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0487030 Aug 29 19:26:19.012481 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-f9451ebe-d37e-446c-958e-c5e767aaedd2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777170380508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3627128'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:26:19.030767 dv-cinder-806191-2-iscsi neutron-server[93883]: INFO neutron.wsgi [req-f2bf8cf1-5f3c-4c77-8f75-b08299651f7e req-b5f480b9-a534-4d9e-aaf9-756913bd669a service neutron] 10.222.0.26 "GET /v2.0/networks/45c2a1ad-9c77-458b-b844-fbf0e60ffffd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0938048 Aug 29 19:26:19.131962 dv-cinder-806191-2-iscsi neutron-server[93883]: INFO neutron.wsgi [req-f2bf8cf1-5f3c-4c77-8f75-b08299651f7e req-6ace9b35-9238-4347-835e-362cf380a7b9 service neutron] 10.222.0.26 "GET /v2.0/networks/45c2a1ad-9c77-458b-b844-fbf0e60ffffd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0946763 Aug 29 19:26:19.456720 dv-cinder-806191-2-iscsi neutron-server[93884]: INFO neutron.wsgi [req-49665dad-7252-4760-9d9e-03192b8e7d05 req-b386ed6b-2d22-4b11-ae38-cd7d39d83332 tempest-TestVolumeBootPattern-1610125901 tempest-TestVolumeBootPattern-1610125901-project] 10.222.0.26 "GET /v2.0/ports?device_id=5da48d85-45dc-4762-b7ad-0eb1affc4987 HTTP/1.1" status: 200 len: 210 time: 0.0317636 Aug 29 19:26:19.672327 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-f7f3f912-659a-49f9-ab3a-0560ee4983b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777170380508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3627128'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:26:19.760666 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.26', 34680) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 19:26:20.227169 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-5da54087-d9e6-4bcf-ac22-25095a0a5d32 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3678147'] for router_interface, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:26:20.386944 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-ed31fb2d-405b-476e-b16a-f8415d14bc27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777170380508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3627128'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:26:20.491814 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-e411ce9c-394c-453f-add9-812245090945 None None] Device 4785074a-8625-439e-98ba-d94f500ac8d2 no longer exists at agent hyperv_hv-cinder-80619 {{(pid=93885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 19:26:20.525481 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.plugins.ml2.plugin [None req-e411ce9c-394c-453f-add9-812245090945 None None] No Port match for: 4785074a-8625-439e-98ba-d94f500ac8d2 {{(pid=93885) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 19:26:20.531166 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-e411ce9c-394c-453f-add9-812245090945 None None] Device 4785074a-8625-439e-98ba-d94f500ac8d2 not bound to the agent host hv-cinder-80619 {{(pid=93885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 19:26:20.535298 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2bf8cf1-5f3c-4c77-8f75-b08299651f7e req-5fd337f6-bab7-4fc0-9496-684148d0bc8d tempest-TestVolumeBootPattern-1610125901 tempest-TestVolumeBootPattern-1610125901-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 19:26:20.537754 dv-cinder-806191-2-iscsi neutron-server[93884]: INFO neutron.wsgi [req-f2bf8cf1-5f3c-4c77-8f75-b08299651f7e req-5fd337f6-bab7-4fc0-9496-684148d0bc8d tempest-TestVolumeBootPattern-1610125901 tempest-TestVolumeBootPattern-1610125901-project] 10.222.0.23 "GET /v2.0/networks?id=45c2a1ad-9c77-458b-b844-fbf0e60ffffd HTTP/1.1" status: 200 len: 811 time: 0.1894507 Aug 29 19:26:20.568457 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron.plugins.ml2.plugin [None req-5da54087-d9e6-4bcf-ac22-25095a0a5d32 admin admin] Deleting port 726c96d1-7df0-4ca4-971a-6c8ca9fb3b08 {{(pid=93883) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 19:26:20.568814 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-5da54087-d9e6-4bcf-ac22-25095a0a5d32 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777170414367'] for port, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:26:20.595026 dv-cinder-806191-2-iscsi neutron-server[93884]: INFO neutron.wsgi [req-f2bf8cf1-5f3c-4c77-8f75-b08299651f7e req-2a4efa8d-9545-408d-87bf-324e1d5d17ef tempest-TestVolumeBootPattern-1610125901 tempest-TestVolumeBootPattern-1610125901-project] 10.222.0.23 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b39981fcd5954815961a8be993dedcd2 HTTP/1.1" status: 200 len: 380 time: 0.0473540 Aug 29 19:26:20.610615 dv-cinder-806191-2-iscsi neutron-server[93884]: INFO neutron.wsgi [req-6e27cf32-4f4f-4379-a03c-d56d68cdd5a4 req-60735cdd-4bee-4113-94fa-dac480b9bdf3 tempest-TestVolumeBootPattern-1610125901 tempest-TestVolumeBootPattern-1610125901-project] 10.222.0.26 "GET /v2.0/ports?device_id=5da48d85-45dc-4762-b7ad-0eb1affc4987 HTTP/1.1" status: 200 len: 210 time: 0.0346942 Aug 29 19:26:20.614293 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.api.v2.base [req-f2bf8cf1-5f3c-4c77-8f75-b08299651f7e req-677470f3-a9b1-44be-a399-99c21978fedc tempest-TestVolumeBootPattern-1610125901 tempest-TestVolumeBootPattern-1610125901-project] Request body: {'port': {'device_id': '5da48d85-45dc-4762-b7ad-0eb1affc4987', 'network_id': '45c2a1ad-9c77-458b-b844-fbf0e60ffffd', 'admin_state_up': True, 'tenant_id': 'b39981fcd5954815961a8be993dedcd2', 'security_groups': ['28dcb342-8e4f-40d6-9e57-d4cd91ceacfa']}} {{(pid=93884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 19:26:20.656439 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron.plugins.ml2.db [None req-5da54087-d9e6-4bcf-ac22-25095a0a5d32 admin admin] For port 726c96d1-7df0-4ca4-971a-6c8ca9fb3b08, host dv-cinder-806191-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806191-2-iscsi',level=0,port_id=726c96d1-7df0-4ca4-971a-6c8ca9fb3b08,segment=NetworkSegment(ce467763-0e5d-4dad-9dd7-1187695d2739),segment_id=ce467763-0e5d-4dad-9dd7-1187695d2739)] {{(pid=93883) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 19:26:20.656810 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-5da54087-d9e6-4bcf-ac22-25095a0a5d32 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3695122'] for port, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:26:20.670971 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron.plugins.ml2.plugin [None req-5da54087-d9e6-4bcf-ac22-25095a0a5d32 admin admin] Calling delete_port for 726c96d1-7df0-4ca4-971a-6c8ca9fb3b08 owned by network:router_interface {{(pid=93883) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 19:26:20.688929 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-e411ce9c-394c-453f-add9-812245090945 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777170380508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3627128'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:26:20.742276 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f2bf8cf1-5f3c-4c77-8f75-b08299651f7e req-677470f3-a9b1-44be-a399-99c21978fedc tempest-TestVolumeBootPattern-1610125901 tempest-TestVolumeBootPattern-1610125901-project] Made reservation on behalf of b39981fcd5954815961a8be993dedcd2 for: {'port': 1} {{(pid=93884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 19:26:20.746620 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-f2bf8cf1-5f3c-4c77-8f75-b08299651f7e req-677470f3-a9b1-44be-a399-99c21978fedc tempest-TestVolumeBootPattern-1610125901 tempest-TestVolumeBootPattern-1610125901-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3669058'] for port, before_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:26:20.888418 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-5da54087-d9e6-4bcf-ac22-25095a0a5d32 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3669005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3715978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777170436895', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777169884173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263410497'] for port, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:26:20.896034 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.db.db_base_plugin_common [req-f2bf8cf1-5f3c-4c77-8f75-b08299651f7e req-677470f3-a9b1-44be-a399-99c21978fedc tempest-TestVolumeBootPattern-1610125901 tempest-TestVolumeBootPattern-1610125901-project] Allocated IP 172.20.0.12 (45c2a1ad-9c77-458b-b844-fbf0e60ffffd/fc92f67e-9e9b-4d7e-adb8-7f60a771a071/ee3297b8-0d66-49ce-962b-890b2a1bebcd) {{(pid=93884) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 19:26:20.927419 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5da54087-d9e6-4bcf-ac22-25095a0a5d32 admin admin] Pushing event deleted for resources: {'Port': ['ID=726c96d1-7df0-4ca4-971a-6c8ca9fb3b08,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:26:21.082311 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-f2bf8cf1-5f3c-4c77-8f75-b08299651f7e req-677470f3-a9b1-44be-a399-99c21978fedc tempest-TestVolumeBootPattern-1610125901 tempest-TestVolumeBootPattern-1610125901-project] Notify callbacks [] for port, precommit_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:26:21.097744 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [req-f2bf8cf1-5f3c-4c77-8f75-b08299651f7e req-677470f3-a9b1-44be-a399-99c21978fedc tempest-TestVolumeBootPattern-1610125901 tempest-TestVolumeBootPattern-1610125901-project] Transition to ACTIVE for port object ee3297b8-0d66-49ce-962b-890b2a1bebcd will not be triggered until provisioned by entity DHCP. {{(pid=93884) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 19:26:21.133526 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-5da54087-d9e6-4bcf-ac22-25095a0a5d32 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3715997', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3677961'] for router_interface, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:26:21.141585 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-f2bf8cf1-5f3c-4c77-8f75-b08299651f7e req-677470f3-a9b1-44be-a399-99c21978fedc tempest-TestVolumeBootPattern-1610125901 tempest-TestVolumeBootPattern-1610125901-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3669005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3715978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777169884164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262862687'] for port, after_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:26:21.190171 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f2bf8cf1-5f3c-4c77-8f75-b08299651f7e req-677470f3-a9b1-44be-a399-99c21978fedc tempest-TestVolumeBootPattern-1610125901 tempest-TestVolumeBootPattern-1610125901-project] Network 45c2a1ad-9c77-458b-b844-fbf0e60ffffd is already hosted by enough agents. {{(pid=93884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 19:26:21.195936 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.scheduler.base_scheduler [req-f2bf8cf1-5f3c-4c77-8f75-b08299651f7e req-677470f3-a9b1-44be-a399-99c21978fedc tempest-TestVolumeBootPattern-1610125901 tempest-TestVolumeBootPattern-1610125901-project] Resources bound (agent type, host, resource id): {{(pid=93884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 19:26:21.198650 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.db.l3_dvrscheduler_db [req-f2bf8cf1-5f3c-4c77-8f75-b08299651f7e req-677470f3-a9b1-44be-a399-99c21978fedc tempest-TestVolumeBootPattern-1610125901 tempest-TestVolumeBootPattern-1610125901-project] Received port after_create {{(pid=93884) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 19:26:21.233462 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-677470f3-a9b1-44be-a399-99c21978fedc tempest-TestVolumeBootPattern-1610125901 tempest-TestVolumeBootPattern-1610125901-project] Pushing event updated for resources: {'Port': ['ID=ee3297b8-0d66-49ce-962b-890b2a1bebcd,revision_number=1']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:26:21.258774 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2bf8cf1-5f3c-4c77-8f75-b08299651f7e req-677470f3-a9b1-44be-a399-99c21978fedc tempest-TestVolumeBootPattern-1610125901 tempest-TestVolumeBootPattern-1610125901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 19:26:21.259428 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-f2bf8cf1-5f3c-4c77-8f75-b08299651f7e req-677470f3-a9b1-44be-a399-99c21978fedc tempest-TestVolumeBootPattern-1610125901 tempest-TestVolumeBootPattern-1610125901-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-256493'] for port, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:26:21.274340 dv-cinder-806191-2-iscsi neutron-server[93884]: INFO neutron.wsgi [req-f2bf8cf1-5f3c-4c77-8f75-b08299651f7e req-677470f3-a9b1-44be-a399-99c21978fedc tempest-TestVolumeBootPattern-1610125901 tempest-TestVolumeBootPattern-1610125901-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6661761 Aug 29 19:26:21.287125 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.api.v2.base [req-f2bf8cf1-5f3c-4c77-8f75-b08299651f7e req-23e39f3c-39a1-44aa-a50f-023e7c69435e service neutron] Request body: {'port': {'device_id': '5da48d85-45dc-4762-b7ad-0eb1affc4987', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80619'}} {{(pid=93884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 19:26:21.345940 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-f2bf8cf1-5f3c-4c77-8f75-b08299651f7e req-23e39f3c-39a1-44aa-a50f-023e7c69435e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3669058'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:26:21.381897 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5da54087-d9e6-4bcf-ac22-25095a0a5d32 admin admin] Router 0bde452b-eec2-4df4-b813-22b22fc6a0b7 has already been hosted by L3 agent c3ed3b02-d107-45f2-9b2a-fff9b0cfaa96 {{(pid=93883) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 19:26:21.483959 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-9953ed9d-ec1c-4e30-8dac-457cb2667db0 None None] Provisioning for port ee3297b8-0d66-49ce-962b-890b2a1bebcd completed by entity DHCP. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 19:26:21.488163 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-9953ed9d-ec1c-4e30-8dac-457cb2667db0 None None] Provisioning complete for port ee3297b8-0d66-49ce-962b-890b2a1bebcd triggered by entity DHCP. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 19:26:21.488530 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-9953ed9d-ec1c-4e30-8dac-457cb2667db0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3627211'] for port, provisioning_complete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:26:21.527576 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.plugins.ml2.plugin [None req-9953ed9d-ec1c-4e30-8dac-457cb2667db0 None None] Port ee3297b8-0d66-49ce-962b-890b2a1bebcd cannot update to ACTIVE because it is not bound. {{(pid=93885) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 19:26:21.631399 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.notifiers.nova [req-f2bf8cf1-5f3c-4c77-8f75-b08299651f7e req-23e39f3c-39a1-44aa-a50f-023e7c69435e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ee3297b8-0d66-49ce-962b-890b2a1bebcd {{(pid=93884) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 19:26:21.639698 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-f2bf8cf1-5f3c-4c77-8f75-b08299651f7e req-23e39f3c-39a1-44aa-a50f-023e7c69435e service neutron] Notify callbacks [] for port, precommit_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:26:21.653800 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [req-f2bf8cf1-5f3c-4c77-8f75-b08299651f7e req-23e39f3c-39a1-44aa-a50f-023e7c69435e service neutron] Transition to ACTIVE for port object ee3297b8-0d66-49ce-962b-890b2a1bebcd will not be triggered until provisioned by entity L2. {{(pid=93884) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 19:26:21.658797 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-f2bf8cf1-5f3c-4c77-8f75-b08299651f7e req-23e39f3c-39a1-44aa-a50f-023e7c69435e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3669005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3715978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777170436913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777169884182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777169884200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-262862662'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:26:21.750465 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5da54087-d9e6-4bcf-ac22-25095a0a5d32 admin admin] Notify agent at l3_agent.dv-cinder-806191-2-iscsi the message routers_updated {{(pid=93883) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 19:26:21.761378 dv-cinder-806191-2-iscsi neutron-server[93883]: INFO neutron.wsgi [None req-5da54087-d9e6-4bcf-ac22-25095a0a5d32 admin admin] 10.222.0.26 "PUT /v2.0/routers/0bde452b-eec2-4df4-b813-22b22fc6a0b7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9987209 Aug 29 19:26:21.762952 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.26', 34692) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 19:26:21.766460 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5dd492c-f432-4d48-821e-d8975739932c None None] Sync routers for ids ['0bde452b-eec2-4df4-b813-22b22fc6a0b7'] in dv-cinder-806191-2-iscsi {{(pid=93885) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 19:26:21.767886 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23e39f3c-39a1-44aa-a50f-023e7c69435e service neutron] Pushing event updated for resources: {'Port': ['ID=ee3297b8-0d66-49ce-962b-890b2a1bebcd,revision_number=2']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:26:21.782341 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5dd492c-f432-4d48-821e-d8975739932c None None] Routers {'0bde452b-eec2-4df4-b813-22b22fc6a0b7'} bound to L3 agent in host dv-cinder-806191-2-iscsi {{(pid=93885) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 19:26:21.783174 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-e5dd492c-f432-4d48-821e-d8975739932c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806191-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-29T19:13:49Z,description=,heartbeat_timestamp=2021-08-29T19:26:19Z,host='dv-cinder-806191-2-iscsi',id=c3ed3b02-d107-45f2-9b2a-fff9b0cfaa96,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T19:13:49Z,topic='l3_agent')) {'router_ids': ['0bde452b-eec2-4df4-b813-22b22fc6a0b7'], 'active': True} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 19:26:21.818754 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb5a2c88-7bee-4b7f-9858-9d118e1bae12 req-219ce843-a8af-4030-8c97-078eea924943 tempest-TestVolumeBootPattern-1610125901 tempest-TestVolumeBootPattern-1610125901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 19:26:21.820186 dv-cinder-806191-2-iscsi neutron-server[93884]: INFO neutron.wsgi [req-bb5a2c88-7bee-4b7f-9858-9d118e1bae12 req-219ce843-a8af-4030-8c97-078eea924943 tempest-TestVolumeBootPattern-1610125901 tempest-TestVolumeBootPattern-1610125901-project] 10.222.0.26 "GET /v2.0/ports?device_id=5da48d85-45dc-4762-b7ad-0eb1affc4987 HTTP/1.1" status: 200 len: 944 time: 0.1315691 Aug 29 19:26:21.858338 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-c214b08a-13ec-4cca-bdbd-998b9b76327d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777170380508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3627128'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:26:21.865507 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.managers [req-f2bf8cf1-5f3c-4c77-8f75-b08299651f7e req-23e39f3c-39a1-44aa-a50f-023e7c69435e service neutron] Attempting to bind port ee3297b8-0d66-49ce-962b-890b2a1bebcd on host hv-cinder-80619 for vnic_type normal with profile {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 19:26:21.865860 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.managers [req-f2bf8cf1-5f3c-4c77-8f75-b08299651f7e req-23e39f3c-39a1-44aa-a50f-023e7c69435e service neutron] Attempting to bind port ee3297b8-0d66-49ce-962b-890b2a1bebcd by drivers openvswitch,hyperv on host hv-cinder-80619 at level 0 using segments [{'id': '11a203b2-fbd8-4335-9a74-1c37515b390f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '45c2a1ad-9c77-458b-b844-fbf0e60ffffd'}] {{(pid=93884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 19:26:21.866176 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2bf8cf1-5f3c-4c77-8f75-b08299651f7e req-23e39f3c-39a1-44aa-a50f-023e7c69435e service neutron] Attempting to bind port ee3297b8-0d66-49ce-962b-890b2a1bebcd on network 45c2a1ad-9c77-458b-b844-fbf0e60ffffd {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 19:26:21.889797 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2bf8cf1-5f3c-4c77-8f75-b08299651f7e req-23e39f3c-39a1-44aa-a50f-023e7c69435e service neutron] Port ee3297b8-0d66-49ce-962b-890b2a1bebcd on network 45c2a1ad-9c77-458b-b844-fbf0e60ffffd not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80619 {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 19:26:21.891068 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2bf8cf1-5f3c-4c77-8f75-b08299651f7e req-23e39f3c-39a1-44aa-a50f-023e7c69435e service neutron] Attempting to bind port ee3297b8-0d66-49ce-962b-890b2a1bebcd on network 45c2a1ad-9c77-458b-b844-fbf0e60ffffd {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 19:26:21.904739 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-27580c02-84a5-4244-8351-3c4f96834576 admin admin] Notify callbacks [] for router, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:26:21.918724 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.db.l3_dvr_db [None req-e5dd492c-f432-4d48-821e-d8975739932c None None] Set router 0bde452b-eec2-4df4-b813-22b22fc6a0b7 gateway port host: dv-cinder-806191-2-iscsi {{(pid=93885) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 19:26:21.919455 dv-cinder-806191-2-iscsi neutron-server[93884]: INFO neutron.wsgi [req-bb5a2c88-7bee-4b7f-9858-9d118e1bae12 req-3e85d7f6-92f5-4ab1-9fa3-989a50c68847 tempest-TestVolumeBootPattern-1610125901 tempest-TestVolumeBootPattern-1610125901-project] 10.222.0.26 "GET /v2.0/security-groups?id=28dcb342-8e4f-40d6-9e57-d4cd91ceacfa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0853143 Aug 29 19:26:21.920529 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2bf8cf1-5f3c-4c77-8f75-b08299651f7e req-23e39f3c-39a1-44aa-a50f-023e7c69435e service neutron] Checking agent: {'id': 'f86fd93b-ec6e-427a-a263-b2bcb0cc3d39', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80619', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 19, 19, 51), 'started_at': datetime.datetime(2021, 8, 29, 19, 19, 51), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 19, 26, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 19:26:21.924051 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2bf8cf1-5f3c-4c77-8f75-b08299651f7e req-23e39f3c-39a1-44aa-a50f-023e7c69435e service neutron] Checking segment: {'id': '11a203b2-fbd8-4335-9a74-1c37515b390f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '45c2a1ad-9c77-458b-b844-fbf0e60ffffd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93884) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 19:26:21.924471 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2bf8cf1-5f3c-4c77-8f75-b08299651f7e req-23e39f3c-39a1-44aa-a50f-023e7c69435e service neutron] Bound using segment: {'id': '11a203b2-fbd8-4335-9a74-1c37515b390f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '45c2a1ad-9c77-458b-b844-fbf0e60ffffd'} {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 19:26:21.924954 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.managers [req-f2bf8cf1-5f3c-4c77-8f75-b08299651f7e req-23e39f3c-39a1-44aa-a50f-023e7c69435e service neutron] Bound port: ee3297b8-0d66-49ce-962b-890b2a1bebcd, host: hv-cinder-80619, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '11a203b2-fbd8-4335-9a74-1c37515b390f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '45c2a1ad-9c77-458b-b844-fbf0e60ffffd'}}] {{(pid=93884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 19:26:21.935128 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-f2bf8cf1-5f3c-4c77-8f75-b08299651f7e req-23e39f3c-39a1-44aa-a50f-023e7c69435e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3669058'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:26:21.998323 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.db [req-f2bf8cf1-5f3c-4c77-8f75-b08299651f7e req-23e39f3c-39a1-44aa-a50f-023e7c69435e service neutron] For port ee3297b8-0d66-49ce-962b-890b2a1bebcd, host hv-cinder-80619, cleared binding levels {{(pid=93884) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 19:26:22.002198 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.db [req-f2bf8cf1-5f3c-4c77-8f75-b08299651f7e req-23e39f3c-39a1-44aa-a50f-023e7c69435e service neutron] For port ee3297b8-0d66-49ce-962b-890b2a1bebcd, host hv-cinder-80619, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80619',level=0,port_id=ee3297b8-0d66-49ce-962b-890b2a1bebcd,segment=NetworkSegment(11a203b2-fbd8-4335-9a74-1c37515b390f),segment_id=11a203b2-fbd8-4335-9a74-1c37515b390f)] {{(pid=93884) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 19:26:22.008043 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-f2bf8cf1-5f3c-4c77-8f75-b08299651f7e req-23e39f3c-39a1-44aa-a50f-023e7c69435e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3669005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3715978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777170436913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777169884182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777169884200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-262862662'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:26:22.026495 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-27580c02-84a5-4244-8351-3c4f96834576 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:26:22.058942 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2bf8cf1-5f3c-4c77-8f75-b08299651f7e req-23e39f3c-39a1-44aa-a50f-023e7c69435e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 19:26:22.059709 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-f2bf8cf1-5f3c-4c77-8f75-b08299651f7e req-23e39f3c-39a1-44aa-a50f-023e7c69435e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-256493'] for port, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:26:22.061405 dv-cinder-806191-2-iscsi neutron-server[93884]: INFO neutron.wsgi [req-f2bf8cf1-5f3c-4c77-8f75-b08299651f7e req-23e39f3c-39a1-44aa-a50f-023e7c69435e service neutron] 10.222.0.23 "PUT /v2.0/ports/ee3297b8-0d66-49ce-962b-890b2a1bebcd HTTP/1.1" status: 200 len: 1094 time: 0.7788241 Aug 29 19:26:22.061757 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5da48d85-45dc-4762-b7ad-0eb1affc4987', 'tag': 'ee3297b8-0d66-49ce-962b-890b2a1bebcd'}] {{(pid=93884) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 19:26:22.064392 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}af0273b9eb9050257146764f7dfc5aa69aec40d1770056ff1a21a350116cd0eb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e196824-87f4-4fff-9aae-df6db0c62af2" -d '{"events": [{"name": "network-changed", "server_uuid": "5da48d85-45dc-4762-b7ad-0eb1affc4987", "tag": "ee3297b8-0d66-49ce-962b-890b2a1bebcd"}]}' {{(pid=93884) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 19:26:22.090669 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23e39f3c-39a1-44aa-a50f-023e7c69435e service neutron] Pushing event updated for resources: {'Port': ['ID=ee3297b8-0d66-49ce-962b-890b2a1bebcd,revision_number=3']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:26:22.097880 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron.plugins.ml2.plugin [None req-27580c02-84a5-4244-8351-3c4f96834576 admin admin] Deleting port 9019eadf-1ac7-4eee-b2fc-d784fa56c06c {{(pid=93883) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 19:26:22.098302 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-27580c02-84a5-4244-8351-3c4f96834576 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777170414367'] for port, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:26:22.143061 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 19:26:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f9ea1a44-4d4a-47cf-b317-cbcf37153776 x-openstack-request-id: req-f9ea1a44-4d4a-47cf-b317-cbcf37153776 {{(pid=93884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 19:26:22.154850 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5da48d85-45dc-4762-b7ad-0eb1affc4987", "tag": "ee3297b8-0d66-49ce-962b-890b2a1bebcd", "status": "completed", "code": 200}]} {{(pid=93884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 19:26:22.155452 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-f9ea1a44-4d4a-47cf-b317-cbcf37153776 {{(pid=93884) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 19:26:22.156038 dv-cinder-806191-2-iscsi neutron-server[93884]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5da48d85-45dc-4762-b7ad-0eb1affc4987', 'tag': 'ee3297b8-0d66-49ce-962b-890b2a1bebcd', 'status': 'completed', 'code': 200} Aug 29 19:26:22.157965 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-e5dd492c-f432-4d48-821e-d8975739932c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0bde452b-eec2-4df4-b813-22b22fc6a0b7', 'name': 'tempest-TestMinimumBasicScenario-288058672-router', 'tenant_id': 'ff839ffa806e4508a9f5f74da31561b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7209b701-ecaa-476a-bd58-d61d280c16d3', 'external_fixed_ips': [{'subnet_id': '71309eb1-223f-47ba-9803-1437c965e178', 'ip_address': '172.27.2.70'}], 'enable_snat': True}, 'gw_port_id': '9019eadf-1ac7-4eee-b2fc-d784fa56c06c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T19:23:20Z', 'updated_at': '2021-08-29T19:26:20Z', 'revision_number': 5, 'project_id': 'ff839ffa806e4508a9f5f74da31561b0', 'gw_port': {'id': '9019eadf-1ac7-4eee-b2fc-d784fa56c06c', 'name': '', 'network_id': '7209b701-ecaa-476a-bd58-d61d280c16d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:08:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0bde452b-eec2-4df4-b813-22b22fc6a0b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 375, 'fixed_ips': [{'subnet_id': '71309eb1-223f-47ba-9803-1437c965e178', 'ip_address': '172.27.2.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806191-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T19:23:21Z', 'updated_at': '2021-08-29T19:23:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71309eb1-223f-47ba-9803-1437c965e178', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806191-2-iscsi'}], 'dv-cinder-806191-2-iscsi', False) {} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 19:26:22.193457 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5dd492c-f432-4d48-821e-d8975739932c None None] Checking router: 0bde452b-eec2-4df4-b813-22b22fc6a0b7 for host: dv-cinder-806191-2-iscsi {{(pid=93885) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 19:26:22.199486 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2bf8cf1-5f3c-4c77-8f75-b08299651f7e req-fa79e1af-e465-4fb3-9051-5c0f84cb442d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 19:26:22.202572 dv-cinder-806191-2-iscsi neutron-server[93884]: INFO neutron.wsgi [req-f2bf8cf1-5f3c-4c77-8f75-b08299651f7e req-fa79e1af-e465-4fb3-9051-5c0f84cb442d service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=b39981fcd5954815961a8be993dedcd2&device_id=5da48d85-45dc-4762-b7ad-0eb1affc4987 HTTP/1.1" status: 200 len: 1097 time: 0.0901778 Aug 29 19:26:22.203829 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5dd492c-f432-4d48-821e-d8975739932c None None] Routers {'0bde452b-eec2-4df4-b813-22b22fc6a0b7'} bound to L3 agent in host dv-cinder-806191-2-iscsi {{(pid=93885) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 19:26:22.204464 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-e5dd492c-f432-4d48-821e-d8975739932c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806191-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-29T19:13:49Z,description=,heartbeat_timestamp=2021-08-29T19:26:19Z,host='dv-cinder-806191-2-iscsi',id=c3ed3b02-d107-45f2-9b2a-fff9b0cfaa96,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T19:13:49Z,topic='l3_agent')) {'router_ids': ['0bde452b-eec2-4df4-b813-22b22fc6a0b7'], 'active': True} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 19:26:22.221431 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron.plugins.ml2.db [None req-27580c02-84a5-4244-8351-3c4f96834576 admin admin] For port 9019eadf-1ac7-4eee-b2fc-d784fa56c06c, host dv-cinder-806191-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806191-2-iscsi',level=0,port_id=9019eadf-1ac7-4eee-b2fc-d784fa56c06c,segment=NetworkSegment(abe37968-36e5-463a-bc67-a17a4a975f92),segment_id=abe37968-36e5-463a-bc67-a17a4a975f92)] {{(pid=93883) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 19:26:22.222298 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-27580c02-84a5-4244-8351-3c4f96834576 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3695122'] for port, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:26:22.238486 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron.plugins.ml2.plugin [None req-27580c02-84a5-4244-8351-3c4f96834576 admin admin] Calling delete_port for 9019eadf-1ac7-4eee-b2fc-d784fa56c06c owned by network:router_gateway {{(pid=93883) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 19:26:22.269093 dv-cinder-806191-2-iscsi neutron-server[93884]: INFO neutron.wsgi [req-f2bf8cf1-5f3c-4c77-8f75-b08299651f7e req-e33b3ecc-98af-42af-98ea-04b37790c2d9 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ee3297b8-0d66-49ce-962b-890b2a1bebcd HTTP/1.1" status: 200 len: 217 time: 0.0505903 Aug 29 19:26:22.305474 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.db.l3_dvr_db [None req-e5dd492c-f432-4d48-821e-d8975739932c None None] Set router 0bde452b-eec2-4df4-b813-22b22fc6a0b7 gateway port host: None {{(pid=93885) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 19:26:22.327678 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2bf8cf1-5f3c-4c77-8f75-b08299651f7e req-86486758-2600-4f54-8890-5a509646c7fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 19:26:22.329170 dv-cinder-806191-2-iscsi neutron-server[93884]: INFO neutron.wsgi [req-f2bf8cf1-5f3c-4c77-8f75-b08299651f7e req-86486758-2600-4f54-8890-5a509646c7fd service neutron] 10.222.0.23 "GET /v2.0/subnets?id=fc92f67e-9e9b-4d7e-adb8-7f60a771a071 HTTP/1.1" status: 200 len: 850 time: 0.0486999 Aug 29 19:26:22.372573 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-e5dd492c-f432-4d48-821e-d8975739932c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0bde452b-eec2-4df4-b813-22b22fc6a0b7', 'name': 'tempest-TestMinimumBasicScenario-288058672-router', 'tenant_id': 'ff839ffa806e4508a9f5f74da31561b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T19:23:20Z', 'updated_at': '2021-08-29T19:26:22Z', 'revision_number': 6, 'project_id': 'ff839ffa806e4508a9f5f74da31561b0', 'gw_port_host': None}], 'dv-cinder-806191-2-iscsi', False) {} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 19:26:22.385070 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2bf8cf1-5f3c-4c77-8f75-b08299651f7e req-1c42132e-e19c-4582-b157-860544fc4cec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 19:26:22.386621 dv-cinder-806191-2-iscsi neutron-server[93884]: INFO neutron.wsgi [req-f2bf8cf1-5f3c-4c77-8f75-b08299651f7e req-1c42132e-e19c-4582-b157-860544fc4cec service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=45c2a1ad-9c77-458b-b844-fbf0e60ffffd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0490668 Aug 29 19:26:22.401413 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5dd492c-f432-4d48-821e-d8975739932c None None] The sync data for ids ['0bde452b-eec2-4df4-b813-22b22fc6a0b7'] in dv-cinder-806191-2-iscsi is: [{'id': '0bde452b-eec2-4df4-b813-22b22fc6a0b7', 'name': 'tempest-TestMinimumBasicScenario-288058672-router', 'tenant_id': 'ff839ffa806e4508a9f5f74da31561b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T19:23:20Z', 'updated_at': '2021-08-29T19:26:22Z', 'revision_number': 6, 'project_id': 'ff839ffa806e4508a9f5f74da31561b0', 'gw_port_host': None}] {{(pid=93885) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 19:26:22.436651 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-27580c02-84a5-4244-8351-3c4f96834576 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3669005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3715978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777170436895', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777169884173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263410497'] for port, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:26:22.464694 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27580c02-84a5-4244-8351-3c4f96834576 admin admin] Pushing event deleted for resources: {'Port': ['ID=9019eadf-1ac7-4eee-b2fc-d784fa56c06c,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:26:22.494598 dv-cinder-806191-2-iscsi neutron-server[93884]: INFO neutron.wsgi [req-f2bf8cf1-5f3c-4c77-8f75-b08299651f7e req-f94554a6-bfca-4e21-b337-329aca2d39af service neutron] 10.222.0.23 "GET /v2.0/networks/45c2a1ad-9c77-458b-b844-fbf0e60ffffd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1008406 Aug 29 19:26:22.528523 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-27580c02-84a5-4244-8351-3c4f96834576 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3676243'] for router_gateway, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:26:22.586315 dv-cinder-806191-2-iscsi neutron-server[93884]: INFO neutron.wsgi [req-f2bf8cf1-5f3c-4c77-8f75-b08299651f7e req-4511abd2-13e8-491f-90a2-73e488514e2d service neutron] 10.222.0.23 "GET /v2.0/networks/45c2a1ad-9c77-458b-b844-fbf0e60ffffd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848265 Aug 29 19:26:22.622369 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-27580c02-84a5-4244-8351-3c4f96834576 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3671500', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-28682'] for router, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:26:22.625507 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-27580c02-84a5-4244-8351-3c4f96834576 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:26:22.673385 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-27580c02-84a5-4244-8351-3c4f96834576 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3671491'] for router, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:26:22.674271 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-27580c02-84a5-4244-8351-3c4f96834576 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0bde452b-eec2-4df4-b813-22b22fc6a0b7 {{(pid=93883) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 29 19:26:22.681540 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-27580c02-84a5-4244-8351-3c4f96834576 admin admin] Notify callbacks [] for router, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:26:22.685775 dv-cinder-806191-2-iscsi neutron-server[93883]: INFO neutron.wsgi [None req-27580c02-84a5-4244-8351-3c4f96834576 admin admin] 10.222.0.26 "DELETE /v2.0/routers/0bde452b-eec2-4df4-b813-22b22fc6a0b7 HTTP/1.1" status: 204 len: 168 time: 0.9195638 Aug 29 19:26:22.686444 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.26', 34698) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 19:26:22.687650 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e196824-87f4-4fff-9aae-df6db0c62af2 req-2138e40a-3c1c-40af-bb78-481b779ea0b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 19:26:22.689200 dv-cinder-806191-2-iscsi neutron-server[93884]: INFO neutron.wsgi [req-0e196824-87f4-4fff-9aae-df6db0c62af2 req-2138e40a-3c1c-40af-bb78-481b779ea0b1 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=b39981fcd5954815961a8be993dedcd2&device_id=5da48d85-45dc-4762-b7ad-0eb1affc4987 HTTP/1.1" status: 200 len: 1097 time: 0.0470250 Aug 29 19:26:22.741154 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron.db.db_base_plugin_v2 [None req-33448f44-86d0-46bb-bb90-b52630cf636b admin admin] Deleting subnet 1cb0277a-f969-4486-9535-ef7707ae6b74 {{(pid=93883) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 19:26:22.745433 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-33448f44-86d0-46bb-bb90-b52630cf636b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:26:22.780672 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-33448f44-86d0-46bb-bb90-b52630cf636b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-263765036'] for subnet, precommit_delete_associations {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:26:22.789724 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e196824-87f4-4fff-9aae-df6db0c62af2 req-fdc22d72-555e-4bac-b976-cfe3858a56ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 19:26:22.791987 dv-cinder-806191-2-iscsi neutron-server[93884]: INFO neutron.wsgi [req-0e196824-87f4-4fff-9aae-df6db0c62af2 req-fdc22d72-555e-4bac-b976-cfe3858a56ce service neutron] 10.222.0.23 "GET /v2.0/networks?id=45c2a1ad-9c77-458b-b844-fbf0e60ffffd HTTP/1.1" status: 200 len: 912 time: 0.0946436 Aug 29 19:26:22.840538 dv-cinder-806191-2-iscsi neutron-server[93884]: INFO neutron.wsgi [req-0e196824-87f4-4fff-9aae-df6db0c62af2 req-d6874a28-c363-494b-a8a6-65ed7dbd019e service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ee3297b8-0d66-49ce-962b-890b2a1bebcd HTTP/1.1" status: 200 len: 217 time: 0.0407608 Aug 29 19:26:22.896739 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e196824-87f4-4fff-9aae-df6db0c62af2 req-9ff8bf09-b0ce-4155-89e3-4eb4743d820a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 19:26:22.898239 dv-cinder-806191-2-iscsi neutron-server[93884]: INFO neutron.wsgi [req-0e196824-87f4-4fff-9aae-df6db0c62af2 req-9ff8bf09-b0ce-4155-89e3-4eb4743d820a service neutron] 10.222.0.23 "GET /v2.0/subnets?id=fc92f67e-9e9b-4d7e-adb8-7f60a771a071 HTTP/1.1" status: 200 len: 850 time: 0.0498312 Aug 29 19:26:22.912387 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-33448f44-86d0-46bb-bb90-b52630cf636b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3624633'] for subnet, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:26:22.946841 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e196824-87f4-4fff-9aae-df6db0c62af2 req-ea7d1881-789d-4977-bb5f-f0ab594892b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 19:26:22.948785 dv-cinder-806191-2-iscsi neutron-server[93884]: INFO neutron.wsgi [req-0e196824-87f4-4fff-9aae-df6db0c62af2 req-ea7d1881-789d-4977-bb5f-f0ab594892b9 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=45c2a1ad-9c77-458b-b844-fbf0e60ffffd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0433002 Aug 29 19:26:22.981731 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-33448f44-86d0-46bb-bb90-b52630cf636b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3624630', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-376708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3715978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-263410450', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-263977574'] for subnet, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:26:23.010902 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33448f44-86d0-46bb-bb90-b52630cf636b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1cb0277a-f969-4486-9535-ef7707ae6b74,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:26:23.023952 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-33448f44-86d0-46bb-bb90-b52630cf636b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3715960'] for subnet, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:26:23.028925 dv-cinder-806191-2-iscsi neutron-server[93883]: INFO neutron.wsgi [None req-33448f44-86d0-46bb-bb90-b52630cf636b admin admin] 10.222.0.26 "DELETE /v2.0/subnets/1cb0277a-f969-4486-9535-ef7707ae6b74 HTTP/1.1" status: 204 len: 168 time: 0.3385797 Aug 29 19:26:23.033055 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-678c4fdd-4138-41c0-8c81-773d02b2d981 None None] Network 4886099e-653a-4458-9041-94933d4c4594 requested from dv-cinder-806191-2-iscsi {{(pid=93885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 19:26:23.034556 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.26', 34702) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 19:26:23.069297 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cff5e333-d4f1-4e1f-aa24-9eb747079ba4 req-a803794c-8c81-4828-91c6-0c371152db49 tempest-TestVolumeBootPattern-1610125901 tempest-TestVolumeBootPattern-1610125901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 19:26:23.073009 dv-cinder-806191-2-iscsi neutron-server[93883]: INFO neutron.wsgi [req-cff5e333-d4f1-4e1f-aa24-9eb747079ba4 req-a803794c-8c81-4828-91c6-0c371152db49 tempest-TestVolumeBootPattern-1610125901 tempest-TestVolumeBootPattern-1610125901-project] 10.222.0.26 "GET /v2.0/ports?device_id=5da48d85-45dc-4762-b7ad-0eb1affc4987 HTTP/1.1" status: 200 len: 944 time: 0.0641809 Aug 29 19:26:23.117815 dv-cinder-806191-2-iscsi neutron-server[93883]: INFO neutron.wsgi [req-cff5e333-d4f1-4e1f-aa24-9eb747079ba4 req-6eee8351-8610-4e95-975e-0acbd1152110 tempest-TestVolumeBootPattern-1610125901 tempest-TestVolumeBootPattern-1610125901-project] 10.222.0.26 "GET /v2.0/security-groups?id=28dcb342-8e4f-40d6-9e57-d4cd91ceacfa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0365796 Aug 29 19:26:23.244985 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ceb6c6fc-102d-47a0-b58b-5c6010595c10 None None] DHCP port deletion for 4886099e-653a-4458-9041-94933d4c4594 request from dv-cinder-806191-2-iscsi {{(pid=93885) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 29 19:26:23.317810 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-f7f3f912-659a-49f9-ab3a-0560ee4983b1 None None] Device 726c96d1-7df0-4ca4-971a-6c8ca9fb3b08 no longer exists at agent ovs-agent-dv-cinder-806191-2-iscsi {{(pid=93885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 19:26:23.342992 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.plugins.ml2.plugin [None req-f7f3f912-659a-49f9-ab3a-0560ee4983b1 None None] No Port match for: 726c96d1-7df0-4ca4-971a-6c8ca9fb3b08 {{(pid=93885) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 19:26:23.343710 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-f7f3f912-659a-49f9-ab3a-0560ee4983b1 None None] Device 726c96d1-7df0-4ca4-971a-6c8ca9fb3b08 not bound to the agent host dv-cinder-806191-2-iscsi {{(pid=93885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 19:26:23.348956 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.plugins.ml2.plugin [None req-ceb6c6fc-102d-47a0-b58b-5c6010595c10 None None] Deleting port c8ba0c5a-98e3-4324-846b-7453fa5590b7 {{(pid=93885) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 19:26:23.349337 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-ceb6c6fc-102d-47a0-b58b-5c6010595c10 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777170414367'] for port, before_delete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:26:23.379513 dv-cinder-806191-2-iscsi neutron-server[93884]: INFO neutron.wsgi [req-0e196824-87f4-4fff-9aae-df6db0c62af2 req-b5557ec1-3f9e-4952-897d-e526575a2a7b service neutron] 10.222.0.23 "GET /v2.0/networks/45c2a1ad-9c77-458b-b844-fbf0e60ffffd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4231675 Aug 29 19:26:23.409896 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-9ae61b2a-304b-4633-b8ea-f7befed13f87 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3621417'] for network, before_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:26:23.417493 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-ceb6c6fc-102d-47a0-b58b-5c6010595c10 None None] For port c8ba0c5a-98e3-4324-846b-7453fa5590b7, host dv-cinder-806191-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806191-2-iscsi',level=0,port_id=c8ba0c5a-98e3-4324-846b-7453fa5590b7,segment=NetworkSegment(ce467763-0e5d-4dad-9dd7-1187695d2739),segment_id=ce467763-0e5d-4dad-9dd7-1187695d2739)] {{(pid=93885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 19:26:23.417895 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-ceb6c6fc-102d-47a0-b58b-5c6010595c10 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3695122'] for port, precommit_delete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:26:23.431233 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.plugins.ml2.plugin [None req-ceb6c6fc-102d-47a0-b58b-5c6010595c10 None None] Calling delete_port for c8ba0c5a-98e3-4324-846b-7453fa5590b7 owned by network:dhcp {{(pid=93885) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 19:26:23.517153 dv-cinder-806191-2-iscsi neutron-server[93884]: INFO neutron.wsgi [req-0e196824-87f4-4fff-9aae-df6db0c62af2 req-03d7bb55-a245-4bdf-8d71-6147b5924641 service neutron] 10.222.0.23 "GET /v2.0/networks/45c2a1ad-9c77-458b-b844-fbf0e60ffffd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1283433 Aug 29 19:26:23.526226 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-9ae61b2a-304b-4633-b8ea-f7befed13f87 admin admin] Deleting port c8ba0c5a-98e3-4324-846b-7453fa5590b7 {{(pid=93884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 19:26:23.526601 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-9ae61b2a-304b-4633-b8ea-f7befed13f87 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777170414367'] for port, before_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:26:23.552579 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-ceb6c6fc-102d-47a0-b58b-5c6010595c10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3669005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3715978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777170436895', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777169884173'] for port, after_delete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:26:23.580478 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ceb6c6fc-102d-47a0-b58b-5c6010595c10 None None] No DVR routers for this DVR port c8ba0c5a-98e3-4324-846b-7453fa5590b7 on host dv-cinder-806191-2-iscsi {{(pid=93885) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 19:26:23.585097 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceb6c6fc-102d-47a0-b58b-5c6010595c10 None None] Pushing event deleted for resources: {'Port': ['ID=c8ba0c5a-98e3-4324-846b-7453fa5590b7,revision_number=None']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:26:23.593131 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceb6c6fc-102d-47a0-b58b-5c6010595c10 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806191-2-iscsi {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:26:23.593563 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceb6c6fc-102d-47a0-b58b-5c6010595c10 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806191-2-iscsi {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:26:23.593969 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceb6c6fc-102d-47a0-b58b-5c6010595c10 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806191-2-iscsi {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:26:23.594368 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceb6c6fc-102d-47a0-b58b-5c6010595c10 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806191-2-iscsi {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:26:23.594783 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceb6c6fc-102d-47a0-b58b-5c6010595c10 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-806191-2-iscsi {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:26:23.595179 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceb6c6fc-102d-47a0-b58b-5c6010595c10 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806191-2-iscsi {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:26:23.595569 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceb6c6fc-102d-47a0-b58b-5c6010595c10 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-806191-2-iscsi {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:26:23.595962 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceb6c6fc-102d-47a0-b58b-5c6010595c10 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-806191-2-iscsi {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:26:23.596351 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceb6c6fc-102d-47a0-b58b-5c6010595c10 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806191-2-iscsi {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:26:23.596787 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceb6c6fc-102d-47a0-b58b-5c6010595c10 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806191-2-iscsi {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:26:23.597115 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceb6c6fc-102d-47a0-b58b-5c6010595c10 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806191-2-iscsi {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:26:23.597434 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceb6c6fc-102d-47a0-b58b-5c6010595c10 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806191-2-iscsi {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:26:23.606250 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-9ae61b2a-304b-4633-b8ea-f7befed13f87 admin admin] For port c8ba0c5a-98e3-4324-846b-7453fa5590b7, host dv-cinder-806191-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806191-2-iscsi',level=0,port_id=c8ba0c5a-98e3-4324-846b-7453fa5590b7,segment=NetworkSegment(ce467763-0e5d-4dad-9dd7-1187695d2739),segment_id=ce467763-0e5d-4dad-9dd7-1187695d2739)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 19:26:23.606745 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-9ae61b2a-304b-4633-b8ea-f7befed13f87 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3695122'] for port, precommit_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:26:23.620738 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-9ae61b2a-304b-4633-b8ea-f7befed13f87 admin admin] Calling delete_port for c8ba0c5a-98e3-4324-846b-7453fa5590b7 owned by network:dhcp {{(pid=93884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 19:26:23.699732 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-9ae61b2a-304b-4633-b8ea-f7befed13f87 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3669005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3715978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777170436895', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777169884173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262862687'] for port, after_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:26:23.723482 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ae61b2a-304b-4633-b8ea-f7befed13f87 admin admin] Pushing event deleted for resources: {'Port': ['ID=c8ba0c5a-98e3-4324-846b-7453fa5590b7,revision_number=None']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:26:23.729151 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ae61b2a-304b-4633-b8ea-f7befed13f87 admin admin] No DVR routers for this DVR port c8ba0c5a-98e3-4324-846b-7453fa5590b7 on host dv-cinder-806191-2-iscsi {{(pid=93884) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 19:26:23.804127 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-9ae61b2a-304b-4633-b8ea-f7befed13f87 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3626562', 'neutron.services.segments.db._delete_segments_for_network-8777170380526'] for network, precommit_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:26:23.815833 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.services.segments.db [None req-9ae61b2a-304b-4633-b8ea-f7befed13f87 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4886099e-653a-4458-9041-94933d4c4594']}} {{(pid=93884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 19:26:23.827243 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.services.segments.db [None req-9ae61b2a-304b-4633-b8ea-f7befed13f87 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ce467763-0e5d-4dad-9dd7-1187695d2739') {'for_net_delete': True} {{(pid=93884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 19:26:23.827540 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.services.segments.db [None req-9ae61b2a-304b-4633-b8ea-f7befed13f87 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ce467763-0e5d-4dad-9dd7-1187695d2739') {} {{(pid=93884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 19:26:23.837048 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-9ae61b2a-304b-4633-b8ea-f7befed13f87 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777170380409', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-84888'] for segment, before_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:26:23.850804 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-9ae61b2a-304b-4633-b8ea-f7befed13f87 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3556912'] for segment, precommit_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:26:23.856715 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9ae61b2a-304b-4633-b8ea-f7befed13f87 admin admin] Releasing vlan 104 on physical network physnet1 to pool {{(pid=93884) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 19:26:23.857181 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-9ae61b2a-304b-4633-b8ea-f7befed13f87 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3556912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-262862698'] for segment, after_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:26:23.858894 dv-cinder-806191-2-iscsi neutron-server[93884]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 29 19:26:23.858894 dv-cinder-806191-2-iscsi neutron-server[93884]: self.session.flush() Aug 29 19:26:23.858894 dv-cinder-806191-2-iscsi neutron-server[93884]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 29 19:26:23.858894 dv-cinder-806191-2-iscsi neutron-server[93884]: self.session.flush() Aug 29 19:26:23.858894 dv-cinder-806191-2-iscsi neutron-server[93884]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 29 19:26:23.858894 dv-cinder-806191-2-iscsi neutron-server[93884]: self.session.flush() Aug 29 19:26:23.858894 dv-cinder-806191-2-iscsi neutron-server[93884]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 29 19:26:23.858894 dv-cinder-806191-2-iscsi neutron-server[93884]: self.session.flush() Aug 29 19:26:23.858894 dv-cinder-806191-2-iscsi neutron-server[93884]: Traceback (most recent call last): Aug 29 19:26:23.858894 dv-cinder-806191-2-iscsi neutron-server[93884]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 19:26:23.858894 dv-cinder-806191-2-iscsi neutron-server[93884]: timer() Aug 29 19:26:23.858894 dv-cinder-806191-2-iscsi neutron-server[93884]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 19:26:23.858894 dv-cinder-806191-2-iscsi neutron-server[93884]: cb(*args, **kw) Aug 29 19:26:23.858894 dv-cinder-806191-2-iscsi neutron-server[93884]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 19:26:23.858894 dv-cinder-806191-2-iscsi neutron-server[93884]: return func(*args, **kwargs) Aug 29 19:26:23.858894 dv-cinder-806191-2-iscsi neutron-server[93884]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 19:26:23.858894 dv-cinder-806191-2-iscsi neutron-server[93884]: self._notify() Aug 29 19:26:23.858894 dv-cinder-806191-2-iscsi neutron-server[93884]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 19:26:23.858894 dv-cinder-806191-2-iscsi neutron-server[93884]: self.callback(batched_events) Aug 29 19:26:23.858894 dv-cinder-806191-2-iscsi neutron-server[93884]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 19:26:23.858894 dv-cinder-806191-2-iscsi neutron-server[93884]: event.method(event) Aug 29 19:26:23.858894 dv-cinder-806191-2-iscsi neutron-server[93884]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 19:26:23.858894 dv-cinder-806191-2-iscsi neutron-server[93884]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 19:26:23.858894 dv-cinder-806191-2-iscsi neutron-server[93884]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 19:26:23.858894 dv-cinder-806191-2-iscsi neutron-server[93884]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 19:26:23.858894 dv-cinder-806191-2-iscsi neutron-server[93884]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 19:26:23.858894 dv-cinder-806191-2-iscsi neutron-server[93884]: return f(self, *a, **k) Aug 29 19:26:23.858894 dv-cinder-806191-2-iscsi neutron-server[93884]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 19:26:23.858894 dv-cinder-806191-2-iscsi neutron-server[93884]: return self._get(url).json() Aug 29 19:26:23.858894 dv-cinder-806191-2-iscsi neutron-server[93884]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 19:26:23.858894 dv-cinder-806191-2-iscsi neutron-server[93884]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 19:26:23.858894 dv-cinder-806191-2-iscsi neutron-server[93884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 19:26:23.858894 dv-cinder-806191-2-iscsi neutron-server[93884]: return self.request(url, 'GET', **kwargs) Aug 29 19:26:23.858894 dv-cinder-806191-2-iscsi neutron-server[93884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 19:26:23.858894 dv-cinder-806191-2-iscsi neutron-server[93884]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 19:26:23.858894 dv-cinder-806191-2-iscsi neutron-server[93884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 19:26:23.858894 dv-cinder-806191-2-iscsi neutron-server[93884]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 19:26:23.858894 dv-cinder-806191-2-iscsi neutron-server[93884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 19:26:23.858894 dv-cinder-806191-2-iscsi neutron-server[93884]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 19:26:23.858894 dv-cinder-806191-2-iscsi neutron-server[93884]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 19:26:23.915061 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-9ae61b2a-304b-4633-b8ea-f7befed13f87 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3626555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-376669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3715978', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3676271'] for network, after_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:26:23.922312 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-9ae61b2a-304b-4633-b8ea-f7befed13f87 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3715960'] for network, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:26:23.927207 dv-cinder-806191-2-iscsi neutron-server[93884]: INFO neutron.wsgi [None req-9ae61b2a-304b-4633-b8ea-f7befed13f87 admin admin] 10.222.0.26 "DELETE /v2.0/networks/4886099e-653a-4458-9041-94933d4c4594 HTTP/1.1" status: 204 len: 168 time: 0.8886728 Aug 29 19:26:23.927325 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.26', 34706) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 19:26:23.934400 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ae61b2a-304b-4633-b8ea-f7befed13f87 admin admin] Pushing event deleted for resources: {'Network': ['ID=4886099e-653a-4458-9041-94933d4c4594,revision_number=None']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:26:24.260681 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b19438d-b1cd-475d-916a-a3c0f2393bdd req-5460bc30-400b-434f-968a-1521d737ac10 tempest-TestVolumeBootPattern-1610125901 tempest-TestVolumeBootPattern-1610125901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 19:26:24.262160 dv-cinder-806191-2-iscsi neutron-server[93883]: INFO neutron.wsgi [req-2b19438d-b1cd-475d-916a-a3c0f2393bdd req-5460bc30-400b-434f-968a-1521d737ac10 tempest-TestVolumeBootPattern-1610125901 tempest-TestVolumeBootPattern-1610125901-project] 10.222.0.26 "GET /v2.0/ports?device_id=5da48d85-45dc-4762-b7ad-0eb1affc4987 HTTP/1.1" status: 200 len: 944 time: 0.0648725 Aug 29 19:26:24.330264 dv-cinder-806191-2-iscsi neutron-server[93883]: INFO neutron.wsgi [req-2b19438d-b1cd-475d-916a-a3c0f2393bdd req-90696ace-f7c8-4fa0-ba83-f452dc3eb0ac tempest-TestVolumeBootPattern-1610125901 tempest-TestVolumeBootPattern-1610125901-project] 10.222.0.26 "GET /v2.0/security-groups?id=28dcb342-8e4f-40d6-9e57-d4cd91ceacfa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0599060 Aug 29 19:26:24.358133 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-3551bcbf-44d4-4c14-8bc6-9796fad1eea1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3678147'] for router_interface, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:26:24.615985 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron.plugins.ml2.plugin [None req-3551bcbf-44d4-4c14-8bc6-9796fad1eea1 admin admin] Deleting port fdf67fcf-6ec4-4900-a158-a101be572668 {{(pid=93883) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 19:26:24.616231 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-3551bcbf-44d4-4c14-8bc6-9796fad1eea1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777170414367'] for port, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:26:24.696674 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron.plugins.ml2.db [None req-3551bcbf-44d4-4c14-8bc6-9796fad1eea1 admin admin] For port fdf67fcf-6ec4-4900-a158-a101be572668, host dv-cinder-806191-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806191-2-iscsi',level=0,port_id=fdf67fcf-6ec4-4900-a158-a101be572668,segment=NetworkSegment(e44a6a1d-90f7-4e46-ab35-45978253e213),segment_id=e44a6a1d-90f7-4e46-ab35-45978253e213)] {{(pid=93883) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 19:26:24.697042 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-3551bcbf-44d4-4c14-8bc6-9796fad1eea1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3695122'] for port, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:26:24.716123 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron.plugins.ml2.plugin [None req-3551bcbf-44d4-4c14-8bc6-9796fad1eea1 admin admin] Calling delete_port for fdf67fcf-6ec4-4900-a158-a101be572668 owned by network:router_interface {{(pid=93883) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 19:26:24.877529 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-f7f3f912-659a-49f9-ab3a-0560ee4983b1 None None] Device c8ba0c5a-98e3-4324-846b-7453fa5590b7 no longer exists at agent ovs-agent-dv-cinder-806191-2-iscsi {{(pid=93885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 19:26:24.897998 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.plugins.ml2.plugin [None req-f7f3f912-659a-49f9-ab3a-0560ee4983b1 None None] No Port match for: c8ba0c5a-98e3-4324-846b-7453fa5590b7 {{(pid=93885) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 19:26:24.898347 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-f7f3f912-659a-49f9-ab3a-0560ee4983b1 None None] Device c8ba0c5a-98e3-4324-846b-7453fa5590b7 not bound to the agent host dv-cinder-806191-2-iscsi {{(pid=93885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 19:26:24.898797 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-f7f3f912-659a-49f9-ab3a-0560ee4983b1 None None] Device 9019eadf-1ac7-4eee-b2fc-d784fa56c06c no longer exists at agent ovs-agent-dv-cinder-806191-2-iscsi {{(pid=93885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 19:26:24.918795 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.plugins.ml2.plugin [None req-f7f3f912-659a-49f9-ab3a-0560ee4983b1 None None] No Port match for: 9019eadf-1ac7-4eee-b2fc-d784fa56c06c {{(pid=93885) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 19:26:24.919133 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-f7f3f912-659a-49f9-ab3a-0560ee4983b1 None None] Device 9019eadf-1ac7-4eee-b2fc-d784fa56c06c not bound to the agent host dv-cinder-806191-2-iscsi {{(pid=93885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 19:26:24.931175 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-3551bcbf-44d4-4c14-8bc6-9796fad1eea1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3669005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3715978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777170436895', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777169884173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263410497'] for port, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:26:24.958759 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3551bcbf-44d4-4c14-8bc6-9796fad1eea1 admin admin] Pushing event deleted for resources: {'Port': ['ID=fdf67fcf-6ec4-4900-a158-a101be572668,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:26:25.138645 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-3551bcbf-44d4-4c14-8bc6-9796fad1eea1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3715997', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3677961'] for router_interface, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:26:25.360473 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3551bcbf-44d4-4c14-8bc6-9796fad1eea1 admin admin] Router 9bf133b2-5cfa-4a19-b816-6f239aeafa21 has already been hosted by L3 agent c3ed3b02-d107-45f2-9b2a-fff9b0cfaa96 {{(pid=93883) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 19:26:25.512742 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50cb8766-0186-4bb8-8f7f-99c6032fe58e req-0dd389ff-43dd-4d64-9ede-9b5eb1e1e1ad tempest-TestVolumeBootPattern-1610125901 tempest-TestVolumeBootPattern-1610125901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 19:26:25.514273 dv-cinder-806191-2-iscsi neutron-server[93883]: INFO neutron.wsgi [req-50cb8766-0186-4bb8-8f7f-99c6032fe58e req-0dd389ff-43dd-4d64-9ede-9b5eb1e1e1ad tempest-TestVolumeBootPattern-1610125901 tempest-TestVolumeBootPattern-1610125901-project] 10.222.0.26 "GET /v2.0/ports?device_id=5da48d85-45dc-4762-b7ad-0eb1affc4987 HTTP/1.1" status: 200 len: 944 time: 0.1020429 Aug 29 19:26:25.515973 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3551bcbf-44d4-4c14-8bc6-9796fad1eea1 admin admin] Notify agent at l3_agent.dv-cinder-806191-2-iscsi the message routers_updated {{(pid=93883) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 19:26:25.521967 dv-cinder-806191-2-iscsi neutron-server[93883]: INFO neutron.wsgi [None req-3551bcbf-44d4-4c14-8bc6-9796fad1eea1 admin admin] 10.222.0.26 "PUT /v2.0/routers/9bf133b2-5cfa-4a19-b816-6f239aeafa21/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5935779 Aug 29 19:26:25.524676 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.26', 34716) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 19:26:25.528726 dv-cinder-806191-2-iscsi neutron-server[93886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-418efaf6-855e-467c-853b-e792f8130e3b None None] Sync routers for ids ['9bf133b2-5cfa-4a19-b816-6f239aeafa21'] in dv-cinder-806191-2-iscsi {{(pid=93886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 19:26:25.539169 dv-cinder-806191-2-iscsi neutron-server[93886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-418efaf6-855e-467c-853b-e792f8130e3b None None] Routers {'9bf133b2-5cfa-4a19-b816-6f239aeafa21'} bound to L3 agent in host dv-cinder-806191-2-iscsi {{(pid=93886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 19:26:25.540458 dv-cinder-806191-2-iscsi neutron-server[93886]: DEBUG neutron.db.l3_hamode_db [None req-418efaf6-855e-467c-853b-e792f8130e3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806191-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-29T19:13:49Z,description=,heartbeat_timestamp=2021-08-29T19:26:19Z,host='dv-cinder-806191-2-iscsi',id=c3ed3b02-d107-45f2-9b2a-fff9b0cfaa96,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T19:13:49Z,topic='l3_agent')) {'router_ids': ['9bf133b2-5cfa-4a19-b816-6f239aeafa21'], 'active': True} {{(pid=93886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 19:26:25.560908 dv-cinder-806191-2-iscsi neutron-server[93883]: INFO neutron.wsgi [req-50cb8766-0186-4bb8-8f7f-99c6032fe58e req-b0772396-526d-4828-a764-6bf5fd2c8e99 tempest-TestVolumeBootPattern-1610125901 tempest-TestVolumeBootPattern-1610125901-project] 10.222.0.26 "GET /v2.0/security-groups?id=28dcb342-8e4f-40d6-9e57-d4cd91ceacfa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375407 Aug 29 19:26:25.643760 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-d47b8484-279d-465a-ab31-1f59370300de admin admin] Notify callbacks [] for router, before_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:26:25.648382 dv-cinder-806191-2-iscsi neutron-server[93886]: DEBUG neutron.db.l3_dvr_db [None req-418efaf6-855e-467c-853b-e792f8130e3b None None] Set router 9bf133b2-5cfa-4a19-b816-6f239aeafa21 gateway port host: dv-cinder-806191-2-iscsi {{(pid=93886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 19:26:25.755524 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-d47b8484-279d-465a-ab31-1f59370300de admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:26:25.813004 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-d47b8484-279d-465a-ab31-1f59370300de admin admin] Deleting port b35a6dda-b977-4909-8fec-e60c271da723 {{(pid=93884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 19:26:25.813352 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-d47b8484-279d-465a-ab31-1f59370300de admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777170414367'] for port, before_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:26:25.840014 dv-cinder-806191-2-iscsi neutron-server[93886]: DEBUG neutron.db.l3_hamode_db [None req-418efaf6-855e-467c-853b-e792f8130e3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9bf133b2-5cfa-4a19-b816-6f239aeafa21', 'name': 'tempest-TestMinimumBasicScenario-1633991969-router', 'tenant_id': 'ad213c8533ff43208cc1896fe838d329', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7209b701-ecaa-476a-bd58-d61d280c16d3', 'external_fixed_ips': [{'subnet_id': '71309eb1-223f-47ba-9803-1437c965e178', 'ip_address': '172.27.2.144'}], 'enable_snat': True}, 'gw_port_id': 'b35a6dda-b977-4909-8fec-e60c271da723', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T19:23:30Z', 'updated_at': '2021-08-29T19:26:24Z', 'revision_number': 5, 'project_id': 'ad213c8533ff43208cc1896fe838d329', 'gw_port': {'id': 'b35a6dda-b977-4909-8fec-e60c271da723', 'name': '', 'network_id': '7209b701-ecaa-476a-bd58-d61d280c16d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:b9:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bf133b2-5cfa-4a19-b816-6f239aeafa21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 392, 'fixed_ips': [{'subnet_id': '71309eb1-223f-47ba-9803-1437c965e178', 'ip_address': '172.27.2.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806191-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T19:23:32Z', 'updated_at': '2021-08-29T19:23:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71309eb1-223f-47ba-9803-1437c965e178', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806191-2-iscsi'}], 'dv-cinder-806191-2-iscsi', False) {} {{(pid=93886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 19:26:25.867340 dv-cinder-806191-2-iscsi neutron-server[93886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-418efaf6-855e-467c-853b-e792f8130e3b None None] Checking router: 9bf133b2-5cfa-4a19-b816-6f239aeafa21 for host: dv-cinder-806191-2-iscsi {{(pid=93886) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 19:26:25.876528 dv-cinder-806191-2-iscsi neutron-server[93886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-418efaf6-855e-467c-853b-e792f8130e3b None None] Routers {'9bf133b2-5cfa-4a19-b816-6f239aeafa21'} bound to L3 agent in host dv-cinder-806191-2-iscsi {{(pid=93886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 19:26:25.877271 dv-cinder-806191-2-iscsi neutron-server[93886]: DEBUG neutron.db.l3_hamode_db [None req-418efaf6-855e-467c-853b-e792f8130e3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806191-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-29T19:13:49Z,description=,heartbeat_timestamp=2021-08-29T19:26:19Z,host='dv-cinder-806191-2-iscsi',id=c3ed3b02-d107-45f2-9b2a-fff9b0cfaa96,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T19:13:49Z,topic='l3_agent')) {'router_ids': ['9bf133b2-5cfa-4a19-b816-6f239aeafa21'], 'active': True} {{(pid=93886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 19:26:25.912393 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-d47b8484-279d-465a-ab31-1f59370300de admin admin] For port b35a6dda-b977-4909-8fec-e60c271da723, host dv-cinder-806191-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806191-2-iscsi',level=0,port_id=b35a6dda-b977-4909-8fec-e60c271da723,segment=NetworkSegment(abe37968-36e5-463a-bc67-a17a4a975f92),segment_id=abe37968-36e5-463a-bc67-a17a4a975f92)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 19:26:25.912393 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-d47b8484-279d-465a-ab31-1f59370300de admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3695122'] for port, precommit_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:26:25.926698 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-d47b8484-279d-465a-ab31-1f59370300de admin admin] Calling delete_port for b35a6dda-b977-4909-8fec-e60c271da723 owned by network:router_gateway {{(pid=93884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 19:26:25.983622 dv-cinder-806191-2-iscsi neutron-server[93886]: DEBUG neutron.db.l3_dvr_db [None req-418efaf6-855e-467c-853b-e792f8130e3b None None] Set router 9bf133b2-5cfa-4a19-b816-6f239aeafa21 gateway port host: None {{(pid=93886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 19:26:26.052094 dv-cinder-806191-2-iscsi neutron-server[93886]: DEBUG neutron.db.l3_hamode_db [None req-418efaf6-855e-467c-853b-e792f8130e3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9bf133b2-5cfa-4a19-b816-6f239aeafa21', 'name': 'tempest-TestMinimumBasicScenario-1633991969-router', 'tenant_id': 'ad213c8533ff43208cc1896fe838d329', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T19:23:30Z', 'updated_at': '2021-08-29T19:26:25Z', 'revision_number': 6, 'project_id': 'ad213c8533ff43208cc1896fe838d329', 'gw_port_host': None}], 'dv-cinder-806191-2-iscsi', False) {} {{(pid=93886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 19:26:26.083118 dv-cinder-806191-2-iscsi neutron-server[93886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-418efaf6-855e-467c-853b-e792f8130e3b None None] The sync data for ids ['9bf133b2-5cfa-4a19-b816-6f239aeafa21'] in dv-cinder-806191-2-iscsi is: [{'id': '9bf133b2-5cfa-4a19-b816-6f239aeafa21', 'name': 'tempest-TestMinimumBasicScenario-1633991969-router', 'tenant_id': 'ad213c8533ff43208cc1896fe838d329', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T19:23:30Z', 'updated_at': '2021-08-29T19:26:25Z', 'revision_number': 6, 'project_id': 'ad213c8533ff43208cc1896fe838d329', 'gw_port_host': None}] {{(pid=93886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 19:26:26.112813 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-d47b8484-279d-465a-ab31-1f59370300de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3669005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3715978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777170436895', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777169884173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262862687'] for port, after_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:26:26.138131 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d47b8484-279d-465a-ab31-1f59370300de admin admin] Pushing event deleted for resources: {'Port': ['ID=b35a6dda-b977-4909-8fec-e60c271da723,revision_number=None']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:26:26.201890 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-d47b8484-279d-465a-ab31-1f59370300de admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3676243'] for router_gateway, after_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:26:26.310339 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-d47b8484-279d-465a-ab31-1f59370300de admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3671500', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-28682'] for router, precommit_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:26:26.312536 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-d47b8484-279d-465a-ab31-1f59370300de admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:26:26.375289 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-d47b8484-279d-465a-ab31-1f59370300de admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3671491'] for router, after_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:26:26.375827 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d47b8484-279d-465a-ab31-1f59370300de admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9bf133b2-5cfa-4a19-b816-6f239aeafa21 {{(pid=93884) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 29 19:26:26.381637 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-d47b8484-279d-465a-ab31-1f59370300de admin admin] Notify callbacks [] for router, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:26:26.382896 dv-cinder-806191-2-iscsi neutron-server[93884]: INFO neutron.wsgi [None req-d47b8484-279d-465a-ab31-1f59370300de admin admin] 10.222.0.26 "DELETE /v2.0/routers/9bf133b2-5cfa-4a19-b816-6f239aeafa21 HTTP/1.1" status: 204 len: 168 time: 0.8572180 Aug 29 19:26:26.386300 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.26', 34718) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 19:26:26.431113 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.db.db_base_plugin_v2 [None req-d5338fcb-9e8b-4a52-898c-6550af9e0acb admin admin] Deleting subnet 46da7f16-aafe-4187-8808-92166353c1dc {{(pid=93884) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 19:26:26.435055 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-d5338fcb-9e8b-4a52-898c-6550af9e0acb admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:26:26.477525 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-d5338fcb-9e8b-4a52-898c-6550af9e0acb admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-84871'] for subnet, precommit_delete_associations {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:26:26.604422 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-d5338fcb-9e8b-4a52-898c-6550af9e0acb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3624633'] for subnet, precommit_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:26:26.665379 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-d5338fcb-9e8b-4a52-898c-6550af9e0acb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3624630', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-376708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3715978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-262862604', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260127726'] for subnet, after_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:26:26.695160 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5338fcb-9e8b-4a52-898c-6550af9e0acb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=46da7f16-aafe-4187-8808-92166353c1dc,revision_number=None']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:26:26.700492 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-d5338fcb-9e8b-4a52-898c-6550af9e0acb admin admin] Notify callbacks [] for subnet, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:26:26.701746 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d00a63d6-2dc0-47c9-9732-653776235db9 req-f60627f1-136e-4236-8053-ab878143ce56 tempest-TestVolumeBootPattern-1610125901 tempest-TestVolumeBootPattern-1610125901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 19:26:26.705090 dv-cinder-806191-2-iscsi neutron-server[93884]: INFO neutron.wsgi [None req-d5338fcb-9e8b-4a52-898c-6550af9e0acb admin admin] 10.222.0.26 "DELETE /v2.0/subnets/46da7f16-aafe-4187-8808-92166353c1dc HTTP/1.1" status: 204 len: 168 time: 0.3152983 Aug 29 19:26:26.705352 dv-cinder-806191-2-iscsi neutron-server[93883]: INFO neutron.wsgi [req-d00a63d6-2dc0-47c9-9732-653776235db9 req-f60627f1-136e-4236-8053-ab878143ce56 tempest-TestVolumeBootPattern-1610125901 tempest-TestVolumeBootPattern-1610125901-project] 10.222.0.26 "GET /v2.0/ports?device_id=5da48d85-45dc-4762-b7ad-0eb1affc4987 HTTP/1.1" status: 200 len: 944 time: 0.0647709 Aug 29 19:26:26.705460 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.26', 34724) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 19:26:26.712718 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9213dc55-08c4-49dc-a2a2-9c597e384510 None None] Network af42a6ff-ceb8-4cd2-88bd-8b96cc22906e requested from dv-cinder-806191-2-iscsi {{(pid=93885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 19:26:26.752859 dv-cinder-806191-2-iscsi neutron-server[93883]: INFO neutron.wsgi [req-d00a63d6-2dc0-47c9-9732-653776235db9 req-4b5abca0-c3f7-4db5-bade-98428b9bdda6 tempest-TestVolumeBootPattern-1610125901 tempest-TestVolumeBootPattern-1610125901-project] 10.222.0.26 "GET /v2.0/security-groups?id=28dcb342-8e4f-40d6-9e57-d4cd91ceacfa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390742 Aug 29 19:26:26.786128 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-03057285-ca7f-4ffe-bc20-e48b43ae8529 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3621417'] for network, before_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:26:26.851073 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-03057285-ca7f-4ffe-bc20-e48b43ae8529 admin admin] Deleting port 5c01ea31-99d3-4650-bd8f-41d8f69634e7 {{(pid=93884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 19:26:26.851395 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-03057285-ca7f-4ffe-bc20-e48b43ae8529 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777170414367'] for port, before_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:26:26.914863 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c918df2f-2d78-43cf-a499-73cf356b5c35 None None] DHCP port deletion for af42a6ff-ceb8-4cd2-88bd-8b96cc22906e request from dv-cinder-806191-2-iscsi {{(pid=93885) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 29 19:26:26.932071 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-03057285-ca7f-4ffe-bc20-e48b43ae8529 admin admin] For port 5c01ea31-99d3-4650-bd8f-41d8f69634e7, host dv-cinder-806191-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806191-2-iscsi',level=0,port_id=5c01ea31-99d3-4650-bd8f-41d8f69634e7,segment=NetworkSegment(e44a6a1d-90f7-4e46-ab35-45978253e213),segment_id=e44a6a1d-90f7-4e46-ab35-45978253e213)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 19:26:26.932434 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-03057285-ca7f-4ffe-bc20-e48b43ae8529 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3695122'] for port, precommit_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:26:26.954242 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-03057285-ca7f-4ffe-bc20-e48b43ae8529 admin admin] Calling delete_port for 5c01ea31-99d3-4650-bd8f-41d8f69634e7 owned by network:dhcp {{(pid=93884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 19:26:26.962115 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-f7f3f912-659a-49f9-ab3a-0560ee4983b1 None None] Device b35a6dda-b977-4909-8fec-e60c271da723 no longer exists at agent ovs-agent-dv-cinder-806191-2-iscsi {{(pid=93885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 19:26:26.988446 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.plugins.ml2.plugin [None req-f7f3f912-659a-49f9-ab3a-0560ee4983b1 None None] No Port match for: b35a6dda-b977-4909-8fec-e60c271da723 {{(pid=93885) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 19:26:26.988781 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-f7f3f912-659a-49f9-ab3a-0560ee4983b1 None None] Device b35a6dda-b977-4909-8fec-e60c271da723 not bound to the agent host dv-cinder-806191-2-iscsi {{(pid=93885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 19:26:26.989191 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-f7f3f912-659a-49f9-ab3a-0560ee4983b1 None None] Device fdf67fcf-6ec4-4900-a158-a101be572668 no longer exists at agent ovs-agent-dv-cinder-806191-2-iscsi {{(pid=93885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 19:26:26.993044 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.plugins.ml2.plugin [None req-c918df2f-2d78-43cf-a499-73cf356b5c35 None None] Deleting port 5c01ea31-99d3-4650-bd8f-41d8f69634e7 {{(pid=93885) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 19:26:26.993924 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-c918df2f-2d78-43cf-a499-73cf356b5c35 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777170414367'] for port, before_delete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:26:27.012331 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.plugins.ml2.plugin [None req-f7f3f912-659a-49f9-ab3a-0560ee4983b1 None None] No Port match for: fdf67fcf-6ec4-4900-a158-a101be572668 {{(pid=93885) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 19:26:27.012815 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-f7f3f912-659a-49f9-ab3a-0560ee4983b1 None None] Device fdf67fcf-6ec4-4900-a158-a101be572668 not bound to the agent host dv-cinder-806191-2-iscsi {{(pid=93885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 19:26:27.050151 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-03057285-ca7f-4ffe-bc20-e48b43ae8529 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3669005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3715978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777170436895', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777169884173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262862687'] for port, after_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:26:27.079310 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03057285-ca7f-4ffe-bc20-e48b43ae8529 admin admin] Pushing event deleted for resources: {'Port': ['ID=5c01ea31-99d3-4650-bd8f-41d8f69634e7,revision_number=None']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:26:27.084190 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03057285-ca7f-4ffe-bc20-e48b43ae8529 admin admin] No DVR routers for this DVR port 5c01ea31-99d3-4650-bd8f-41d8f69634e7 on host dv-cinder-806191-2-iscsi {{(pid=93884) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 19:26:27.102916 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-c918df2f-2d78-43cf-a499-73cf356b5c35 None None] For port 5c01ea31-99d3-4650-bd8f-41d8f69634e7, host dv-cinder-806191-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806191-2-iscsi',level=0,port_id=5c01ea31-99d3-4650-bd8f-41d8f69634e7,segment=NetworkSegment(e44a6a1d-90f7-4e46-ab35-45978253e213),segment_id=e44a6a1d-90f7-4e46-ab35-45978253e213)] {{(pid=93885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 19:26:27.103464 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-c918df2f-2d78-43cf-a499-73cf356b5c35 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3695122'] for port, precommit_delete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:26:27.121316 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.plugins.ml2.plugin [None req-c918df2f-2d78-43cf-a499-73cf356b5c35 None None] Calling delete_port for 5c01ea31-99d3-4650-bd8f-41d8f69634e7 owned by network:dhcp {{(pid=93885) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 19:26:27.179905 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-03057285-ca7f-4ffe-bc20-e48b43ae8529 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3626562', 'neutron.services.segments.db._delete_segments_for_network-8777170380526'] for network, precommit_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:26:27.197845 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.services.segments.db [None req-03057285-ca7f-4ffe-bc20-e48b43ae8529 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['af42a6ff-ceb8-4cd2-88bd-8b96cc22906e']}} {{(pid=93884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 19:26:27.215177 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.services.segments.db [None req-03057285-ca7f-4ffe-bc20-e48b43ae8529 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e44a6a1d-90f7-4e46-ab35-45978253e213') {'for_net_delete': True} {{(pid=93884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 19:26:27.215686 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.services.segments.db [None req-03057285-ca7f-4ffe-bc20-e48b43ae8529 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e44a6a1d-90f7-4e46-ab35-45978253e213') {} {{(pid=93884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 19:26:27.222064 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-c918df2f-2d78-43cf-a499-73cf356b5c35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3669005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3715978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777170436895', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777169884173'] for port, after_delete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:26:27.231249 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-03057285-ca7f-4ffe-bc20-e48b43ae8529 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777170380409', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-84888'] for segment, before_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:26:27.260520 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-03057285-ca7f-4ffe-bc20-e48b43ae8529 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3556912'] for segment, precommit_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:26:27.265978 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c918df2f-2d78-43cf-a499-73cf356b5c35 None None] Pushing event deleted for resources: {'Port': ['ID=5c01ea31-99d3-4650-bd8f-41d8f69634e7,revision_number=None']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:26:27.271656 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-03057285-ca7f-4ffe-bc20-e48b43ae8529 admin admin] Releasing vlan 112 on physical network physnet1 to pool {{(pid=93884) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 19:26:27.272262 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-03057285-ca7f-4ffe-bc20-e48b43ae8529 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3556912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-262862698'] for segment, after_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:26:27.274413 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c918df2f-2d78-43cf-a499-73cf356b5c35 None None] No DVR routers for this DVR port 5c01ea31-99d3-4650-bd8f-41d8f69634e7 on host dv-cinder-806191-2-iscsi {{(pid=93885) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 19:26:27.276341 dv-cinder-806191-2-iscsi neutron-server[93884]: Traceback (most recent call last): Aug 29 19:26:27.276341 dv-cinder-806191-2-iscsi neutron-server[93884]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 19:26:27.276341 dv-cinder-806191-2-iscsi neutron-server[93884]: timer() Aug 29 19:26:27.276341 dv-cinder-806191-2-iscsi neutron-server[93884]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 19:26:27.276341 dv-cinder-806191-2-iscsi neutron-server[93884]: cb(*args, **kw) Aug 29 19:26:27.276341 dv-cinder-806191-2-iscsi neutron-server[93884]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 19:26:27.276341 dv-cinder-806191-2-iscsi neutron-server[93884]: return func(*args, **kwargs) Aug 29 19:26:27.276341 dv-cinder-806191-2-iscsi neutron-server[93884]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 19:26:27.276341 dv-cinder-806191-2-iscsi neutron-server[93884]: self._notify() Aug 29 19:26:27.276341 dv-cinder-806191-2-iscsi neutron-server[93884]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 19:26:27.276341 dv-cinder-806191-2-iscsi neutron-server[93884]: self.callback(batched_events) Aug 29 19:26:27.276341 dv-cinder-806191-2-iscsi neutron-server[93884]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 19:26:27.276341 dv-cinder-806191-2-iscsi neutron-server[93884]: event.method(event) Aug 29 19:26:27.276341 dv-cinder-806191-2-iscsi neutron-server[93884]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 19:26:27.276341 dv-cinder-806191-2-iscsi neutron-server[93884]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 19:26:27.276341 dv-cinder-806191-2-iscsi neutron-server[93884]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 19:26:27.276341 dv-cinder-806191-2-iscsi neutron-server[93884]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 19:26:27.276341 dv-cinder-806191-2-iscsi neutron-server[93884]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 19:26:27.276341 dv-cinder-806191-2-iscsi neutron-server[93884]: return f(self, *a, **k) Aug 29 19:26:27.276341 dv-cinder-806191-2-iscsi neutron-server[93884]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 19:26:27.276341 dv-cinder-806191-2-iscsi neutron-server[93884]: return self._get(url).json() Aug 29 19:26:27.276341 dv-cinder-806191-2-iscsi neutron-server[93884]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 19:26:27.276341 dv-cinder-806191-2-iscsi neutron-server[93884]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 19:26:27.276341 dv-cinder-806191-2-iscsi neutron-server[93884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 19:26:27.276341 dv-cinder-806191-2-iscsi neutron-server[93884]: return self.request(url, 'GET', **kwargs) Aug 29 19:26:27.276341 dv-cinder-806191-2-iscsi neutron-server[93884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 19:26:27.276341 dv-cinder-806191-2-iscsi neutron-server[93884]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 19:26:27.276341 dv-cinder-806191-2-iscsi neutron-server[93884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 19:26:27.276341 dv-cinder-806191-2-iscsi neutron-server[93884]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 19:26:27.276341 dv-cinder-806191-2-iscsi neutron-server[93884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 19:26:27.276341 dv-cinder-806191-2-iscsi neutron-server[93884]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 19:26:27.276341 dv-cinder-806191-2-iscsi neutron-server[93884]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 19:26:27.346709 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-03057285-ca7f-4ffe-bc20-e48b43ae8529 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3626555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-376669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3715978', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3676271'] for network, after_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:26:27.352333 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-03057285-ca7f-4ffe-bc20-e48b43ae8529 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3715960'] for network, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:26:27.357627 dv-cinder-806191-2-iscsi neutron-server[93884]: INFO neutron.wsgi [None req-03057285-ca7f-4ffe-bc20-e48b43ae8529 admin admin] 10.222.0.26 "DELETE /v2.0/networks/af42a6ff-ceb8-4cd2-88bd-8b96cc22906e HTTP/1.1" status: 204 len: 168 time: 0.6509948 Aug 29 19:26:27.369984 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03057285-ca7f-4ffe-bc20-e48b43ae8529 admin admin] Pushing event deleted for resources: {'Network': ['ID=af42a6ff-ceb8-4cd2-88bd-8b96cc22906e,revision_number=None']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:26:27.534818 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.26', 34728) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 19:26:27.578499 dv-cinder-806191-2-iscsi neutron-server[93884]: INFO neutron.wsgi [None req-ff0ed09d-d9b3-43da-8d64-884b88f58f0d admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=ff839ffa806e4508a9f5f74da31561b0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0423992 Aug 29 19:26:27.582161 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.26', 34730) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 19:26:27.634673 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-710af7a9-a9c2-45da-85ac-4f6c0c4708c3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:26:27.657670 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-710af7a9-a9c2-45da-85ac-4f6c0c4708c3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:26:27.724158 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-710af7a9-a9c2-45da-85ac-4f6c0c4708c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368872'] for security_group, after_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:26:27.727430 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-710af7a9-a9c2-45da-85ac-4f6c0c4708c3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:26:27.729328 dv-cinder-806191-2-iscsi neutron-server[93884]: INFO neutron.wsgi [None req-710af7a9-a9c2-45da-85ac-4f6c0c4708c3 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/5af02ce7-4f09-4a57-a5cb-160fa5d4f482 HTTP/1.1" status: 204 len: 168 time: 0.1456807 Aug 29 19:26:27.742743 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-710af7a9-a9c2-45da-85ac-4f6c0c4708c3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5af02ce7-4f09-4a57-a5cb-160fa5d4f482,revision_number=None']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:26:27.929499 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe8f2b88-05f8-4b06-8f9b-770a29b45c97 req-2ed16e54-ecd5-4cf6-8895-1fa96f20734b tempest-TestVolumeBootPattern-1610125901 tempest-TestVolumeBootPattern-1610125901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 19:26:27.932256 dv-cinder-806191-2-iscsi neutron-server[93883]: INFO neutron.wsgi [req-fe8f2b88-05f8-4b06-8f9b-770a29b45c97 req-2ed16e54-ecd5-4cf6-8895-1fa96f20734b tempest-TestVolumeBootPattern-1610125901 tempest-TestVolumeBootPattern-1610125901-project] 10.222.0.26 "GET /v2.0/ports?device_id=5da48d85-45dc-4762-b7ad-0eb1affc4987 HTTP/1.1" status: 200 len: 944 time: 0.0783150 Aug 29 19:26:27.995056 dv-cinder-806191-2-iscsi neutron-server[93883]: INFO neutron.wsgi [req-fe8f2b88-05f8-4b06-8f9b-770a29b45c97 req-2ef5bf47-ca79-4e93-9669-f6ee021aa288 tempest-TestVolumeBootPattern-1610125901 tempest-TestVolumeBootPattern-1610125901-project] 10.222.0.26 "GET /v2.0/security-groups?id=28dcb342-8e4f-40d6-9e57-d4cd91ceacfa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0550492 Aug 29 19:26:28.159641 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.26', 34742) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 19:26:28.205148 dv-cinder-806191-2-iscsi neutron-server[93884]: INFO neutron.wsgi [None req-3c018468-7356-499e-aaa1-b3308d030a00 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=ad213c8533ff43208cc1896fe838d329&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0442476 Aug 29 19:26:28.207679 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.26', 34744) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 19:26:28.260767 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-e4b613ae-3e43-4f6c-9f89-4775938507e9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:26:28.285262 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-e4b613ae-3e43-4f6c-9f89-4775938507e9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:26:28.336070 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-e4b613ae-3e43-4f6c-9f89-4775938507e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368872'] for security_group, after_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:26:28.339373 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-e4b613ae-3e43-4f6c-9f89-4775938507e9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:26:28.340647 dv-cinder-806191-2-iscsi neutron-server[93884]: INFO neutron.wsgi [None req-e4b613ae-3e43-4f6c-9f89-4775938507e9 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/6226800d-66e7-4138-8f80-33c4161479ad HTTP/1.1" status: 204 len: 168 time: 0.1320014 Aug 29 19:26:28.350461 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4b613ae-3e43-4f6c-9f89-4775938507e9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6226800d-66e7-4138-8f80-33c4161479ad,revision_number=None']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:26:28.880719 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-f7f3f912-659a-49f9-ab3a-0560ee4983b1 None None] Device 5c01ea31-99d3-4650-bd8f-41d8f69634e7 no longer exists at agent ovs-agent-dv-cinder-806191-2-iscsi {{(pid=93885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 19:26:28.903058 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.plugins.ml2.plugin [None req-f7f3f912-659a-49f9-ab3a-0560ee4983b1 None None] No Port match for: 5c01ea31-99d3-4650-bd8f-41d8f69634e7 {{(pid=93885) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 19:26:28.903397 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-f7f3f912-659a-49f9-ab3a-0560ee4983b1 None None] Device 5c01ea31-99d3-4650-bd8f-41d8f69634e7 not bound to the agent host dv-cinder-806191-2-iscsi {{(pid=93885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 19:26:29.117592 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9ddc5e0-527b-43f1-8c36-c87708591834 req-a734505c-a698-4766-b9a3-9c5b93291594 tempest-TestVolumeBootPattern-1610125901 tempest-TestVolumeBootPattern-1610125901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 19:26:29.119080 dv-cinder-806191-2-iscsi neutron-server[93883]: INFO neutron.wsgi [req-f9ddc5e0-527b-43f1-8c36-c87708591834 req-a734505c-a698-4766-b9a3-9c5b93291594 tempest-TestVolumeBootPattern-1610125901 tempest-TestVolumeBootPattern-1610125901-project] 10.222.0.26 "GET /v2.0/ports?device_id=5da48d85-45dc-4762-b7ad-0eb1affc4987 HTTP/1.1" status: 200 len: 944 time: 0.0526185 Aug 29 19:26:29.160479 dv-cinder-806191-2-iscsi neutron-server[93883]: INFO neutron.wsgi [req-f9ddc5e0-527b-43f1-8c36-c87708591834 req-da6d2733-d4c2-41f1-8de5-32c2df1b54dc tempest-TestVolumeBootPattern-1610125901 tempest-TestVolumeBootPattern-1610125901-project] 10.222.0.26 "GET /v2.0/security-groups?id=28dcb342-8e4f-40d6-9e57-d4cd91ceacfa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0354552 Aug 29 19:26:30.285670 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69bee0f6-73a4-4d10-b37e-96f8f6bf68c3 req-eda5ea1f-722c-4d19-a79e-ec71552517a3 tempest-TestVolumeBootPattern-1610125901 tempest-TestVolumeBootPattern-1610125901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 19:26:30.287284 dv-cinder-806191-2-iscsi neutron-server[93883]: INFO neutron.wsgi [req-69bee0f6-73a4-4d10-b37e-96f8f6bf68c3 req-eda5ea1f-722c-4d19-a79e-ec71552517a3 tempest-TestVolumeBootPattern-1610125901 tempest-TestVolumeBootPattern-1610125901-project] 10.222.0.26 "GET /v2.0/ports?device_id=5da48d85-45dc-4762-b7ad-0eb1affc4987 HTTP/1.1" status: 200 len: 944 time: 0.0551095 Aug 29 19:26:30.328553 dv-cinder-806191-2-iscsi neutron-server[93883]: INFO neutron.wsgi [req-69bee0f6-73a4-4d10-b37e-96f8f6bf68c3 req-1d71e847-1d03-40d9-bfa3-47e9c4c3e5cb tempest-TestVolumeBootPattern-1610125901 tempest-TestVolumeBootPattern-1610125901-project] 10.222.0.26 "GET /v2.0/security-groups?id=28dcb342-8e4f-40d6-9e57-d4cd91ceacfa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344160 Aug 29 19:26:30.551333 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-e411ce9c-394c-453f-add9-812245090945 None None] Device ee3297b8-0d66-49ce-962b-890b2a1bebcd details requested by agent hyperv_hv-cinder-80619 with host hv-cinder-80619 {{(pid=93885) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 19:26:30.784915 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-e411ce9c-394c-453f-add9-812245090945 None None] For port ee3297b8-0d66-49ce-962b-890b2a1bebcd, host hv-cinder-80619, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80619',level=0,port_id=ee3297b8-0d66-49ce-962b-890b2a1bebcd,segment=NetworkSegment(11a203b2-fbd8-4335-9a74-1c37515b390f),segment_id=11a203b2-fbd8-4335-9a74-1c37515b390f)] {{(pid=93885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 19:26:30.798756 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-e411ce9c-394c-453f-add9-812245090945 None None] Returning: {'device': 'ee3297b8-0d66-49ce-962b-890b2a1bebcd', 'network_id': '45c2a1ad-9c77-458b-b844-fbf0e60ffffd', 'port_id': 'ee3297b8-0d66-49ce-962b-890b2a1bebcd', 'mac_address': 'fa:16:3e:e5:7b:54', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 136, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fc92f67e-9e9b-4d7e-adb8-7f60a771a071', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93885) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 19:26:30.840365 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-e411ce9c-394c-453f-add9-812245090945 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3669058'] for port, before_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:26:30.855623 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.notifiers.nova [None req-e411ce9c-394c-453f-add9-812245090945 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ee3297b8-0d66-49ce-962b-890b2a1bebcd {{(pid=93885) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 19:26:30.877753 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-e411ce9c-394c-453f-add9-812245090945 None None] For port ee3297b8-0d66-49ce-962b-890b2a1bebcd, host hv-cinder-80619, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80619',level=0,port_id=ee3297b8-0d66-49ce-962b-890b2a1bebcd,segment=NetworkSegment(11a203b2-fbd8-4335-9a74-1c37515b390f),segment_id=11a203b2-fbd8-4335-9a74-1c37515b390f)] {{(pid=93885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 19:26:30.882976 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-e411ce9c-394c-453f-add9-812245090945 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3669005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3715978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777170436913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777169884182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777169884200'] for port, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:26:30.934169 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e411ce9c-394c-453f-add9-812245090945 None None] Pushing event updated for resources: {'Port': ['ID=ee3297b8-0d66-49ce-962b-890b2a1bebcd,revision_number=4']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:26:31.113326 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-e411ce9c-394c-453f-add9-812245090945 None None] get_ports_and_sgs() called for port_ids ['ee3297b8-0d66-49ce-962b-890b2a1bebcd'] {{(pid=93885) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 19:26:31.472433 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab5e5196-a087-44c0-972c-86882093b515 req-274d6b9d-8585-4f4f-8fc4-d545ef4adf9b tempest-TestVolumeBootPattern-1610125901 tempest-TestVolumeBootPattern-1610125901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 19:26:31.479976 dv-cinder-806191-2-iscsi neutron-server[93884]: INFO neutron.wsgi [req-ab5e5196-a087-44c0-972c-86882093b515 req-274d6b9d-8585-4f4f-8fc4-d545ef4adf9b tempest-TestVolumeBootPattern-1610125901 tempest-TestVolumeBootPattern-1610125901-project] 10.222.0.26 "GET /v2.0/ports?device_id=5da48d85-45dc-4762-b7ad-0eb1affc4987 HTTP/1.1" status: 200 len: 945 time: 0.0693159 Aug 29 19:26:31.535155 dv-cinder-806191-2-iscsi neutron-server[93884]: INFO neutron.wsgi [req-ab5e5196-a087-44c0-972c-86882093b515 req-9a93aa67-32fd-491b-bf88-84051b3542a1 tempest-TestVolumeBootPattern-1610125901 tempest-TestVolumeBootPattern-1610125901-project] 10.222.0.26 "GET /v2.0/security-groups?id=28dcb342-8e4f-40d6-9e57-d4cd91ceacfa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0515630 Aug 29 19:26:32.556777 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-e411ce9c-394c-453f-add9-812245090945 None None] Device ee3297b8-0d66-49ce-962b-890b2a1bebcd up at agent hyperv_hv-cinder-80619 {{(pid=93885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 19:26:32.611380 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-e411ce9c-394c-453f-add9-812245090945 None None] Provisioning for port ee3297b8-0d66-49ce-962b-890b2a1bebcd completed by entity L2. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 19:26:32.615670 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-e411ce9c-394c-453f-add9-812245090945 None None] Provisioning complete for port ee3297b8-0d66-49ce-962b-890b2a1bebcd triggered by entity L2. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 19:26:32.616044 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-e411ce9c-394c-453f-add9-812245090945 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3627211'] for port, provisioning_complete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:26:32.671718 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aca254e8-5515-443d-87b1-ec9dab7b7a23 req-ed94c08c-60f6-42e5-bf47-0fe6ba1c4068 tempest-TestVolumeBootPattern-1610125901 tempest-TestVolumeBootPattern-1610125901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 19:26:32.673251 dv-cinder-806191-2-iscsi neutron-server[93883]: INFO neutron.wsgi [req-aca254e8-5515-443d-87b1-ec9dab7b7a23 req-ed94c08c-60f6-42e5-bf47-0fe6ba1c4068 tempest-TestVolumeBootPattern-1610125901 tempest-TestVolumeBootPattern-1610125901-project] 10.222.0.26 "GET /v2.0/ports?device_id=5da48d85-45dc-4762-b7ad-0eb1affc4987 HTTP/1.1" status: 200 len: 945 time: 0.0508890 Aug 29 19:26:32.707435 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-e411ce9c-394c-453f-add9-812245090945 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3669058'] for port, before_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:26:32.722265 dv-cinder-806191-2-iscsi neutron-server[93883]: INFO neutron.wsgi [req-aca254e8-5515-443d-87b1-ec9dab7b7a23 req-2681972a-b838-438a-9530-c1ad2c5efdff tempest-TestVolumeBootPattern-1610125901 tempest-TestVolumeBootPattern-1610125901-project] 10.222.0.26 "GET /v2.0/security-groups?id=28dcb342-8e4f-40d6-9e57-d4cd91ceacfa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409641 Aug 29 19:26:32.749780 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5da48d85-45dc-4762-b7ad-0eb1affc4987', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ee3297b8-0d66-49ce-962b-890b2a1bebcd'}] {{(pid=93885) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 19:26:32.754423 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b746b22f1a330a85490eeb53ccb4cfec71189e4c963aff014ae6842ea75f17cc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a5adc48d-9aac-4956-95e1-87f597b4d0d3" -d '{"events": [{"server_uuid": "5da48d85-45dc-4762-b7ad-0eb1affc4987", "name": "network-vif-plugged", "status": "completed", "tag": "ee3297b8-0d66-49ce-962b-890b2a1bebcd"}]}' {{(pid=93885) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 19:26:32.777040 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-e411ce9c-394c-453f-add9-812245090945 None None] For port ee3297b8-0d66-49ce-962b-890b2a1bebcd, host hv-cinder-80619, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80619',level=0,port_id=ee3297b8-0d66-49ce-962b-890b2a1bebcd,segment=NetworkSegment(11a203b2-fbd8-4335-9a74-1c37515b390f),segment_id=11a203b2-fbd8-4335-9a74-1c37515b390f)] {{(pid=93885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 19:26:32.782768 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-e411ce9c-394c-453f-add9-812245090945 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3669005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3715978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777170436913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777169884182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777169884200'] for port, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:26:32.811944 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 19:26:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9da05235-711c-4081-8813-a88afe7c869b x-openstack-request-id: req-9da05235-711c-4081-8813-a88afe7c869b {{(pid=93885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 19:26:32.812238 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5da48d85-45dc-4762-b7ad-0eb1affc4987", "name": "network-vif-plugged", "status": "completed", "tag": "ee3297b8-0d66-49ce-962b-890b2a1bebcd", "code": 200}]} {{(pid=93885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 19:26:32.812464 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-9da05235-711c-4081-8813-a88afe7c869b {{(pid=93885) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 19:26:32.812843 dv-cinder-806191-2-iscsi neutron-server[93885]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5da48d85-45dc-4762-b7ad-0eb1affc4987', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ee3297b8-0d66-49ce-962b-890b2a1bebcd', 'code': 200} Aug 29 19:26:32.845824 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e411ce9c-394c-453f-add9-812245090945 None None] Pushing event updated for resources: {'Port': ['ID=ee3297b8-0d66-49ce-962b-890b2a1bebcd,revision_number=5']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:26:33.056181 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc383d54-5141-4f86-b701-9fadfc6f2d9e req-8f92d63e-a0cf-4db5-83c1-edf17c81849b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 19:26:33.057696 dv-cinder-806191-2-iscsi neutron-server[93884]: INFO neutron.wsgi [req-dc383d54-5141-4f86-b701-9fadfc6f2d9e req-8f92d63e-a0cf-4db5-83c1-edf17c81849b service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=5da48d85-45dc-4762-b7ad-0eb1affc4987 HTTP/1.1" status: 200 len: 1099 time: 0.0462067 Aug 29 19:26:33.096757 dv-cinder-806191-2-iscsi neutron-server[93884]: INFO neutron.wsgi [req-dc383d54-5141-4f86-b701-9fadfc6f2d9e req-aa889a12-6bd2-4049-a08d-3546db464f4a service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=28dcb342-8e4f-40d6-9e57-d4cd91ceacfa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0294130 Aug 29 19:26:33.830686 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65edc2b7-15c0-4803-8569-18eeca8438ee req-a84a76e7-5c77-422f-ba23-ad7d324aec26 tempest-AttachVolumeShelveTestJSON-1142647226 tempest-AttachVolumeShelveTestJSON-1142647226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 19:26:33.833419 dv-cinder-806191-2-iscsi neutron-server[93884]: INFO neutron.wsgi [req-65edc2b7-15c0-4803-8569-18eeca8438ee req-a84a76e7-5c77-422f-ba23-ad7d324aec26 tempest-AttachVolumeShelveTestJSON-1142647226 tempest-AttachVolumeShelveTestJSON-1142647226-project] 10.222.0.26 "GET /v2.0/ports?device_id=365fad5b-4b67-47e8-951d-b762cd7f4b09 HTTP/1.1" status: 200 len: 945 time: 0.0800731 Aug 29 19:26:33.850646 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0f37964-3b0f-4d37-96db-ec178fdb750e req-2cf1f571-6004-4717-b120-760ea7cc5375 tempest-TestVolumeBootPattern-1610125901 tempest-TestVolumeBootPattern-1610125901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 19:26:33.852221 dv-cinder-806191-2-iscsi neutron-server[93883]: INFO neutron.wsgi [req-f0f37964-3b0f-4d37-96db-ec178fdb750e req-2cf1f571-6004-4717-b120-760ea7cc5375 tempest-TestVolumeBootPattern-1610125901 tempest-TestVolumeBootPattern-1610125901-project] 10.222.0.26 "GET /v2.0/ports?device_id=5da48d85-45dc-4762-b7ad-0eb1affc4987 HTTP/1.1" status: 200 len: 946 time: 0.0551469 Aug 29 19:26:33.876427 dv-cinder-806191-2-iscsi neutron-server[93884]: INFO neutron.wsgi [req-65edc2b7-15c0-4803-8569-18eeca8438ee req-6d3db01c-685d-4cba-9326-c9e1ab3bc1ae tempest-AttachVolumeShelveTestJSON-1142647226 tempest-AttachVolumeShelveTestJSON-1142647226-project] 10.222.0.26 "GET /v2.0/security-groups?id=2781b643-3e29-491c-86a1-62ffc9eeb243&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0361443 Aug 29 19:26:33.894740 dv-cinder-806191-2-iscsi neutron-server[93883]: INFO neutron.wsgi [req-f0f37964-3b0f-4d37-96db-ec178fdb750e req-baaa4e68-67cd-4369-8d1b-14e7845fd45c tempest-TestVolumeBootPattern-1610125901 tempest-TestVolumeBootPattern-1610125901-project] 10.222.0.26 "GET /v2.0/security-groups?id=28dcb342-8e4f-40d6-9e57-d4cd91ceacfa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0358527 Aug 29 19:26:35.006895 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83c42c9b-ee01-41ba-b00e-2b3bddd89e98 req-8caeb12d-2198-48e5-9b41-20dc9b57cc28 tempest-AttachVolumeShelveTestJSON-1142647226 tempest-AttachVolumeShelveTestJSON-1142647226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 19:26:35.008425 dv-cinder-806191-2-iscsi neutron-server[93884]: INFO neutron.wsgi [req-83c42c9b-ee01-41ba-b00e-2b3bddd89e98 req-8caeb12d-2198-48e5-9b41-20dc9b57cc28 tempest-AttachVolumeShelveTestJSON-1142647226 tempest-AttachVolumeShelveTestJSON-1142647226-project] 10.222.0.26 "GET /v2.0/ports?device_id=365fad5b-4b67-47e8-951d-b762cd7f4b09 HTTP/1.1" status: 200 len: 945 time: 0.0497062 Aug 29 19:26:35.018169 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa0db9ca-88fc-415c-8ddc-104759ad331c req-8ea8bfbb-bee0-4616-8099-afdb0051969c tempest-TestVolumeBootPattern-1610125901 tempest-TestVolumeBootPattern-1610125901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 19:26:35.019903 dv-cinder-806191-2-iscsi neutron-server[93883]: INFO neutron.wsgi [req-fa0db9ca-88fc-415c-8ddc-104759ad331c req-8ea8bfbb-bee0-4616-8099-afdb0051969c tempest-TestVolumeBootPattern-1610125901 tempest-TestVolumeBootPattern-1610125901-project] 10.222.0.26 "GET /v2.0/ports?device_id=5da48d85-45dc-4762-b7ad-0eb1affc4987 HTTP/1.1" status: 200 len: 946 time: 0.0532529 Aug 29 19:26:35.050742 dv-cinder-806191-2-iscsi neutron-server[93884]: INFO neutron.wsgi [req-83c42c9b-ee01-41ba-b00e-2b3bddd89e98 req-8ed83829-ff6d-44cd-a76e-97c1d33e36ff tempest-AttachVolumeShelveTestJSON-1142647226 tempest-AttachVolumeShelveTestJSON-1142647226-project] 10.222.0.26 "GET /v2.0/security-groups?id=2781b643-3e29-491c-86a1-62ffc9eeb243&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0363073 Aug 29 19:26:35.059308 dv-cinder-806191-2-iscsi neutron-server[93883]: INFO neutron.wsgi [req-fa0db9ca-88fc-415c-8ddc-104759ad331c req-bdd88ba1-b131-4a79-a950-3206901c0dbd tempest-TestVolumeBootPattern-1610125901 tempest-TestVolumeBootPattern-1610125901-project] 10.222.0.26 "GET /v2.0/security-groups?id=28dcb342-8e4f-40d6-9e57-d4cd91ceacfa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327272 Aug 29 19:26:35.172775 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8075eb52-64a4-4e4c-8195-4cae03faaae4 req-fb4f31f1-7df3-468d-a1ac-d870722917fa tempest-TestVolumeBootPattern-1610125901 tempest-TestVolumeBootPattern-1610125901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 19:26:35.174273 dv-cinder-806191-2-iscsi neutron-server[93884]: INFO neutron.wsgi [req-8075eb52-64a4-4e4c-8195-4cae03faaae4 req-fb4f31f1-7df3-468d-a1ac-d870722917fa tempest-TestVolumeBootPattern-1610125901 tempest-TestVolumeBootPattern-1610125901-project] 10.222.0.26 "GET /v2.0/ports?device_id=5da48d85-45dc-4762-b7ad-0eb1affc4987 HTTP/1.1" status: 200 len: 946 time: 0.0496421 Aug 29 19:26:35.214585 dv-cinder-806191-2-iscsi neutron-server[93884]: INFO neutron.wsgi [req-8075eb52-64a4-4e4c-8195-4cae03faaae4 req-363c88d7-acd2-46ba-900e-d02f040769ea tempest-TestVolumeBootPattern-1610125901 tempest-TestVolumeBootPattern-1610125901-project] 10.222.0.26 "GET /v2.0/security-groups?id=28dcb342-8e4f-40d6-9e57-d4cd91ceacfa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329707 Aug 29 19:26:35.236455 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.26', 34798) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 19:26:35.459557 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7904f7bf-f7b3-4857-8e71-8bc35acba602 tempest-TestVolumeBootPattern-2139683394 tempest-TestVolumeBootPattern-2139683394-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 19:26:35.461081 dv-cinder-806191-2-iscsi neutron-server[93883]: INFO neutron.wsgi [None req-7904f7bf-f7b3-4857-8e71-8bc35acba602 tempest-TestVolumeBootPattern-2139683394 tempest-TestVolumeBootPattern-2139683394-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=5da48d85-45dc-4762-b7ad-0eb1affc4987 HTTP/1.1" status: 200 len: 1094 time: 0.2236056 Aug 29 19:26:35.464526 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.26', 34804) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 19:26:35.468913 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron.api.v2.base [None req-8743bb0d-811e-48bc-9bef-3c41564207df tempest-TestVolumeBootPattern-1610125901 tempest-TestVolumeBootPattern-1610125901-project] Request body: {'floatingip': {'floating_network_id': '7209b701-ecaa-476a-bd58-d61d280c16d3', 'port_id': 'ee3297b8-0d66-49ce-962b-890b2a1bebcd', 'tenant_id': 'b39981fcd5954815961a8be993dedcd2', 'fixed_ip_address': '172.20.0.12'}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 19:26:35.493566 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-8743bb0d-811e-48bc-9bef-3c41564207df tempest-TestVolumeBootPattern-1610125901 tempest-TestVolumeBootPattern-1610125901-project] Notify callbacks [] for floatingip, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:26:35.597693 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-8743bb0d-811e-48bc-9bef-3c41564207df tempest-TestVolumeBootPattern-1610125901 tempest-TestVolumeBootPattern-1610125901-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3669058'] for port, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:26:35.724985 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron.db.db_base_plugin_common [None req-8743bb0d-811e-48bc-9bef-3c41564207df tempest-TestVolumeBootPattern-1610125901 tempest-TestVolumeBootPattern-1610125901-project] Allocated IP 172.27.2.186 (7209b701-ecaa-476a-bd58-d61d280c16d3/71309eb1-223f-47ba-9803-1437c965e178/92e2c918-8b98-4912-ac5e-1c40e47bbac5) {{(pid=93883) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 19:26:35.846005 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-8743bb0d-811e-48bc-9bef-3c41564207df tempest-TestVolumeBootPattern-1610125901 tempest-TestVolumeBootPattern-1610125901-project] Notify callbacks [] for port, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:26:35.889299 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-8743bb0d-811e-48bc-9bef-3c41564207df tempest-TestVolumeBootPattern-1610125901 tempest-TestVolumeBootPattern-1610125901-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3669005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3715978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777169884164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263410497'] for port, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:26:35.929071 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8743bb0d-811e-48bc-9bef-3c41564207df tempest-TestVolumeBootPattern-1610125901 tempest-TestVolumeBootPattern-1610125901-project] Network 7209b701-ecaa-476a-bd58-d61d280c16d3 is already hosted by enough agents. {{(pid=93883) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 19:26:35.933548 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron.scheduler.base_scheduler [None req-8743bb0d-811e-48bc-9bef-3c41564207df tempest-TestVolumeBootPattern-1610125901 tempest-TestVolumeBootPattern-1610125901-project] Resources bound (agent type, host, resource id): {{(pid=93883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 19:26:35.937986 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8743bb0d-811e-48bc-9bef-3c41564207df tempest-TestVolumeBootPattern-1610125901 tempest-TestVolumeBootPattern-1610125901-project] Received port after_create {{(pid=93883) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 19:26:35.940988 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8743bb0d-811e-48bc-9bef-3c41564207df tempest-TestVolumeBootPattern-1610125901 tempest-TestVolumeBootPattern-1610125901-project] Pushing event updated for resources: {'Port': ['ID=92e2c918-8b98-4912-ac5e-1c40e47bbac5,revision_number=1']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:26:36.485084 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df1443d2-916b-459a-9d8f-4e0b131d2d5e req-d52dcc5b-e4d8-45b3-9f71-97a7b42c191c tempest-AttachVolumeShelveTestJSON-1142647226 tempest-AttachVolumeShelveTestJSON-1142647226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 19:26:36.486569 dv-cinder-806191-2-iscsi neutron-server[93883]: INFO neutron.wsgi [req-df1443d2-916b-459a-9d8f-4e0b131d2d5e req-d52dcc5b-e4d8-45b3-9f71-97a7b42c191c tempest-AttachVolumeShelveTestJSON-1142647226 tempest-AttachVolumeShelveTestJSON-1142647226-project] 10.222.0.26 "GET /v2.0/ports?device_id=365fad5b-4b67-47e8-951d-b762cd7f4b09 HTTP/1.1" status: 200 len: 945 time: 0.3591187 Aug 29 19:26:36.579949 dv-cinder-806191-2-iscsi neutron-server[93883]: INFO neutron.wsgi [req-df1443d2-916b-459a-9d8f-4e0b131d2d5e req-d76825e7-dd0a-4e3f-858a-f9a631695d40 tempest-AttachVolumeShelveTestJSON-1142647226 tempest-AttachVolumeShelveTestJSON-1142647226-project] 10.222.0.26 "GET /v2.0/security-groups?id=2781b643-3e29-491c-86a1-62ffc9eeb243&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0834949 Aug 29 19:26:36.640655 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-8743bb0d-811e-48bc-9bef-3c41564207df tempest-TestVolumeBootPattern-1610125901 tempest-TestVolumeBootPattern-1610125901-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:26:36.712988 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-8743bb0d-811e-48bc-9bef-3c41564207df tempest-TestVolumeBootPattern-1610125901 tempest-TestVolumeBootPattern-1610125901-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3669058'] for port, before_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:26:36.865386 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-8743bb0d-811e-48bc-9bef-3c41564207df tempest-TestVolumeBootPattern-1610125901 tempest-TestVolumeBootPattern-1610125901-project] Notify callbacks [] for port, precommit_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:26:36.869988 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-8743bb0d-811e-48bc-9bef-3c41564207df tempest-TestVolumeBootPattern-1610125901 tempest-TestVolumeBootPattern-1610125901-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3669005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3715978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777170436913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777169884182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777169884200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-263410520'] for port, after_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:26:36.936918 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8743bb0d-811e-48bc-9bef-3c41564207df tempest-TestVolumeBootPattern-1610125901 tempest-TestVolumeBootPattern-1610125901-project] Pushing event updated for resources: {'Port': ['ID=92e2c918-8b98-4912-ac5e-1c40e47bbac5,revision_number=2']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:26:36.949025 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-8743bb0d-811e-48bc-9bef-3c41564207df tempest-TestVolumeBootPattern-1610125901 tempest-TestVolumeBootPattern-1610125901-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3676317'] for floatingip, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:26:37.049521 dv-cinder-806191-2-iscsi neutron-server[93883]: INFO neutron.db.l3_db [None req-8743bb0d-811e-48bc-9bef-3c41564207df tempest-TestVolumeBootPattern-1610125901 tempest-TestVolumeBootPattern-1610125901-project] Floating IP 5fe0f008-8313-4844-9cae-64e1b71cce32 associated. External IP: 172.27.2.186, port: ee3297b8-0d66-49ce-962b-890b2a1bebcd. Aug 29 19:26:37.256018 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8743bb0d-811e-48bc-9bef-3c41564207df tempest-TestVolumeBootPattern-1610125901 tempest-TestVolumeBootPattern-1610125901-project] Router c03e349e-3f52-436d-89d3-9899002d9045 has already been hosted by L3 agent c3ed3b02-d107-45f2-9b2a-fff9b0cfaa96 {{(pid=93883) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 19:26:37.362938 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8743bb0d-811e-48bc-9bef-3c41564207df tempest-TestVolumeBootPattern-1610125901 tempest-TestVolumeBootPattern-1610125901-project] Notify agent at l3_agent.dv-cinder-806191-2-iscsi the message routers_updated {{(pid=93883) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 19:26:37.376877 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0da04aa-f829-4f3b-ba6b-6f3cdbd148fe None None] Sync routers for ids ['c03e349e-3f52-436d-89d3-9899002d9045'] in dv-cinder-806191-2-iscsi {{(pid=93885) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 19:26:37.382103 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-8743bb0d-811e-48bc-9bef-3c41564207df tempest-TestVolumeBootPattern-1610125901 tempest-TestVolumeBootPattern-1610125901-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-256493'] for floatingip, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:26:37.388610 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0da04aa-f829-4f3b-ba6b-6f3cdbd148fe None None] Routers {'c03e349e-3f52-436d-89d3-9899002d9045'} bound to L3 agent in host dv-cinder-806191-2-iscsi {{(pid=93885) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 19:26:37.389242 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-e0da04aa-f829-4f3b-ba6b-6f3cdbd148fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806191-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-29T19:13:49Z,description=,heartbeat_timestamp=2021-08-29T19:26:19Z,host='dv-cinder-806191-2-iscsi',id=c3ed3b02-d107-45f2-9b2a-fff9b0cfaa96,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T19:13:49Z,topic='l3_agent')) {'router_ids': ['c03e349e-3f52-436d-89d3-9899002d9045'], 'active': True} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 19:26:37.409437 dv-cinder-806191-2-iscsi neutron-server[93883]: INFO neutron.wsgi [None req-8743bb0d-811e-48bc-9bef-3c41564207df tempest-TestVolumeBootPattern-1610125901 tempest-TestVolumeBootPattern-1610125901-project] 10.222.0.26 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.9438982 Aug 29 19:26:37.410058 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5da48d85-45dc-4762-b7ad-0eb1affc4987', 'tag': 'ee3297b8-0d66-49ce-962b-890b2a1bebcd'}] {{(pid=93883) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 19:26:37.412353 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d7efacdd762e7fee97ebec028cc859708dbf706441332da3e8755544227ebc46" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-941480b5-c920-4654-830c-41d935998b07" -d '{"events": [{"name": "network-changed", "server_uuid": "5da48d85-45dc-4762-b7ad-0eb1affc4987", "tag": "ee3297b8-0d66-49ce-962b-890b2a1bebcd"}]}' {{(pid=93883) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 19:26:37.451148 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 19:26:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-42b65ef3-707c-4e50-9dc1-4ea1a858b5a4 x-openstack-request-id: req-42b65ef3-707c-4e50-9dc1-4ea1a858b5a4 {{(pid=93883) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 19:26:37.451441 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5da48d85-45dc-4762-b7ad-0eb1affc4987", "tag": "ee3297b8-0d66-49ce-962b-890b2a1bebcd", "status": "completed", "code": 200}]} {{(pid=93883) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 19:26:37.451695 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-42b65ef3-707c-4e50-9dc1-4ea1a858b5a4 {{(pid=93883) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 19:26:37.452091 dv-cinder-806191-2-iscsi neutron-server[93883]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5da48d85-45dc-4762-b7ad-0eb1affc4987', 'tag': 'ee3297b8-0d66-49ce-962b-890b2a1bebcd', 'status': 'completed', 'code': 200} Aug 29 19:26:37.499780 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.db.l3_dvr_db [None req-e0da04aa-f829-4f3b-ba6b-6f3cdbd148fe None None] Set router c03e349e-3f52-436d-89d3-9899002d9045 gateway port host: dv-cinder-806191-2-iscsi {{(pid=93885) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 19:26:37.518025 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-941480b5-c920-4654-830c-41d935998b07 req-e0d8ac9d-0c38-4732-968c-59529c6c18a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 19:26:37.519499 dv-cinder-806191-2-iscsi neutron-server[93884]: INFO neutron.wsgi [req-941480b5-c920-4654-830c-41d935998b07 req-e0d8ac9d-0c38-4732-968c-59529c6c18a2 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=b39981fcd5954815961a8be993dedcd2&device_id=5da48d85-45dc-4762-b7ad-0eb1affc4987 HTTP/1.1" status: 200 len: 1099 time: 0.0424287 Aug 29 19:26:37.620855 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-941480b5-c920-4654-830c-41d935998b07 req-7fb8c96d-f5f4-41e2-a448-e22b9b230538 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 19:26:37.623817 dv-cinder-806191-2-iscsi neutron-server[93884]: INFO neutron.wsgi [req-941480b5-c920-4654-830c-41d935998b07 req-7fb8c96d-f5f4-41e2-a448-e22b9b230538 service neutron] 10.222.0.23 "GET /v2.0/networks?id=45c2a1ad-9c77-458b-b844-fbf0e60ffffd HTTP/1.1" status: 200 len: 912 time: 0.0965319 Aug 29 19:26:37.692761 dv-cinder-806191-2-iscsi neutron-server[93884]: INFO neutron.wsgi [req-941480b5-c920-4654-830c-41d935998b07 req-a60e96f8-09b3-4a27-a31c-97b79d15b619 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ee3297b8-0d66-49ce-962b-890b2a1bebcd HTTP/1.1" status: 200 len: 1000 time: 0.0619731 Aug 29 19:26:37.730973 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0460cac2-f44a-45ad-8fba-21e61942478d req-8de93d3c-3384-49ed-affd-0ea0af4cc6d6 tempest-AttachVolumeShelveTestJSON-1142647226 tempest-AttachVolumeShelveTestJSON-1142647226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 19:26:37.732571 dv-cinder-806191-2-iscsi neutron-server[93883]: INFO neutron.wsgi [req-0460cac2-f44a-45ad-8fba-21e61942478d req-8de93d3c-3384-49ed-affd-0ea0af4cc6d6 tempest-AttachVolumeShelveTestJSON-1142647226 tempest-AttachVolumeShelveTestJSON-1142647226-project] 10.222.0.26 "GET /v2.0/ports?device_id=365fad5b-4b67-47e8-951d-b762cd7f4b09 HTTP/1.1" status: 200 len: 945 time: 0.0622942 Aug 29 19:26:37.752967 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-e0da04aa-f829-4f3b-ba6b-6f3cdbd148fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c03e349e-3f52-436d-89d3-9899002d9045', 'name': 'tempest-TestVolumeBootPattern-567608025-router', 'tenant_id': 'b39981fcd5954815961a8be993dedcd2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7209b701-ecaa-476a-bd58-d61d280c16d3', 'external_fixed_ips': [{'subnet_id': '71309eb1-223f-47ba-9803-1437c965e178', 'ip_address': '172.27.2.139'}], 'enable_snat': True}, 'gw_port_id': 'f92a66e0-49b6-413f-afa9-292ae2d4b709', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T19:25:42Z', 'updated_at': '2021-08-29T19:25:46Z', 'revision_number': 4, 'project_id': 'b39981fcd5954815961a8be993dedcd2', 'gw_port': {'id': 'f92a66e0-49b6-413f-afa9-292ae2d4b709', 'name': '', 'network_id': '7209b701-ecaa-476a-bd58-d61d280c16d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:53:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c03e349e-3f52-436d-89d3-9899002d9045', 'device_owner': 'network:router_gateway', 'standard_attr_id': 581, 'fixed_ips': [{'subnet_id': '71309eb1-223f-47ba-9803-1437c965e178', 'ip_address': '172.27.2.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806191-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T19:25:43Z', 'updated_at': '2021-08-29T19:25:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71309eb1-223f-47ba-9803-1437c965e178', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806191-2-iscsi', '_floatingips': [{'id': '5fe0f008-8313-4844-9cae-64e1b71cce32', 'tenant_id': 'b39981fcd5954815961a8be993dedcd2', 'floating_ip_address': '172.27.2.186', 'floating_network_id': '7209b701-ecaa-476a-bd58-d61d280c16d3', 'router_id': 'c03e349e-3f52-436d-89d3-9899002d9045', 'port_id': 'ee3297b8-0d66-49ce-962b-890b2a1bebcd', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 630, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '45c2a1ad-9c77-458b-b844-fbf0e60ffffd', 'mac_address': 'fa:16:3e:e5:7b:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5da48d85-45dc-4762-b7ad-0eb1affc4987', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-29T19:26:36Z', 'updated_at': '2021-08-29T19:26:36Z', 'revision_number': 0, 'project_id': 'b39981fcd5954815961a8be993dedcd2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2b9e29f6-8880-4864-bcb5-fa280c067557', 'name': '', 'network_id': '45c2a1ad-9c77-458b-b844-fbf0e60ffffd', 'tenant_id': 'b39981fcd5954815961a8be993dedcd2', 'mac_address': 'fa:16:3e:91:39:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c03e349e-3f52-436d-89d3-9899002d9045', 'device_owner': 'network:router_interface', 'standard_attr_id': 582, 'fixed_ips': [{'subnet_id': 'fc92f67e-9e9b-4d7e-adb8-7f60a771a071', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806191-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T19:25:45Z', 'updated_at': '2021-08-29T19:25:53Z', 'revision_number': 5, 'project_id': 'b39981fcd5954815961a8be993dedcd2', 'subnets': [{'id': 'fc92f67e-9e9b-4d7e-adb8-7f60a771a071', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806191-2-iscsi', False) {} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 19:26:37.758049 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-941480b5-c920-4654-830c-41d935998b07 req-857e3e50-4d91-494b-8f06-096d4e8c3e5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 19:26:37.760175 dv-cinder-806191-2-iscsi neutron-server[93884]: INFO neutron.wsgi [req-941480b5-c920-4654-830c-41d935998b07 req-857e3e50-4d91-494b-8f06-096d4e8c3e5a service neutron] 10.222.0.23 "GET /v2.0/subnets?id=fc92f67e-9e9b-4d7e-adb8-7f60a771a071 HTTP/1.1" status: 200 len: 850 time: 0.0594449 Aug 29 19:26:37.776558 dv-cinder-806191-2-iscsi neutron-server[93883]: INFO neutron.wsgi [req-0460cac2-f44a-45ad-8fba-21e61942478d req-564a77bd-3d80-4b04-a269-32d5f56d8022 tempest-AttachVolumeShelveTestJSON-1142647226 tempest-AttachVolumeShelveTestJSON-1142647226-project] 10.222.0.26 "GET /v2.0/security-groups?id=2781b643-3e29-491c-86a1-62ffc9eeb243&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374439 Aug 29 19:26:37.786648 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0da04aa-f829-4f3b-ba6b-6f3cdbd148fe None None] Checking router: c03e349e-3f52-436d-89d3-9899002d9045 for host: dv-cinder-806191-2-iscsi {{(pid=93885) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 19:26:37.796436 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0da04aa-f829-4f3b-ba6b-6f3cdbd148fe None None] Routers {'c03e349e-3f52-436d-89d3-9899002d9045'} bound to L3 agent in host dv-cinder-806191-2-iscsi {{(pid=93885) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 19:26:37.797040 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-e0da04aa-f829-4f3b-ba6b-6f3cdbd148fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806191-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-29T19:13:49Z,description=,heartbeat_timestamp=2021-08-29T19:26:19Z,host='dv-cinder-806191-2-iscsi',id=c3ed3b02-d107-45f2-9b2a-fff9b0cfaa96,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T19:13:49Z,topic='l3_agent')) {'router_ids': ['c03e349e-3f52-436d-89d3-9899002d9045'], 'active': True} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 19:26:37.813218 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-941480b5-c920-4654-830c-41d935998b07 req-7990446c-dd4a-4fc0-8c6b-81a231c51477 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 19:26:37.814802 dv-cinder-806191-2-iscsi neutron-server[93884]: INFO neutron.wsgi [req-941480b5-c920-4654-830c-41d935998b07 req-7990446c-dd4a-4fc0-8c6b-81a231c51477 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=45c2a1ad-9c77-458b-b844-fbf0e60ffffd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0472546 Aug 29 19:26:37.902761 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.db.l3_dvr_db [None req-e0da04aa-f829-4f3b-ba6b-6f3cdbd148fe None None] Set router c03e349e-3f52-436d-89d3-9899002d9045 gateway port host: dv-cinder-806191-2-iscsi {{(pid=93885) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 19:26:37.911981 dv-cinder-806191-2-iscsi neutron-server[93884]: INFO neutron.wsgi [req-941480b5-c920-4654-830c-41d935998b07 req-d4e1fdff-b857-4044-9602-7cc0d98b8157 service neutron] 10.222.0.23 "GET /v2.0/networks/45c2a1ad-9c77-458b-b844-fbf0e60ffffd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0882857 Aug 29 19:26:38.007943 dv-cinder-806191-2-iscsi neutron-server[93884]: INFO neutron.wsgi [req-941480b5-c920-4654-830c-41d935998b07 req-46639c7f-c3a8-4f62-b305-a1ee5630619b service neutron] 10.222.0.23 "GET /v2.0/networks/45c2a1ad-9c77-458b-b844-fbf0e60ffffd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0889606 Aug 29 19:26:38.140687 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-e0da04aa-f829-4f3b-ba6b-6f3cdbd148fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c03e349e-3f52-436d-89d3-9899002d9045', 'name': 'tempest-TestVolumeBootPattern-567608025-router', 'tenant_id': 'b39981fcd5954815961a8be993dedcd2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7209b701-ecaa-476a-bd58-d61d280c16d3', 'external_fixed_ips': [{'subnet_id': '71309eb1-223f-47ba-9803-1437c965e178', 'ip_address': '172.27.2.139'}], 'enable_snat': True}, 'gw_port_id': 'f92a66e0-49b6-413f-afa9-292ae2d4b709', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T19:25:42Z', 'updated_at': '2021-08-29T19:25:46Z', 'revision_number': 4, 'project_id': 'b39981fcd5954815961a8be993dedcd2', 'gw_port': {'id': 'f92a66e0-49b6-413f-afa9-292ae2d4b709', 'name': '', 'network_id': '7209b701-ecaa-476a-bd58-d61d280c16d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:53:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c03e349e-3f52-436d-89d3-9899002d9045', 'device_owner': 'network:router_gateway', 'standard_attr_id': 581, 'fixed_ips': [{'subnet_id': '71309eb1-223f-47ba-9803-1437c965e178', 'ip_address': '172.27.2.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806191-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T19:25:43Z', 'updated_at': '2021-08-29T19:25:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71309eb1-223f-47ba-9803-1437c965e178', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806191-2-iscsi', '_floatingips': [{'id': '5fe0f008-8313-4844-9cae-64e1b71cce32', 'tenant_id': 'b39981fcd5954815961a8be993dedcd2', 'floating_ip_address': '172.27.2.186', 'floating_network_id': '7209b701-ecaa-476a-bd58-d61d280c16d3', 'router_id': 'c03e349e-3f52-436d-89d3-9899002d9045', 'port_id': 'ee3297b8-0d66-49ce-962b-890b2a1bebcd', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 630, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '45c2a1ad-9c77-458b-b844-fbf0e60ffffd', 'mac_address': 'fa:16:3e:e5:7b:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5da48d85-45dc-4762-b7ad-0eb1affc4987', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-29T19:26:36Z', 'updated_at': '2021-08-29T19:26:36Z', 'revision_number': 0, 'project_id': 'b39981fcd5954815961a8be993dedcd2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2b9e29f6-8880-4864-bcb5-fa280c067557', 'name': '', 'network_id': '45c2a1ad-9c77-458b-b844-fbf0e60ffffd', 'tenant_id': 'b39981fcd5954815961a8be993dedcd2', 'mac_address': 'fa:16:3e:91:39:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c03e349e-3f52-436d-89d3-9899002d9045', 'device_owner': 'network:router_interface', 'standard_attr_id': 582, 'fixed_ips': [{'subnet_id': 'fc92f67e-9e9b-4d7e-adb8-7f60a771a071', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806191-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T19:25:45Z', 'updated_at': '2021-08-29T19:25:53Z', 'revision_number': 5, 'project_id': 'b39981fcd5954815961a8be993dedcd2', 'subnets': [{'id': 'fc92f67e-9e9b-4d7e-adb8-7f60a771a071', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806191-2-iscsi', False) {} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 19:26:38.167249 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0da04aa-f829-4f3b-ba6b-6f3cdbd148fe None None] The sync data for ids ['c03e349e-3f52-436d-89d3-9899002d9045'] in dv-cinder-806191-2-iscsi is: [{'id': 'c03e349e-3f52-436d-89d3-9899002d9045', 'name': 'tempest-TestVolumeBootPattern-567608025-router', 'tenant_id': 'b39981fcd5954815961a8be993dedcd2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7209b701-ecaa-476a-bd58-d61d280c16d3', 'external_fixed_ips': [{'subnet_id': '71309eb1-223f-47ba-9803-1437c965e178', 'ip_address': '172.27.2.139'}], 'enable_snat': True}, 'gw_port_id': 'f92a66e0-49b6-413f-afa9-292ae2d4b709', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T19:25:42Z', 'updated_at': '2021-08-29T19:25:46Z', 'revision_number': 4, 'project_id': 'b39981fcd5954815961a8be993dedcd2', 'gw_port': {'id': 'f92a66e0-49b6-413f-afa9-292ae2d4b709', 'name': '', 'network_id': '7209b701-ecaa-476a-bd58-d61d280c16d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:53:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c03e349e-3f52-436d-89d3-9899002d9045', 'device_owner': 'network:router_gateway', 'standard_attr_id': 581, 'fixed_ips': [{'subnet_id': '71309eb1-223f-47ba-9803-1437c965e178', 'ip_address': '172.27.2.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806191-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T19:25:43Z', 'updated_at': '2021-08-29T19:25:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71309eb1-223f-47ba-9803-1437c965e178', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806191-2-iscsi', '_floatingips': [{'id': '5fe0f008-8313-4844-9cae-64e1b71cce32', 'tenant_id': 'b39981fcd5954815961a8be993dedcd2', 'floating_ip_address': '172.27.2.186', 'floating_network_id': '7209b701-ecaa-476a-bd58-d61d280c16d3', 'router_id': 'c03e349e-3f52-436d-89d3-9899002d9045', 'port_id': 'ee3297b8-0d66-49ce-962b-890b2a1bebcd', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 630, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '45c2a1ad-9c77-458b-b844-fbf0e60ffffd', 'mac_address': 'fa:16:3e:e5:7b:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5da48d85-45dc-4762-b7ad-0eb1affc4987', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-29T19:26:36Z', 'updated_at': '2021-08-29T19:26:36Z', 'revision_number': 0, 'project_id': 'b39981fcd5954815961a8be993dedcd2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2b9e29f6-8880-4864-bcb5-fa280c067557', 'name': '', 'network_id': '45c2a1ad-9c77-458b-b844-fbf0e60ffffd', 'tenant_id': 'b39981fcd5954815961a8be993dedcd2', 'mac_address': 'fa:16:3e:91:39:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c03e349e-3f52-436d-89d3-9899002d9045', 'device_owner': 'network:router_interface', 'standard_attr_id': 582, 'fixed_ips': [{'subnet_id': 'fc92f67e-9e9b-4d7e-adb8-7f60a771a071', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806191-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T19:25:45Z', 'updated_at': '2021-08-29T19:25:53Z', 'revision_number': 5, 'project_id': 'b39981fcd5954815961a8be993dedcd2', 'subnets': [{'id': 'fc92f67e-9e9b-4d7e-adb8-7f60a771a071', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93885) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 19:26:38.351462 dv-cinder-806191-2-iscsi neutron-server[93886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6408f184-8bb3-49f7-af8c-22fb04b405c3 None None] New status for floating IP 5fe0f008-8313-4844-9cae-64e1b71cce32: ACTIVE {{(pid=93886) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 29 19:26:39.019517 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc710bb7-cbfe-4e6a-b9f4-f9e88a134598 req-560e3171-3645-4368-84f3-c0f2207733e2 tempest-AttachVolumeShelveTestJSON-1142647226 tempest-AttachVolumeShelveTestJSON-1142647226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 19:26:39.021123 dv-cinder-806191-2-iscsi neutron-server[93884]: INFO neutron.wsgi [req-cc710bb7-cbfe-4e6a-b9f4-f9e88a134598 req-560e3171-3645-4368-84f3-c0f2207733e2 tempest-AttachVolumeShelveTestJSON-1142647226 tempest-AttachVolumeShelveTestJSON-1142647226-project] 10.222.0.26 "GET /v2.0/ports?device_id=365fad5b-4b67-47e8-951d-b762cd7f4b09 HTTP/1.1" status: 200 len: 945 time: 0.1721706 Aug 29 19:26:39.059579 dv-cinder-806191-2-iscsi neutron-server[93884]: INFO neutron.wsgi [req-cc710bb7-cbfe-4e6a-b9f4-f9e88a134598 req-b58b9bce-b9fa-4647-bde6-77ff241130ae tempest-AttachVolumeShelveTestJSON-1142647226 tempest-AttachVolumeShelveTestJSON-1142647226-project] 10.222.0.26 "GET /v2.0/security-groups?id=2781b643-3e29-491c-86a1-62ffc9eeb243&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322633 Aug 29 19:26:40.187216 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-974fbc85-c32c-430c-849a-16a1bf80b98f req-5674fff6-25e7-4505-8da7-85ce9ff9336b tempest-AttachVolumeShelveTestJSON-1142647226 tempest-AttachVolumeShelveTestJSON-1142647226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 19:26:40.188686 dv-cinder-806191-2-iscsi neutron-server[93883]: INFO neutron.wsgi [req-974fbc85-c32c-430c-849a-16a1bf80b98f req-5674fff6-25e7-4505-8da7-85ce9ff9336b tempest-AttachVolumeShelveTestJSON-1142647226 tempest-AttachVolumeShelveTestJSON-1142647226-project] 10.222.0.26 "GET /v2.0/ports?device_id=365fad5b-4b67-47e8-951d-b762cd7f4b09 HTTP/1.1" status: 200 len: 945 time: 0.0546031 Aug 29 19:26:40.226716 dv-cinder-806191-2-iscsi neutron-server[93883]: INFO neutron.wsgi [req-974fbc85-c32c-430c-849a-16a1bf80b98f req-f5dfc28d-352f-4a23-becb-375fb117fbbc tempest-AttachVolumeShelveTestJSON-1142647226 tempest-AttachVolumeShelveTestJSON-1142647226-project] 10.222.0.26 "GET /v2.0/security-groups?id=2781b643-3e29-491c-86a1-62ffc9eeb243&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317371 Aug 29 19:26:41.349758 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8662f452-fdbc-48ce-a43a-6532b7a1c10c req-8948b307-ae5c-4a2f-8158-906839652c70 tempest-AttachVolumeShelveTestJSON-1142647226 tempest-AttachVolumeShelveTestJSON-1142647226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 19:26:41.351265 dv-cinder-806191-2-iscsi neutron-server[93884]: INFO neutron.wsgi [req-8662f452-fdbc-48ce-a43a-6532b7a1c10c req-8948b307-ae5c-4a2f-8158-906839652c70 tempest-AttachVolumeShelveTestJSON-1142647226 tempest-AttachVolumeShelveTestJSON-1142647226-project] 10.222.0.26 "GET /v2.0/ports?device_id=365fad5b-4b67-47e8-951d-b762cd7f4b09 HTTP/1.1" status: 200 len: 945 time: 0.0533383 Aug 29 19:26:41.389253 dv-cinder-806191-2-iscsi neutron-server[93884]: INFO neutron.wsgi [req-8662f452-fdbc-48ce-a43a-6532b7a1c10c req-07b5feb5-bb76-4a3c-9124-801af82d2800 tempest-AttachVolumeShelveTestJSON-1142647226 tempest-AttachVolumeShelveTestJSON-1142647226-project] 10.222.0.26 "GET /v2.0/security-groups?id=2781b643-3e29-491c-86a1-62ffc9eeb243&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314605 Aug 29 19:26:42.573488 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1a0d26a-c1e2-41fd-9259-b05418947645 req-d83dc2a8-6409-47c7-8738-404ced29580a tempest-AttachVolumeShelveTestJSON-1142647226 tempest-AttachVolumeShelveTestJSON-1142647226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 19:26:42.575056 dv-cinder-806191-2-iscsi neutron-server[93883]: INFO neutron.wsgi [req-a1a0d26a-c1e2-41fd-9259-b05418947645 req-d83dc2a8-6409-47c7-8738-404ced29580a tempest-AttachVolumeShelveTestJSON-1142647226 tempest-AttachVolumeShelveTestJSON-1142647226-project] 10.222.0.26 "GET /v2.0/ports?device_id=365fad5b-4b67-47e8-951d-b762cd7f4b09 HTTP/1.1" status: 200 len: 945 time: 0.1101608 Aug 29 19:26:42.614727 dv-cinder-806191-2-iscsi neutron-server[93883]: INFO neutron.wsgi [req-a1a0d26a-c1e2-41fd-9259-b05418947645 req-79139a70-5553-4ee1-ab03-83c2f029d8ad tempest-AttachVolumeShelveTestJSON-1142647226 tempest-AttachVolumeShelveTestJSON-1142647226-project] 10.222.0.26 "GET /v2.0/security-groups?id=2781b643-3e29-491c-86a1-62ffc9eeb243&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335982 Aug 29 19:26:43.745300 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cdc0da6-13a8-422e-b7c2-a6a1988b6729 req-c4deedc3-7a83-442d-8178-2e3d41482924 tempest-AttachVolumeShelveTestJSON-1142647226 tempest-AttachVolumeShelveTestJSON-1142647226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 19:26:43.746902 dv-cinder-806191-2-iscsi neutron-server[93884]: INFO neutron.wsgi [req-2cdc0da6-13a8-422e-b7c2-a6a1988b6729 req-c4deedc3-7a83-442d-8178-2e3d41482924 tempest-AttachVolumeShelveTestJSON-1142647226 tempest-AttachVolumeShelveTestJSON-1142647226-project] 10.222.0.26 "GET /v2.0/ports?device_id=365fad5b-4b67-47e8-951d-b762cd7f4b09 HTTP/1.1" status: 200 len: 945 time: 0.0562427 Aug 29 19:26:43.787649 dv-cinder-806191-2-iscsi neutron-server[93884]: INFO neutron.wsgi [req-2cdc0da6-13a8-422e-b7c2-a6a1988b6729 req-602882e9-953f-4ab8-b173-3ba2c31c5d11 tempest-AttachVolumeShelveTestJSON-1142647226 tempest-AttachVolumeShelveTestJSON-1142647226-project] 10.222.0.26 "GET /v2.0/security-groups?id=2781b643-3e29-491c-86a1-62ffc9eeb243&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0344405 Aug 29 19:26:44.669946 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-e411ce9c-394c-453f-add9-812245090945 None None] Device 2ca38fe5-607b-4510-a5ac-60b30b673c52 details requested by agent hyperv_hv-cinder-80619 with host hv-cinder-80619 {{(pid=93885) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 19:26:44.767853 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-e411ce9c-394c-453f-add9-812245090945 None None] For port 2ca38fe5-607b-4510-a5ac-60b30b673c52, host hv-cinder-80619, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80619',level=0,port_id=2ca38fe5-607b-4510-a5ac-60b30b673c52,segment=NetworkSegment(4a9860ce-75e8-4908-94b6-2e145ca82fc4),segment_id=4a9860ce-75e8-4908-94b6-2e145ca82fc4)] {{(pid=93885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 19:26:44.778891 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-e411ce9c-394c-453f-add9-812245090945 None None] Returning: {'device': '2ca38fe5-607b-4510-a5ac-60b30b673c52', 'network_id': '5f383061-659c-4a42-af3d-e82e7b7b242f', 'port_id': '2ca38fe5-607b-4510-a5ac-60b30b673c52', 'mac_address': 'fa:16:3e:fd:39:98', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 108, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '276486f1-8541-4ff7-8581-3f1dc1fbc741', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93885) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 19:26:44.816272 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-e411ce9c-394c-453f-add9-812245090945 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3669058'] for port, before_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:26:44.829699 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.notifiers.nova [None req-e411ce9c-394c-453f-add9-812245090945 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 2ca38fe5-607b-4510-a5ac-60b30b673c52 {{(pid=93885) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 19:26:44.848824 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-e411ce9c-394c-453f-add9-812245090945 None None] For port 2ca38fe5-607b-4510-a5ac-60b30b673c52, host hv-cinder-80619, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80619',level=0,port_id=2ca38fe5-607b-4510-a5ac-60b30b673c52,segment=NetworkSegment(4a9860ce-75e8-4908-94b6-2e145ca82fc4),segment_id=4a9860ce-75e8-4908-94b6-2e145ca82fc4)] {{(pid=93885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 19:26:44.853366 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-e411ce9c-394c-453f-add9-812245090945 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3669005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3715978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777170436913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777169884182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777169884200'] for port, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:26:44.905167 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e411ce9c-394c-453f-add9-812245090945 None None] Pushing event updated for resources: {'Port': ['ID=2ca38fe5-607b-4510-a5ac-60b30b673c52,revision_number=6']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:26:44.907666 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0f9d248-c6bc-4cb2-b580-e6f4d71eceab req-6fd66c48-3f5c-4abf-b448-458544146a12 tempest-AttachVolumeShelveTestJSON-1142647226 tempest-AttachVolumeShelveTestJSON-1142647226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 19:26:44.909159 dv-cinder-806191-2-iscsi neutron-server[93883]: INFO neutron.wsgi [req-d0f9d248-c6bc-4cb2-b580-e6f4d71eceab req-6fd66c48-3f5c-4abf-b448-458544146a12 tempest-AttachVolumeShelveTestJSON-1142647226 tempest-AttachVolumeShelveTestJSON-1142647226-project] 10.222.0.26 "GET /v2.0/ports?device_id=365fad5b-4b67-47e8-951d-b762cd7f4b09 HTTP/1.1" status: 200 len: 944 time: 0.0482790 Aug 29 19:26:44.947748 dv-cinder-806191-2-iscsi neutron-server[93883]: INFO neutron.wsgi [req-d0f9d248-c6bc-4cb2-b580-e6f4d71eceab req-bd87e2e8-d187-47f7-aba3-ec2b72d6e21a tempest-AttachVolumeShelveTestJSON-1142647226 tempest-AttachVolumeShelveTestJSON-1142647226-project] 10.222.0.26 "GET /v2.0/security-groups?id=2781b643-3e29-491c-86a1-62ffc9eeb243&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324190 Aug 29 19:26:44.952270 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-e411ce9c-394c-453f-add9-812245090945 None None] get_ports_and_sgs() called for port_ids ['2ca38fe5-607b-4510-a5ac-60b30b673c52'] {{(pid=93885) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 19:26:46.070781 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b082b979-931b-4d1a-8be4-d1370077d378 req-ce237315-7ebc-4c70-9143-a9a83f01820d tempest-AttachVolumeShelveTestJSON-1142647226 tempest-AttachVolumeShelveTestJSON-1142647226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 19:26:46.072860 dv-cinder-806191-2-iscsi neutron-server[93884]: INFO neutron.wsgi [req-b082b979-931b-4d1a-8be4-d1370077d378 req-ce237315-7ebc-4c70-9143-a9a83f01820d tempest-AttachVolumeShelveTestJSON-1142647226 tempest-AttachVolumeShelveTestJSON-1142647226-project] 10.222.0.26 "GET /v2.0/ports?device_id=365fad5b-4b67-47e8-951d-b762cd7f4b09 HTTP/1.1" status: 200 len: 944 time: 0.0500474 Aug 29 19:26:46.111722 dv-cinder-806191-2-iscsi neutron-server[93884]: INFO neutron.wsgi [req-b082b979-931b-4d1a-8be4-d1370077d378 req-c69a8f64-20ac-473c-b00a-b52446d75409 tempest-AttachVolumeShelveTestJSON-1142647226 tempest-AttachVolumeShelveTestJSON-1142647226-project] 10.222.0.26 "GET /v2.0/security-groups?id=2781b643-3e29-491c-86a1-62ffc9eeb243&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329685 Aug 29 19:26:46.397492 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-d9c30de9-4462-4f9c-b51c-52b8a92e55e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777170380508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3627128'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:26:46.680487 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-e411ce9c-394c-453f-add9-812245090945 None None] Device 2ca38fe5-607b-4510-a5ac-60b30b673c52 up at agent hyperv_hv-cinder-80619 {{(pid=93885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 19:26:46.734041 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-e411ce9c-394c-453f-add9-812245090945 None None] Provisioning complete for port 2ca38fe5-607b-4510-a5ac-60b30b673c52 triggered by entity L2. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 19:26:46.734477 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-e411ce9c-394c-453f-add9-812245090945 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3627211'] for port, provisioning_complete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:26:46.855107 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-e411ce9c-394c-453f-add9-812245090945 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3669058'] for port, before_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:26:46.887756 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '365fad5b-4b67-47e8-951d-b762cd7f4b09', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2ca38fe5-607b-4510-a5ac-60b30b673c52'}] {{(pid=93885) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 19:26:46.890048 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b746b22f1a330a85490eeb53ccb4cfec71189e4c963aff014ae6842ea75f17cc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-94e7e17d-6ded-4aef-bac8-9a2423064b8f" -d '{"events": [{"server_uuid": "365fad5b-4b67-47e8-951d-b762cd7f4b09", "name": "network-vif-plugged", "status": "completed", "tag": "2ca38fe5-607b-4510-a5ac-60b30b673c52"}]}' {{(pid=93885) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 19:26:46.905977 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-e411ce9c-394c-453f-add9-812245090945 None None] For port 2ca38fe5-607b-4510-a5ac-60b30b673c52, host hv-cinder-80619, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80619',level=0,port_id=2ca38fe5-607b-4510-a5ac-60b30b673c52,segment=NetworkSegment(4a9860ce-75e8-4908-94b6-2e145ca82fc4),segment_id=4a9860ce-75e8-4908-94b6-2e145ca82fc4)] {{(pid=93885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 19:26:46.912406 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-e411ce9c-394c-453f-add9-812245090945 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3669005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3715978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777170436913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777169884182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777169884200'] for port, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:26:46.945849 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 19:26:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-70da96cb-8895-4e78-a805-706e9df7c916 x-openstack-request-id: req-70da96cb-8895-4e78-a805-706e9df7c916 {{(pid=93885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 19:26:46.946210 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "365fad5b-4b67-47e8-951d-b762cd7f4b09", "name": "network-vif-plugged", "status": "completed", "tag": "2ca38fe5-607b-4510-a5ac-60b30b673c52", "code": 200}]} {{(pid=93885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 19:26:46.947011 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-70da96cb-8895-4e78-a805-706e9df7c916 {{(pid=93885) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 19:26:46.947441 dv-cinder-806191-2-iscsi neutron-server[93885]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '365fad5b-4b67-47e8-951d-b762cd7f4b09', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2ca38fe5-607b-4510-a5ac-60b30b673c52', 'code': 200} Aug 29 19:26:46.982105 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e411ce9c-394c-453f-add9-812245090945 None None] Pushing event updated for resources: {'Port': ['ID=2ca38fe5-607b-4510-a5ac-60b30b673c52,revision_number=7']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:26:47.269477 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82954660-5567-49d4-bd92-b75662fda6a1 req-9f4b979c-0a7b-4dfe-bdc6-cf7202b74e78 tempest-AttachVolumeShelveTestJSON-1142647226 tempest-AttachVolumeShelveTestJSON-1142647226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 19:26:47.276061 dv-cinder-806191-2-iscsi neutron-server[93884]: INFO neutron.wsgi [req-82954660-5567-49d4-bd92-b75662fda6a1 req-9f4b979c-0a7b-4dfe-bdc6-cf7202b74e78 tempest-AttachVolumeShelveTestJSON-1142647226 tempest-AttachVolumeShelveTestJSON-1142647226-project] 10.222.0.26 "GET /v2.0/ports?device_id=365fad5b-4b67-47e8-951d-b762cd7f4b09 HTTP/1.1" status: 200 len: 945 time: 0.0754485 Aug 29 19:26:47.316133 dv-cinder-806191-2-iscsi neutron-server[93884]: INFO neutron.wsgi [req-82954660-5567-49d4-bd92-b75662fda6a1 req-60c1d8f6-9eaf-4c99-a678-d4b7e55f98a9 tempest-AttachVolumeShelveTestJSON-1142647226 tempest-AttachVolumeShelveTestJSON-1142647226-project] 10.222.0.26 "GET /v2.0/security-groups?id=2781b643-3e29-491c-86a1-62ffc9eeb243&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0364885 Aug 29 19:26:48.473854 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c021b199-65bf-45c7-8df3-7a2e02fc12cc req-d838cb29-e206-4b5a-b976-f2814bd8397c tempest-AttachVolumeShelveTestJSON-1142647226 tempest-AttachVolumeShelveTestJSON-1142647226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 19:26:48.476234 dv-cinder-806191-2-iscsi neutron-server[93883]: INFO neutron.wsgi [req-c021b199-65bf-45c7-8df3-7a2e02fc12cc req-d838cb29-e206-4b5a-b976-f2814bd8397c tempest-AttachVolumeShelveTestJSON-1142647226 tempest-AttachVolumeShelveTestJSON-1142647226-project] 10.222.0.26 "GET /v2.0/ports?device_id=365fad5b-4b67-47e8-951d-b762cd7f4b09 HTTP/1.1" status: 200 len: 945 time: 0.0644429 Aug 29 19:26:48.530949 dv-cinder-806191-2-iscsi neutron-server[93883]: INFO neutron.wsgi [req-c021b199-65bf-45c7-8df3-7a2e02fc12cc req-c1a9bd34-2ca7-4d7e-84f6-50cc75ea7cdd tempest-AttachVolumeShelveTestJSON-1142647226 tempest-AttachVolumeShelveTestJSON-1142647226-project] 10.222.0.26 "GET /v2.0/security-groups?id=2781b643-3e29-491c-86a1-62ffc9eeb243&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464890 Aug 29 19:26:49.016052 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-13db6865-2e7f-46df-a5bd-5cf053e25c2d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777170380508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3627128'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:26:49.676006 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-f7f3f912-659a-49f9-ab3a-0560ee4983b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777170380508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3627128'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:26:49.724910 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2146e22-95da-457c-8158-a9d875f7d12e req-46c74f95-4db8-4a68-9fe5-abc05b263d84 tempest-AttachVolumeShelveTestJSON-1142647226 tempest-AttachVolumeShelveTestJSON-1142647226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 19:26:49.731103 dv-cinder-806191-2-iscsi neutron-server[93884]: INFO neutron.wsgi [req-e2146e22-95da-457c-8158-a9d875f7d12e req-46c74f95-4db8-4a68-9fe5-abc05b263d84 tempest-AttachVolumeShelveTestJSON-1142647226 tempest-AttachVolumeShelveTestJSON-1142647226-project] 10.222.0.26 "GET /v2.0/ports?device_id=365fad5b-4b67-47e8-951d-b762cd7f4b09 HTTP/1.1" status: 200 len: 945 time: 0.0914755 Aug 29 19:26:49.778809 dv-cinder-806191-2-iscsi neutron-server[93884]: INFO neutron.wsgi [req-e2146e22-95da-457c-8158-a9d875f7d12e req-d5f23e49-f13e-4afa-b1e8-90316a1b4d4e tempest-AttachVolumeShelveTestJSON-1142647226 tempest-AttachVolumeShelveTestJSON-1142647226-project] 10.222.0.26 "GET /v2.0/security-groups?id=2781b643-3e29-491c-86a1-62ffc9eeb243&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423841 Aug 29 19:26:50.382649 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-ed31fb2d-405b-476e-b16a-f8415d14bc27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777170380508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3627128'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:26:50.693447 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-e411ce9c-394c-453f-add9-812245090945 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777170380508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3627128'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:26:50.999661 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19f1471a-dd9d-4cc6-84ce-5fe76e344979 req-2f85b5d4-c5f1-4c0d-a8d3-0ffa0b3a6868 tempest-AttachVolumeShelveTestJSON-1142647226 tempest-AttachVolumeShelveTestJSON-1142647226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 19:26:51.002240 dv-cinder-806191-2-iscsi neutron-server[93883]: INFO neutron.wsgi [req-19f1471a-dd9d-4cc6-84ce-5fe76e344979 req-2f85b5d4-c5f1-4c0d-a8d3-0ffa0b3a6868 tempest-AttachVolumeShelveTestJSON-1142647226 tempest-AttachVolumeShelveTestJSON-1142647226-project] 10.222.0.26 "GET /v2.0/ports?device_id=365fad5b-4b67-47e8-951d-b762cd7f4b09 HTTP/1.1" status: 200 len: 945 time: 0.0977137 Aug 29 19:26:51.084356 dv-cinder-806191-2-iscsi neutron-server[93883]: INFO neutron.wsgi [req-19f1471a-dd9d-4cc6-84ce-5fe76e344979 req-b32537b4-95c4-4176-a780-84d675172591 tempest-AttachVolumeShelveTestJSON-1142647226 tempest-AttachVolumeShelveTestJSON-1142647226-project] 10.222.0.26 "GET /v2.0/security-groups?id=2781b643-3e29-491c-86a1-62ffc9eeb243&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0485790 Aug 29 19:26:51.839475 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-c214b08a-13ec-4cca-bdbd-998b9b76327d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777170380508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3627128'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:26:52.250241 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab7b31af-7b18-4fe8-8489-fffc9b257339 req-ca5fb70a-4de8-487c-af61-c98768b99890 tempest-AttachVolumeShelveTestJSON-1142647226 tempest-AttachVolumeShelveTestJSON-1142647226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 19:26:52.252194 dv-cinder-806191-2-iscsi neutron-server[93884]: INFO neutron.wsgi [req-ab7b31af-7b18-4fe8-8489-fffc9b257339 req-ca5fb70a-4de8-487c-af61-c98768b99890 tempest-AttachVolumeShelveTestJSON-1142647226 tempest-AttachVolumeShelveTestJSON-1142647226-project] 10.222.0.26 "GET /v2.0/ports?device_id=365fad5b-4b67-47e8-951d-b762cd7f4b09 HTTP/1.1" status: 200 len: 945 time: 0.0635934 Aug 29 19:26:52.310934 dv-cinder-806191-2-iscsi neutron-server[93884]: INFO neutron.wsgi [req-ab7b31af-7b18-4fe8-8489-fffc9b257339 req-6fddf896-b934-4564-b8e2-8beecf989e50 tempest-AttachVolumeShelveTestJSON-1142647226 tempest-AttachVolumeShelveTestJSON-1142647226-project] 10.222.0.26 "GET /v2.0/security-groups?id=2781b643-3e29-491c-86a1-62ffc9eeb243&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0513220 Aug 29 19:26:53.466343 dv-cinder-806191-2-iscsi neutron-server[93886]: DEBUG neutron.db.agents_db [None req-c8461fad-6a9a-4fb7-93e9-57a62b582dc0 None None] Agent healthcheck: found 6 active agents {{(pid=93886) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 19:26:53.531487 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-869ac6dc-ceaa-4d5b-b53a-a2363b11fbdc req-5d918479-17c1-4f0a-998f-60651fa9519a tempest-AttachVolumeShelveTestJSON-1142647226 tempest-AttachVolumeShelveTestJSON-1142647226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 19:26:53.534053 dv-cinder-806191-2-iscsi neutron-server[93883]: INFO neutron.wsgi [req-869ac6dc-ceaa-4d5b-b53a-a2363b11fbdc req-5d918479-17c1-4f0a-998f-60651fa9519a tempest-AttachVolumeShelveTestJSON-1142647226 tempest-AttachVolumeShelveTestJSON-1142647226-project] 10.222.0.26 "GET /v2.0/ports?device_id=365fad5b-4b67-47e8-951d-b762cd7f4b09 HTTP/1.1" status: 200 len: 945 time: 0.0676231 Aug 29 19:26:53.580877 dv-cinder-806191-2-iscsi neutron-server[93883]: INFO neutron.wsgi [req-869ac6dc-ceaa-4d5b-b53a-a2363b11fbdc req-3dfdd474-35c7-4b3c-a5d5-ef1634fdb1a7 tempest-AttachVolumeShelveTestJSON-1142647226 tempest-AttachVolumeShelveTestJSON-1142647226-project] 10.222.0.26 "GET /v2.0/security-groups?id=2781b643-3e29-491c-86a1-62ffc9eeb243&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396438 Aug 29 19:26:53.861564 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2edec849-9548-485d-81b4-98acab9f1a02 req-2b0dc622-4b06-4641-8cee-2db67f23f877 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 19:26:53.863444 dv-cinder-806191-2-iscsi neutron-server[93884]: INFO neutron.wsgi [req-2edec849-9548-485d-81b4-98acab9f1a02 req-2b0dc622-4b06-4641-8cee-2db67f23f877 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=b6abb49f4d344fccb0cc20553e2de3be&device_id=365fad5b-4b67-47e8-951d-b762cd7f4b09 HTTP/1.1" status: 200 len: 1098 time: 0.1602314 Aug 29 19:26:54.018100 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2edec849-9548-485d-81b4-98acab9f1a02 req-e523b6a8-716c-4f34-a5f4-dd03eedaee4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 19:26:54.020280 dv-cinder-806191-2-iscsi neutron-server[93884]: INFO neutron.wsgi [req-2edec849-9548-485d-81b4-98acab9f1a02 req-e523b6a8-716c-4f34-a5f4-dd03eedaee4d service neutron] 10.222.0.23 "GET /v2.0/networks?id=5f383061-659c-4a42-af3d-e82e7b7b242f HTTP/1.1" status: 200 len: 918 time: 0.1266081 Aug 29 19:26:54.101969 dv-cinder-806191-2-iscsi neutron-server[93884]: INFO neutron.wsgi [req-2edec849-9548-485d-81b4-98acab9f1a02 req-170aa7e4-8e3c-4c0e-b166-d10dd72f1625 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2ca38fe5-607b-4510-a5ac-60b30b673c52 HTTP/1.1" status: 200 len: 1001 time: 0.0740006 Aug 29 19:26:54.165889 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2edec849-9548-485d-81b4-98acab9f1a02 req-7977986c-6cfe-433e-9f86-aa5646672db8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 19:26:54.168146 dv-cinder-806191-2-iscsi neutron-server[93884]: INFO neutron.wsgi [req-2edec849-9548-485d-81b4-98acab9f1a02 req-7977986c-6cfe-433e-9f86-aa5646672db8 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=276486f1-8541-4ff7-8581-3f1dc1fbc741 HTTP/1.1" status: 200 len: 856 time: 0.0588167 Aug 29 19:26:54.264059 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2edec849-9548-485d-81b4-98acab9f1a02 req-9fbbff55-4cb5-4940-875a-a5b7b26bbc0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 19:26:54.266762 dv-cinder-806191-2-iscsi neutron-server[93884]: INFO neutron.wsgi [req-2edec849-9548-485d-81b4-98acab9f1a02 req-9fbbff55-4cb5-4940-875a-a5b7b26bbc0a service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=5f383061-659c-4a42-af3d-e82e7b7b242f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0900962 Aug 29 19:26:54.377507 dv-cinder-806191-2-iscsi neutron-server[93884]: INFO neutron.wsgi [req-2edec849-9548-485d-81b4-98acab9f1a02 req-38554c1f-3d7e-46b6-b549-8e874c6c2519 service neutron] 10.222.0.23 "GET /v2.0/networks/5f383061-659c-4a42-af3d-e82e7b7b242f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0982561 Aug 29 19:26:54.523018 dv-cinder-806191-2-iscsi neutron-server[93884]: INFO neutron.wsgi [req-2edec849-9548-485d-81b4-98acab9f1a02 req-822b4953-0036-4cc1-a96d-ce1fed8bed19 service neutron] 10.222.0.23 "GET /v2.0/networks/5f383061-659c-4a42-af3d-e82e7b7b242f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1357589 Aug 29 19:26:54.787799 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a51a11bc-8ff8-4025-acab-93a1778af9f9 req-b864febd-febd-48a8-b328-e7d1d4f1a67d tempest-AttachVolumeShelveTestJSON-1142647226 tempest-AttachVolumeShelveTestJSON-1142647226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 19:26:54.790783 dv-cinder-806191-2-iscsi neutron-server[93884]: INFO neutron.wsgi [req-a51a11bc-8ff8-4025-acab-93a1778af9f9 req-b864febd-febd-48a8-b328-e7d1d4f1a67d tempest-AttachVolumeShelveTestJSON-1142647226 tempest-AttachVolumeShelveTestJSON-1142647226-project] 10.222.0.26 "GET /v2.0/ports?device_id=365fad5b-4b67-47e8-951d-b762cd7f4b09 HTTP/1.1" status: 200 len: 945 time: 0.0891409 Aug 29 19:26:54.860257 dv-cinder-806191-2-iscsi neutron-server[93884]: INFO neutron.wsgi [req-a51a11bc-8ff8-4025-acab-93a1778af9f9 req-b5975b8b-e022-44ae-b930-61845c414df6 tempest-AttachVolumeShelveTestJSON-1142647226 tempest-AttachVolumeShelveTestJSON-1142647226-project] 10.222.0.26 "GET /v2.0/security-groups?id=2781b643-3e29-491c-86a1-62ffc9eeb243&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0612884 Aug 29 19:26:56.039973 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d8a61b5-0dca-4289-9a37-4ff3b6a17ef0 req-b30c877c-f819-4c75-9b71-899d8a46b4bf tempest-AttachVolumeShelveTestJSON-1142647226 tempest-AttachVolumeShelveTestJSON-1142647226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 19:26:56.041585 dv-cinder-806191-2-iscsi neutron-server[93883]: INFO neutron.wsgi [req-7d8a61b5-0dca-4289-9a37-4ff3b6a17ef0 req-b30c877c-f819-4c75-9b71-899d8a46b4bf tempest-AttachVolumeShelveTestJSON-1142647226 tempest-AttachVolumeShelveTestJSON-1142647226-project] 10.222.0.26 "GET /v2.0/ports?device_id=365fad5b-4b67-47e8-951d-b762cd7f4b09 HTTP/1.1" status: 200 len: 945 time: 0.0602534 Aug 29 19:26:56.084950 dv-cinder-806191-2-iscsi neutron-server[93883]: INFO neutron.wsgi [req-7d8a61b5-0dca-4289-9a37-4ff3b6a17ef0 req-5dfcb620-6956-4b8e-ac57-e41e7c1fc7a0 tempest-AttachVolumeShelveTestJSON-1142647226 tempest-AttachVolumeShelveTestJSON-1142647226-project] 10.222.0.26 "GET /v2.0/security-groups?id=2781b643-3e29-491c-86a1-62ffc9eeb243&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0367186 Aug 29 19:26:56.540291 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ccf7eed-3618-4c01-af74-1a37feff2e61 req-78a8def1-8f78-436e-bb63-d5e45b60ad75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 19:26:56.541850 dv-cinder-806191-2-iscsi neutron-server[93884]: INFO neutron.wsgi [req-6ccf7eed-3618-4c01-af74-1a37feff2e61 req-78a8def1-8f78-436e-bb63-d5e45b60ad75 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=b6abb49f4d344fccb0cc20553e2de3be&device_id=365fad5b-4b67-47e8-951d-b762cd7f4b09 HTTP/1.1" status: 200 len: 1098 time: 0.0425169 Aug 29 19:26:56.653048 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ccf7eed-3618-4c01-af74-1a37feff2e61 req-79c03484-88b1-4c50-9460-a2086365d9f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 19:26:56.654634 dv-cinder-806191-2-iscsi neutron-server[93884]: INFO neutron.wsgi [req-6ccf7eed-3618-4c01-af74-1a37feff2e61 req-79c03484-88b1-4c50-9460-a2086365d9f3 service neutron] 10.222.0.23 "GET /v2.0/networks?id=5f383061-659c-4a42-af3d-e82e7b7b242f HTTP/1.1" status: 200 len: 918 time: 0.1058013 Aug 29 19:26:56.726798 dv-cinder-806191-2-iscsi neutron-server[93884]: INFO neutron.wsgi [req-6ccf7eed-3618-4c01-af74-1a37feff2e61 req-edc0900a-323b-4b44-a2d8-4503d4dcb1bf service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2ca38fe5-607b-4510-a5ac-60b30b673c52 HTTP/1.1" status: 200 len: 1001 time: 0.0635853 Aug 29 19:26:56.782469 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ccf7eed-3618-4c01-af74-1a37feff2e61 req-d1db8fe3-46c0-4dba-9def-bd0cf8e907e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 19:26:56.783980 dv-cinder-806191-2-iscsi neutron-server[93884]: INFO neutron.wsgi [req-6ccf7eed-3618-4c01-af74-1a37feff2e61 req-d1db8fe3-46c0-4dba-9def-bd0cf8e907e9 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=276486f1-8541-4ff7-8581-3f1dc1fbc741 HTTP/1.1" status: 200 len: 856 time: 0.0499401 Aug 29 19:26:56.834203 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ccf7eed-3618-4c01-af74-1a37feff2e61 req-450b0501-02d1-48bd-a0bf-be1ee1ce51de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 19:26:56.836077 dv-cinder-806191-2-iscsi neutron-server[93884]: INFO neutron.wsgi [req-6ccf7eed-3618-4c01-af74-1a37feff2e61 req-450b0501-02d1-48bd-a0bf-be1ee1ce51de service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=5f383061-659c-4a42-af3d-e82e7b7b242f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0439095 Aug 29 19:26:56.941825 dv-cinder-806191-2-iscsi neutron-server[93884]: INFO neutron.wsgi [req-6ccf7eed-3618-4c01-af74-1a37feff2e61 req-3a12e94c-c504-4b00-aa89-c202a493640a service neutron] 10.222.0.23 "GET /v2.0/networks/5f383061-659c-4a42-af3d-e82e7b7b242f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0980101 Aug 29 19:26:57.056052 dv-cinder-806191-2-iscsi neutron-server[93884]: INFO neutron.wsgi [req-6ccf7eed-3618-4c01-af74-1a37feff2e61 req-70127e1d-0af1-40d2-8d0e-a10c034b91eb service neutron] 10.222.0.23 "GET /v2.0/networks/5f383061-659c-4a42-af3d-e82e7b7b242f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1064947 Aug 29 19:26:57.215971 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f730e4a-3339-4e93-bf6c-0a594e3455cd req-1d8ad5ae-8d6d-47d5-ac2a-83b52360d067 tempest-AttachVolumeShelveTestJSON-1142647226 tempest-AttachVolumeShelveTestJSON-1142647226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 19:26:57.217633 dv-cinder-806191-2-iscsi neutron-server[93884]: INFO neutron.wsgi [req-5f730e4a-3339-4e93-bf6c-0a594e3455cd req-1d8ad5ae-8d6d-47d5-ac2a-83b52360d067 tempest-AttachVolumeShelveTestJSON-1142647226 tempest-AttachVolumeShelveTestJSON-1142647226-project] 10.222.0.26 "GET /v2.0/ports?device_id=365fad5b-4b67-47e8-951d-b762cd7f4b09 HTTP/1.1" status: 200 len: 945 time: 0.0546050 Aug 29 19:26:57.257505 dv-cinder-806191-2-iscsi neutron-server[93884]: INFO neutron.wsgi [req-5f730e4a-3339-4e93-bf6c-0a594e3455cd req-19c9fba8-bc7c-443a-ba0b-cb10acc2dab2 tempest-AttachVolumeShelveTestJSON-1142647226 tempest-AttachVolumeShelveTestJSON-1142647226-project] 10.222.0.26 "GET /v2.0/security-groups?id=2781b643-3e29-491c-86a1-62ffc9eeb243&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334840 Aug 29 19:26:58.396883 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9166ad18-ae4c-4631-863f-6743d4bb6326 req-b5130ada-6f58-48cb-b2ce-1e2813b5752b tempest-AttachVolumeShelveTestJSON-1142647226 tempest-AttachVolumeShelveTestJSON-1142647226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 19:26:58.398610 dv-cinder-806191-2-iscsi neutron-server[93883]: INFO neutron.wsgi [req-9166ad18-ae4c-4631-863f-6743d4bb6326 req-b5130ada-6f58-48cb-b2ce-1e2813b5752b tempest-AttachVolumeShelveTestJSON-1142647226 tempest-AttachVolumeShelveTestJSON-1142647226-project] 10.222.0.26 "GET /v2.0/ports?device_id=365fad5b-4b67-47e8-951d-b762cd7f4b09 HTTP/1.1" status: 200 len: 945 time: 0.0538104 Aug 29 19:26:58.443246 dv-cinder-806191-2-iscsi neutron-server[93883]: INFO neutron.wsgi [req-9166ad18-ae4c-4631-863f-6743d4bb6326 req-22551016-e5fc-4ccf-86eb-748e2b7bd822 tempest-AttachVolumeShelveTestJSON-1142647226 tempest-AttachVolumeShelveTestJSON-1142647226-project] 10.222.0.26 "GET /v2.0/security-groups?id=2781b643-3e29-491c-86a1-62ffc9eeb243&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0348341 Aug 29 19:26:58.744089 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-e411ce9c-394c-453f-add9-812245090945 None None] Device 2ca38fe5-607b-4510-a5ac-60b30b673c52 no longer exists at agent hyperv_hv-cinder-80619 {{(pid=93885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 19:26:58.828532 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-e411ce9c-394c-453f-add9-812245090945 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3669058'] for port, before_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:26:58.853573 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '365fad5b-4b67-47e8-951d-b762cd7f4b09', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2ca38fe5-607b-4510-a5ac-60b30b673c52'}] {{(pid=93885) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 19:26:58.855926 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b746b22f1a330a85490eeb53ccb4cfec71189e4c963aff014ae6842ea75f17cc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dc2d1549-bcb3-4cd4-b3ee-c2b103b5d1e9" -d '{"events": [{"server_uuid": "365fad5b-4b67-47e8-951d-b762cd7f4b09", "name": "network-vif-unplugged", "status": "completed", "tag": "2ca38fe5-607b-4510-a5ac-60b30b673c52"}]}' {{(pid=93885) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 19:26:58.870643 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-e411ce9c-394c-453f-add9-812245090945 None None] For port 2ca38fe5-607b-4510-a5ac-60b30b673c52, host hv-cinder-80619, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80619',level=0,port_id=2ca38fe5-607b-4510-a5ac-60b30b673c52,segment=NetworkSegment(4a9860ce-75e8-4908-94b6-2e145ca82fc4),segment_id=4a9860ce-75e8-4908-94b6-2e145ca82fc4)] {{(pid=93885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 19:26:58.875128 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-e411ce9c-394c-453f-add9-812245090945 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3669005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3715978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777170436913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777169884182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777169884200'] for port, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:26:58.898942 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sun, 29 Aug 2021 19:26:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-62aaa102-47d6-4505-8d48-6505194b1152 x-openstack-request-id: req-62aaa102-47d6-4505-8d48-6505194b1152 {{(pid=93885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 19:26:58.899847 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "365fad5b-4b67-47e8-951d-b762cd7f4b09", "name": "network-vif-unplugged", "status": "completed", "tag": "2ca38fe5-607b-4510-a5ac-60b30b673c52", "code": 200}]} {{(pid=93885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 19:26:58.900102 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-62aaa102-47d6-4505-8d48-6505194b1152 {{(pid=93885) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 19:26:58.900498 dv-cinder-806191-2-iscsi neutron-server[93885]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '365fad5b-4b67-47e8-951d-b762cd7f4b09', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2ca38fe5-607b-4510-a5ac-60b30b673c52', 'code': 200} Aug 29 19:26:58.927094 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e411ce9c-394c-453f-add9-812245090945 None None] Pushing event updated for resources: {'Port': ['ID=2ca38fe5-607b-4510-a5ac-60b30b673c52,revision_number=8']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:26:59.571931 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3d1acc1-d84f-4ec5-9d55-b62142e366d3 req-42a2f5aa-65d9-4f54-8aa6-1f53391d590c tempest-AttachVolumeShelveTestJSON-1142647226 tempest-AttachVolumeShelveTestJSON-1142647226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 19:26:59.573623 dv-cinder-806191-2-iscsi neutron-server[93883]: INFO neutron.wsgi [req-d3d1acc1-d84f-4ec5-9d55-b62142e366d3 req-42a2f5aa-65d9-4f54-8aa6-1f53391d590c tempest-AttachVolumeShelveTestJSON-1142647226 tempest-AttachVolumeShelveTestJSON-1142647226-project] 10.222.0.26 "GET /v2.0/ports?device_id=365fad5b-4b67-47e8-951d-b762cd7f4b09 HTTP/1.1" status: 200 len: 943 time: 0.0544930 Aug 29 19:26:59.616236 dv-cinder-806191-2-iscsi neutron-server[93883]: INFO neutron.wsgi [req-d3d1acc1-d84f-4ec5-9d55-b62142e366d3 req-e639673c-42c7-4ab9-be1e-4620b712a283 tempest-AttachVolumeShelveTestJSON-1142647226 tempest-AttachVolumeShelveTestJSON-1142647226-project] 10.222.0.26 "GET /v2.0/security-groups?id=2781b643-3e29-491c-86a1-62ffc9eeb243&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0362239 Aug 29 19:27:00.344967 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1484b9a5-cca9-4778-a80d-a804b2e51a77 req-27aeda0d-620d-40c2-97d2-83cd8826d2cb tempest-AttachVolumeShelveTestJSON-1142647226 tempest-AttachVolumeShelveTestJSON-1142647226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 19:27:00.346589 dv-cinder-806191-2-iscsi neutron-server[93884]: INFO neutron.wsgi [req-1484b9a5-cca9-4778-a80d-a804b2e51a77 req-27aeda0d-620d-40c2-97d2-83cd8826d2cb tempest-AttachVolumeShelveTestJSON-1142647226 tempest-AttachVolumeShelveTestJSON-1142647226-project] 10.222.0.26 "GET /v2.0/ports?device_id=365fad5b-4b67-47e8-951d-b762cd7f4b09 HTTP/1.1" status: 200 len: 943 time: 0.0620158 Aug 29 19:27:00.396319 dv-cinder-806191-2-iscsi neutron-server[93884]: INFO neutron.wsgi [req-1484b9a5-cca9-4778-a80d-a804b2e51a77 req-393f7d0b-82fe-48c7-a6d2-f47ce74cd90b tempest-AttachVolumeShelveTestJSON-1142647226 tempest-AttachVolumeShelveTestJSON-1142647226-project] 10.222.0.26 "GET /v2.0/security-groups?id=2781b643-3e29-491c-86a1-62ffc9eeb243&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418026 Aug 29 19:27:00.660910 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.26', 34952) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 19:27:00.754890 dv-cinder-806191-2-iscsi neutron-server[93883]: INFO neutron.wsgi [req-f16ecd52-7456-402d-901e-316afb85f7a0 req-fe3ec3e6-0578-459d-82fd-a22af330f217 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=365fad5b-4b67-47e8-951d-b762cd7f4b09&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0923550 Aug 29 19:27:01.553406 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65c28b1d-e910-43f7-9457-101ce8985511 req-b3e2067b-cc44-447b-8b2d-f4715ef22edf tempest-AttachVolumeShelveTestJSON-1142647226 tempest-AttachVolumeShelveTestJSON-1142647226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 19:27:01.555144 dv-cinder-806191-2-iscsi neutron-server[93883]: INFO neutron.wsgi [req-65c28b1d-e910-43f7-9457-101ce8985511 req-b3e2067b-cc44-447b-8b2d-f4715ef22edf tempest-AttachVolumeShelveTestJSON-1142647226 tempest-AttachVolumeShelveTestJSON-1142647226-project] 10.222.0.26 "GET /v2.0/ports?device_id=365fad5b-4b67-47e8-951d-b762cd7f4b09 HTTP/1.1" status: 200 len: 943 time: 0.0541770 Aug 29 19:27:01.600051 dv-cinder-806191-2-iscsi neutron-server[93883]: INFO neutron.wsgi [req-65c28b1d-e910-43f7-9457-101ce8985511 req-4d691cca-e149-41dc-99ee-c39a9607bcb8 tempest-AttachVolumeShelveTestJSON-1142647226 tempest-AttachVolumeShelveTestJSON-1142647226-project] 10.222.0.26 "GET /v2.0/security-groups?id=2781b643-3e29-491c-86a1-62ffc9eeb243&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381989 Aug 29 19:27:02.328848 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f16ecd52-7456-402d-901e-316afb85f7a0 req-cb6a2f76-ee5b-43c9-ae72-5f88538790f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 19:27:02.330403 dv-cinder-806191-2-iscsi neutron-server[93884]: INFO neutron.wsgi [req-f16ecd52-7456-402d-901e-316afb85f7a0 req-cb6a2f76-ee5b-43c9-ae72-5f88538790f4 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=365fad5b-4b67-47e8-951d-b762cd7f4b09&tenant_id=b6abb49f4d344fccb0cc20553e2de3be HTTP/1.1" status: 200 len: 1096 time: 0.0779650 Aug 29 19:27:02.399985 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f16ecd52-7456-402d-901e-316afb85f7a0 req-343338e9-67ba-4451-a807-49889eced2d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 19:27:02.401474 dv-cinder-806191-2-iscsi neutron-server[93884]: INFO neutron.wsgi [req-f16ecd52-7456-402d-901e-316afb85f7a0 req-343338e9-67ba-4451-a807-49889eced2d9 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=b6abb49f4d344fccb0cc20553e2de3be&device_id=365fad5b-4b67-47e8-951d-b762cd7f4b09 HTTP/1.1" status: 200 len: 1096 time: 0.0472963 Aug 29 19:27:02.774852 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-e411ce9c-394c-453f-add9-812245090945 None None] Device 2ca38fe5-607b-4510-a5ac-60b30b673c52 no longer exists at agent hyperv_hv-cinder-80619 {{(pid=93885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 19:27:02.781596 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c84e462-29d6-43eb-ac6f-7512bc691990 req-a1dca10c-7ab1-4a9d-98b6-c425d5595161 tempest-AttachVolumeShelveTestJSON-1142647226 tempest-AttachVolumeShelveTestJSON-1142647226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 19:27:02.783146 dv-cinder-806191-2-iscsi neutron-server[93884]: INFO neutron.wsgi [req-1c84e462-29d6-43eb-ac6f-7512bc691990 req-a1dca10c-7ab1-4a9d-98b6-c425d5595161 tempest-AttachVolumeShelveTestJSON-1142647226 tempest-AttachVolumeShelveTestJSON-1142647226-project] 10.222.0.26 "GET /v2.0/ports?device_id=365fad5b-4b67-47e8-951d-b762cd7f4b09 HTTP/1.1" status: 200 len: 943 time: 0.0784812 Aug 29 19:27:02.789848 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f16ecd52-7456-402d-901e-316afb85f7a0 req-63b811d5-1d11-4556-a523-42d7a2760ff7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 19:27:02.800490 dv-cinder-806191-2-iscsi neutron-server[93884]: INFO neutron.wsgi [req-f16ecd52-7456-402d-901e-316afb85f7a0 req-63b811d5-1d11-4556-a523-42d7a2760ff7 service neutron] 10.222.0.23 "GET /v2.0/networks?id=5f383061-659c-4a42-af3d-e82e7b7b242f HTTP/1.1" status: 200 len: 918 time: 0.3923903 Aug 29 19:27:02.881698 dv-cinder-806191-2-iscsi neutron-server[93884]: INFO neutron.wsgi [req-1c84e462-29d6-43eb-ac6f-7512bc691990 req-b73163e7-550a-4466-9c1f-13503749f5a1 tempest-AttachVolumeShelveTestJSON-1142647226 tempest-AttachVolumeShelveTestJSON-1142647226-project] 10.222.0.26 "GET /v2.0/security-groups?id=2781b643-3e29-491c-86a1-62ffc9eeb243&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0801599 Aug 29 19:27:02.895374 dv-cinder-806191-2-iscsi neutron-server[93884]: INFO neutron.wsgi [req-f16ecd52-7456-402d-901e-316afb85f7a0 req-333cc0f8-ee85-4740-8d86-3f5ac224d906 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2ca38fe5-607b-4510-a5ac-60b30b673c52 HTTP/1.1" status: 200 len: 999 time: 0.0864069 Aug 29 19:27:02.947311 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f16ecd52-7456-402d-901e-316afb85f7a0 req-e391a5b1-2170-45f8-a4f3-2cfdcb8a379c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 19:27:02.948787 dv-cinder-806191-2-iscsi neutron-server[93884]: INFO neutron.wsgi [req-f16ecd52-7456-402d-901e-316afb85f7a0 req-e391a5b1-2170-45f8-a4f3-2cfdcb8a379c service neutron] 10.222.0.23 "GET /v2.0/subnets?id=276486f1-8541-4ff7-8581-3f1dc1fbc741 HTTP/1.1" status: 200 len: 856 time: 0.0464177 Aug 29 19:27:02.996625 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f16ecd52-7456-402d-901e-316afb85f7a0 req-fb61c66f-a391-4aa8-959e-37f485f0a76d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 19:27:02.998144 dv-cinder-806191-2-iscsi neutron-server[93884]: INFO neutron.wsgi [req-f16ecd52-7456-402d-901e-316afb85f7a0 req-fb61c66f-a391-4aa8-959e-37f485f0a76d service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=5f383061-659c-4a42-af3d-e82e7b7b242f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0422161 Aug 29 19:27:03.093031 dv-cinder-806191-2-iscsi neutron-server[93884]: INFO neutron.wsgi [req-f16ecd52-7456-402d-901e-316afb85f7a0 req-7ead66df-3633-43b5-a9d8-133324ade9fb service neutron] 10.222.0.23 "GET /v2.0/networks/5f383061-659c-4a42-af3d-e82e7b7b242f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0875723 Aug 29 19:27:03.185357 dv-cinder-806191-2-iscsi neutron-server[93884]: INFO neutron.wsgi [req-f16ecd52-7456-402d-901e-316afb85f7a0 req-6b118764-e77d-48ac-82c7-da61a9ddabaa service neutron] 10.222.0.23 "GET /v2.0/networks/5f383061-659c-4a42-af3d-e82e7b7b242f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843184 Aug 29 19:27:04.015732 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1bd1a33-cd36-417c-9a7a-15c7bb85d071 req-961c7ef6-fc7d-4358-8608-fd73a98d2879 tempest-AttachVolumeShelveTestJSON-1142647226 tempest-AttachVolumeShelveTestJSON-1142647226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 19:27:04.018078 dv-cinder-806191-2-iscsi neutron-server[93883]: INFO neutron.wsgi [req-d1bd1a33-cd36-417c-9a7a-15c7bb85d071 req-961c7ef6-fc7d-4358-8608-fd73a98d2879 tempest-AttachVolumeShelveTestJSON-1142647226 tempest-AttachVolumeShelveTestJSON-1142647226-project] 10.222.0.26 "GET /v2.0/ports?device_id=365fad5b-4b67-47e8-951d-b762cd7f4b09 HTTP/1.1" status: 200 len: 943 time: 0.0554466 Aug 29 19:27:04.074597 dv-cinder-806191-2-iscsi neutron-server[93883]: INFO neutron.wsgi [req-d1bd1a33-cd36-417c-9a7a-15c7bb85d071 req-4dece549-75bc-4a51-b0ba-30e5372f7a4f tempest-AttachVolumeShelveTestJSON-1142647226 tempest-AttachVolumeShelveTestJSON-1142647226-project] 10.222.0.26 "GET /v2.0/security-groups?id=2781b643-3e29-491c-86a1-62ffc9eeb243&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412178 Aug 29 19:27:05.229245 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27a8f542-22fd-495b-9d1c-0f6657710874 req-957955b9-8218-4914-b3ae-db02e8273e15 tempest-AttachVolumeShelveTestJSON-1142647226 tempest-AttachVolumeShelveTestJSON-1142647226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 19:27:05.231502 dv-cinder-806191-2-iscsi neutron-server[93884]: INFO neutron.wsgi [req-27a8f542-22fd-495b-9d1c-0f6657710874 req-957955b9-8218-4914-b3ae-db02e8273e15 tempest-AttachVolumeShelveTestJSON-1142647226 tempest-AttachVolumeShelveTestJSON-1142647226-project] 10.222.0.26 "GET /v2.0/ports?device_id=365fad5b-4b67-47e8-951d-b762cd7f4b09 HTTP/1.1" status: 200 len: 943 time: 0.0665038 Aug 29 19:27:05.275027 dv-cinder-806191-2-iscsi neutron-server[93884]: INFO neutron.wsgi [req-27a8f542-22fd-495b-9d1c-0f6657710874 req-ef98eb57-9920-4d5b-8aa4-bebd7a83ca60 tempest-AttachVolumeShelveTestJSON-1142647226 tempest-AttachVolumeShelveTestJSON-1142647226-project] 10.222.0.26 "GET /v2.0/security-groups?id=2781b643-3e29-491c-86a1-62ffc9eeb243&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381961 Aug 29 19:27:06.404451 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a4a8d49-d719-410f-9bb7-0ae15ea126aa req-54ea6030-a3d7-4bb0-8ac1-008ba05efd06 tempest-AttachVolumeShelveTestJSON-1142647226 tempest-AttachVolumeShelveTestJSON-1142647226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 19:27:06.405838 dv-cinder-806191-2-iscsi neutron-server[93883]: INFO neutron.wsgi [req-3a4a8d49-d719-410f-9bb7-0ae15ea126aa req-54ea6030-a3d7-4bb0-8ac1-008ba05efd06 tempest-AttachVolumeShelveTestJSON-1142647226 tempest-AttachVolumeShelveTestJSON-1142647226-project] 10.222.0.26 "GET /v2.0/ports?device_id=365fad5b-4b67-47e8-951d-b762cd7f4b09 HTTP/1.1" status: 200 len: 943 time: 0.0538447 Aug 29 19:27:06.446348 dv-cinder-806191-2-iscsi neutron-server[93883]: INFO neutron.wsgi [req-3a4a8d49-d719-410f-9bb7-0ae15ea126aa req-04500704-2e49-401f-b552-1a7f13135c13 tempest-AttachVolumeShelveTestJSON-1142647226 tempest-AttachVolumeShelveTestJSON-1142647226-project] 10.222.0.26 "GET /v2.0/security-groups?id=2781b643-3e29-491c-86a1-62ffc9eeb243&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0340369 Aug 29 19:27:07.599924 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35fa9c09-15ac-4097-a350-9aa43a6dfc91 req-42346ec8-092d-4555-b96a-c9f1ba2963cc tempest-AttachVolumeShelveTestJSON-1142647226 tempest-AttachVolumeShelveTestJSON-1142647226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 19:27:07.601817 dv-cinder-806191-2-iscsi neutron-server[93884]: INFO neutron.wsgi [req-35fa9c09-15ac-4097-a350-9aa43a6dfc91 req-42346ec8-092d-4555-b96a-c9f1ba2963cc tempest-AttachVolumeShelveTestJSON-1142647226 tempest-AttachVolumeShelveTestJSON-1142647226-project] 10.222.0.26 "GET /v2.0/ports?device_id=365fad5b-4b67-47e8-951d-b762cd7f4b09 HTTP/1.1" status: 200 len: 943 time: 0.0622218 Aug 29 19:27:07.643480 dv-cinder-806191-2-iscsi neutron-server[93884]: INFO neutron.wsgi [req-35fa9c09-15ac-4097-a350-9aa43a6dfc91 req-37ece8d7-7328-493f-be74-c2ba7c890c07 tempest-AttachVolumeShelveTestJSON-1142647226 tempest-AttachVolumeShelveTestJSON-1142647226-project] 10.222.0.26 "GET /v2.0/security-groups?id=2781b643-3e29-491c-86a1-62ffc9eeb243&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0348430 Aug 29 19:27:08.812878 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77725726-1a73-4afc-8496-e10e9d64d5ba req-6bae20a0-3760-41bb-8cff-bb1ae77c1140 tempest-AttachVolumeShelveTestJSON-1142647226 tempest-AttachVolumeShelveTestJSON-1142647226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 19:27:08.815358 dv-cinder-806191-2-iscsi neutron-server[93883]: INFO neutron.wsgi [req-77725726-1a73-4afc-8496-e10e9d64d5ba req-6bae20a0-3760-41bb-8cff-bb1ae77c1140 tempest-AttachVolumeShelveTestJSON-1142647226 tempest-AttachVolumeShelveTestJSON-1142647226-project] 10.222.0.26 "GET /v2.0/ports?device_id=365fad5b-4b67-47e8-951d-b762cd7f4b09 HTTP/1.1" status: 200 len: 943 time: 0.0682988 Aug 29 19:27:08.865330 dv-cinder-806191-2-iscsi neutron-server[93883]: INFO neutron.wsgi [req-77725726-1a73-4afc-8496-e10e9d64d5ba req-730ca490-4b96-46a5-8d9f-0132ae4cb7f8 tempest-AttachVolumeShelveTestJSON-1142647226 tempest-AttachVolumeShelveTestJSON-1142647226-project] 10.222.0.26 "GET /v2.0/security-groups?id=2781b643-3e29-491c-86a1-62ffc9eeb243&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380831 Aug 29 19:27:10.028792 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-337c39cf-02a1-4f38-bc1d-290da6efe0f4 req-907b85d6-0d7a-48f3-8c67-d6e3d95b5a09 tempest-AttachVolumeShelveTestJSON-1142647226 tempest-AttachVolumeShelveTestJSON-1142647226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 19:27:10.028792 dv-cinder-806191-2-iscsi neutron-server[93884]: INFO neutron.wsgi [req-337c39cf-02a1-4f38-bc1d-290da6efe0f4 req-907b85d6-0d7a-48f3-8c67-d6e3d95b5a09 tempest-AttachVolumeShelveTestJSON-1142647226 tempest-AttachVolumeShelveTestJSON-1142647226-project] 10.222.0.26 "GET /v2.0/ports?device_id=365fad5b-4b67-47e8-951d-b762cd7f4b09 HTTP/1.1" status: 200 len: 943 time: 0.0694494 Aug 29 19:27:10.067551 dv-cinder-806191-2-iscsi neutron-server[93884]: INFO neutron.wsgi [req-337c39cf-02a1-4f38-bc1d-290da6efe0f4 req-23427268-0e6e-4e7b-b58d-afe10a836b81 tempest-AttachVolumeShelveTestJSON-1142647226 tempest-AttachVolumeShelveTestJSON-1142647226-project] 10.222.0.26 "GET /v2.0/security-groups?id=2781b643-3e29-491c-86a1-62ffc9eeb243&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332739 Aug 29 19:27:11.224781 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1c70aa7-91da-40eb-96d7-d46e8f3891bd req-396d0a71-f20a-47d9-88db-e35bfedd1640 tempest-AttachVolumeShelveTestJSON-1142647226 tempest-AttachVolumeShelveTestJSON-1142647226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 19:27:11.226432 dv-cinder-806191-2-iscsi neutron-server[93883]: INFO neutron.wsgi [req-c1c70aa7-91da-40eb-96d7-d46e8f3891bd req-396d0a71-f20a-47d9-88db-e35bfedd1640 tempest-AttachVolumeShelveTestJSON-1142647226 tempest-AttachVolumeShelveTestJSON-1142647226-project] 10.222.0.26 "GET /v2.0/ports?device_id=365fad5b-4b67-47e8-951d-b762cd7f4b09 HTTP/1.1" status: 200 len: 943 time: 0.0647962 Aug 29 19:27:11.274165 dv-cinder-806191-2-iscsi neutron-server[93883]: INFO neutron.wsgi [req-c1c70aa7-91da-40eb-96d7-d46e8f3891bd req-58883d46-c28b-43fb-aa8d-cbe511d43eac tempest-AttachVolumeShelveTestJSON-1142647226 tempest-AttachVolumeShelveTestJSON-1142647226-project] 10.222.0.26 "GET /v2.0/security-groups?id=2781b643-3e29-491c-86a1-62ffc9eeb243&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0372727 Aug 29 19:27:12.406184 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fdf8ac4-f288-4bae-9082-03d825284886 req-4d4a2bff-893f-436e-adcf-459038e57b85 tempest-AttachVolumeShelveTestJSON-1142647226 tempest-AttachVolumeShelveTestJSON-1142647226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 19:27:12.407834 dv-cinder-806191-2-iscsi neutron-server[93884]: INFO neutron.wsgi [req-8fdf8ac4-f288-4bae-9082-03d825284886 req-4d4a2bff-893f-436e-adcf-459038e57b85 tempest-AttachVolumeShelveTestJSON-1142647226 tempest-AttachVolumeShelveTestJSON-1142647226-project] 10.222.0.26 "GET /v2.0/ports?device_id=365fad5b-4b67-47e8-951d-b762cd7f4b09 HTTP/1.1" status: 200 len: 943 time: 0.0579665 Aug 29 19:27:12.471157 dv-cinder-806191-2-iscsi neutron-server[93884]: INFO neutron.wsgi [req-8fdf8ac4-f288-4bae-9082-03d825284886 req-1a6f478b-bc10-43d3-9ae0-0d3d61a48718 tempest-AttachVolumeShelveTestJSON-1142647226 tempest-AttachVolumeShelveTestJSON-1142647226-project] 10.222.0.26 "GET /v2.0/security-groups?id=2781b643-3e29-491c-86a1-62ffc9eeb243&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0536542 Aug 29 19:27:13.612074 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a737e337-99fb-4552-9b8a-e9a3a8ce5ab6 req-7f478e46-a58d-4ac6-8f84-1b3ed10d01e8 tempest-AttachVolumeShelveTestJSON-1142647226 tempest-AttachVolumeShelveTestJSON-1142647226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 19:27:13.613631 dv-cinder-806191-2-iscsi neutron-server[93883]: INFO neutron.wsgi [req-a737e337-99fb-4552-9b8a-e9a3a8ce5ab6 req-7f478e46-a58d-4ac6-8f84-1b3ed10d01e8 tempest-AttachVolumeShelveTestJSON-1142647226 tempest-AttachVolumeShelveTestJSON-1142647226-project] 10.222.0.26 "GET /v2.0/ports?device_id=365fad5b-4b67-47e8-951d-b762cd7f4b09 HTTP/1.1" status: 200 len: 943 time: 0.0590117 Aug 29 19:27:13.655319 dv-cinder-806191-2-iscsi neutron-server[93883]: INFO neutron.wsgi [req-a737e337-99fb-4552-9b8a-e9a3a8ce5ab6 req-ec21c998-0a94-4afa-9370-58a79ae18f49 tempest-AttachVolumeShelveTestJSON-1142647226 tempest-AttachVolumeShelveTestJSON-1142647226-project] 10.222.0.26 "GET /v2.0/security-groups?id=2781b643-3e29-491c-86a1-62ffc9eeb243&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329328 Aug 29 19:27:14.774853 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-336fab15-bef8-4485-b23e-1b4aca2ee5c4 req-227d87b9-47f1-4f58-8e8c-ab349e5f5f25 tempest-AttachVolumeShelveTestJSON-1142647226 tempest-AttachVolumeShelveTestJSON-1142647226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 19:27:14.776364 dv-cinder-806191-2-iscsi neutron-server[93884]: INFO neutron.wsgi [req-336fab15-bef8-4485-b23e-1b4aca2ee5c4 req-227d87b9-47f1-4f58-8e8c-ab349e5f5f25 tempest-AttachVolumeShelveTestJSON-1142647226 tempest-AttachVolumeShelveTestJSON-1142647226-project] 10.222.0.26 "GET /v2.0/ports?device_id=365fad5b-4b67-47e8-951d-b762cd7f4b09 HTTP/1.1" status: 200 len: 943 time: 0.0505936 Aug 29 19:27:14.814611 dv-cinder-806191-2-iscsi neutron-server[93884]: INFO neutron.wsgi [req-336fab15-bef8-4485-b23e-1b4aca2ee5c4 req-e3785867-99c0-4278-a54e-caf9e0d1c1e1 tempest-AttachVolumeShelveTestJSON-1142647226 tempest-AttachVolumeShelveTestJSON-1142647226-project] 10.222.0.26 "GET /v2.0/security-groups?id=2781b643-3e29-491c-86a1-62ffc9eeb243&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323460 Aug 29 19:27:15.942283 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a2a855b-1cd0-4fd3-a132-1d403d93ab16 req-75755d02-8e32-454f-a638-0fef4af2f763 tempest-AttachVolumeShelveTestJSON-1142647226 tempest-AttachVolumeShelveTestJSON-1142647226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 19:27:15.943779 dv-cinder-806191-2-iscsi neutron-server[93883]: INFO neutron.wsgi [req-9a2a855b-1cd0-4fd3-a132-1d403d93ab16 req-75755d02-8e32-454f-a638-0fef4af2f763 tempest-AttachVolumeShelveTestJSON-1142647226 tempest-AttachVolumeShelveTestJSON-1142647226-project] 10.222.0.26 "GET /v2.0/ports?device_id=365fad5b-4b67-47e8-951d-b762cd7f4b09 HTTP/1.1" status: 200 len: 943 time: 0.0578158 Aug 29 19:27:15.985316 dv-cinder-806191-2-iscsi neutron-server[93883]: INFO neutron.wsgi [req-9a2a855b-1cd0-4fd3-a132-1d403d93ab16 req-8be5995c-2ed7-4084-a9aa-59c8cbe7adc7 tempest-AttachVolumeShelveTestJSON-1142647226 tempest-AttachVolumeShelveTestJSON-1142647226-project] 10.222.0.26 "GET /v2.0/security-groups?id=2781b643-3e29-491c-86a1-62ffc9eeb243&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0350573 Aug 29 19:27:16.400539 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-0a9f1fe9-f594-4743-bfb2-bed2df2d5982 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777170380508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3627128'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:27:17.106274 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7440634-97e5-412f-8b05-e1d335e99c0f req-b54d17d6-ce85-42ae-ac7a-f438c020b61c tempest-AttachVolumeShelveTestJSON-1142647226 tempest-AttachVolumeShelveTestJSON-1142647226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 19:27:17.107672 dv-cinder-806191-2-iscsi neutron-server[93884]: INFO neutron.wsgi [req-b7440634-97e5-412f-8b05-e1d335e99c0f req-b54d17d6-ce85-42ae-ac7a-f438c020b61c tempest-AttachVolumeShelveTestJSON-1142647226 tempest-AttachVolumeShelveTestJSON-1142647226-project] 10.222.0.26 "GET /v2.0/ports?device_id=365fad5b-4b67-47e8-951d-b762cd7f4b09 HTTP/1.1" status: 200 len: 943 time: 0.0477362 Aug 29 19:27:17.149768 dv-cinder-806191-2-iscsi neutron-server[93884]: INFO neutron.wsgi [req-b7440634-97e5-412f-8b05-e1d335e99c0f req-f4e4b8df-fc4e-4407-a240-734cd229ba35 tempest-AttachVolumeShelveTestJSON-1142647226 tempest-AttachVolumeShelveTestJSON-1142647226-project] 10.222.0.26 "GET /v2.0/security-groups?id=2781b643-3e29-491c-86a1-62ffc9eeb243&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0360897 Aug 29 19:27:18.272455 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c9b704e-09ba-4bea-b0a2-1e19d5441fe1 req-660b57df-ab78-4f02-8596-ec061382bbe9 tempest-AttachVolumeShelveTestJSON-1142647226 tempest-AttachVolumeShelveTestJSON-1142647226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 19:27:18.273859 dv-cinder-806191-2-iscsi neutron-server[93883]: INFO neutron.wsgi [req-2c9b704e-09ba-4bea-b0a2-1e19d5441fe1 req-660b57df-ab78-4f02-8596-ec061382bbe9 tempest-AttachVolumeShelveTestJSON-1142647226 tempest-AttachVolumeShelveTestJSON-1142647226-project] 10.222.0.26 "GET /v2.0/ports?device_id=365fad5b-4b67-47e8-951d-b762cd7f4b09 HTTP/1.1" status: 200 len: 943 time: 0.0502079 Aug 29 19:27:18.311191 dv-cinder-806191-2-iscsi neutron-server[93883]: INFO neutron.wsgi [req-2c9b704e-09ba-4bea-b0a2-1e19d5441fe1 req-257a7da0-24c7-4991-a7e4-117b1c2dee69 tempest-AttachVolumeShelveTestJSON-1142647226 tempest-AttachVolumeShelveTestJSON-1142647226-project] 10.222.0.26 "GET /v2.0/security-groups?id=2781b643-3e29-491c-86a1-62ffc9eeb243&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314164 Aug 29 19:27:19.010467 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-ab78fdbc-8c1e-412c-82ac-674eced3c388 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777170380508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3627128'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:27:19.432174 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c01baf1e-28a2-4e22-a887-73ad37230089 req-f816f74c-c0e5-4c0e-bbd2-6bc75cf09189 tempest-AttachVolumeShelveTestJSON-1142647226 tempest-AttachVolumeShelveTestJSON-1142647226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 19:27:19.433676 dv-cinder-806191-2-iscsi neutron-server[93884]: INFO neutron.wsgi [req-c01baf1e-28a2-4e22-a887-73ad37230089 req-f816f74c-c0e5-4c0e-bbd2-6bc75cf09189 tempest-AttachVolumeShelveTestJSON-1142647226 tempest-AttachVolumeShelveTestJSON-1142647226-project] 10.222.0.26 "GET /v2.0/ports?device_id=365fad5b-4b67-47e8-951d-b762cd7f4b09 HTTP/1.1" status: 200 len: 943 time: 0.0495090 Aug 29 19:27:19.474781 dv-cinder-806191-2-iscsi neutron-server[93884]: INFO neutron.wsgi [req-c01baf1e-28a2-4e22-a887-73ad37230089 req-321da032-2ae4-4f05-8ffa-07b8c8bd1e0d tempest-AttachVolumeShelveTestJSON-1142647226 tempest-AttachVolumeShelveTestJSON-1142647226-project] 10.222.0.26 "GET /v2.0/security-groups?id=2781b643-3e29-491c-86a1-62ffc9eeb243&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0351400 Aug 29 19:27:19.667559 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-f7f3f912-659a-49f9-ab3a-0560ee4983b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777170380508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3627128'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:27:20.376739 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-ed31fb2d-405b-476e-b16a-f8415d14bc27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777170380508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3627128'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:27:20.608804 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f03cd85-8b8a-4de5-8c1b-55f595433308 req-94a976a3-6e77-46b3-be41-48ef26922977 tempest-AttachVolumeShelveTestJSON-1142647226 tempest-AttachVolumeShelveTestJSON-1142647226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 19:27:20.610275 dv-cinder-806191-2-iscsi neutron-server[93883]: INFO neutron.wsgi [req-8f03cd85-8b8a-4de5-8c1b-55f595433308 req-94a976a3-6e77-46b3-be41-48ef26922977 tempest-AttachVolumeShelveTestJSON-1142647226 tempest-AttachVolumeShelveTestJSON-1142647226-project] 10.222.0.26 "GET /v2.0/ports?device_id=365fad5b-4b67-47e8-951d-b762cd7f4b09 HTTP/1.1" status: 200 len: 943 time: 0.0524764 Aug 29 19:27:20.647164 dv-cinder-806191-2-iscsi neutron-server[93883]: INFO neutron.wsgi [req-8f03cd85-8b8a-4de5-8c1b-55f595433308 req-ee499595-7802-4fde-9ebd-8ec4f2015603 tempest-AttachVolumeShelveTestJSON-1142647226 tempest-AttachVolumeShelveTestJSON-1142647226-project] 10.222.0.26 "GET /v2.0/security-groups?id=2781b643-3e29-491c-86a1-62ffc9eeb243&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309885 Aug 29 19:27:20.685868 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-e411ce9c-394c-453f-add9-812245090945 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777170380508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3627128'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:27:20.842736 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-e411ce9c-394c-453f-add9-812245090945 None None] Device 2ca38fe5-607b-4510-a5ac-60b30b673c52 details requested by agent hyperv_hv-cinder-80619 with host hv-cinder-80619 {{(pid=93885) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 19:27:20.950229 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-e411ce9c-394c-453f-add9-812245090945 None None] For port 2ca38fe5-607b-4510-a5ac-60b30b673c52, host hv-cinder-80619, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80619',level=0,port_id=2ca38fe5-607b-4510-a5ac-60b30b673c52,segment=NetworkSegment(4a9860ce-75e8-4908-94b6-2e145ca82fc4),segment_id=4a9860ce-75e8-4908-94b6-2e145ca82fc4)] {{(pid=93885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 19:27:20.962547 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-e411ce9c-394c-453f-add9-812245090945 None None] Returning: {'device': '2ca38fe5-607b-4510-a5ac-60b30b673c52', 'network_id': '5f383061-659c-4a42-af3d-e82e7b7b242f', 'port_id': '2ca38fe5-607b-4510-a5ac-60b30b673c52', 'mac_address': 'fa:16:3e:fd:39:98', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 108, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '276486f1-8541-4ff7-8581-3f1dc1fbc741', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93885) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 19:27:21.002127 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-e411ce9c-394c-453f-add9-812245090945 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3669058'] for port, before_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:27:21.016938 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.notifiers.nova [None req-e411ce9c-394c-453f-add9-812245090945 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2ca38fe5-607b-4510-a5ac-60b30b673c52 {{(pid=93885) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 19:27:21.037920 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-e411ce9c-394c-453f-add9-812245090945 None None] For port 2ca38fe5-607b-4510-a5ac-60b30b673c52, host hv-cinder-80619, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80619',level=0,port_id=2ca38fe5-607b-4510-a5ac-60b30b673c52,segment=NetworkSegment(4a9860ce-75e8-4908-94b6-2e145ca82fc4),segment_id=4a9860ce-75e8-4908-94b6-2e145ca82fc4)] {{(pid=93885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 19:27:21.043045 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-e411ce9c-394c-453f-add9-812245090945 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3669005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3715978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777170436913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777169884182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777169884200'] for port, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:27:21.091701 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e411ce9c-394c-453f-add9-812245090945 None None] Pushing event updated for resources: {'Port': ['ID=2ca38fe5-607b-4510-a5ac-60b30b673c52,revision_number=9']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:27:21.285336 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-e411ce9c-394c-453f-add9-812245090945 None None] get_ports_and_sgs() called for port_ids ['2ca38fe5-607b-4510-a5ac-60b30b673c52'] {{(pid=93885) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 19:27:21.777123 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-540627ef-9e23-41bd-aa2c-f3cec66f902e req-ae477ed0-a352-4c8d-9546-86b987765353 tempest-AttachVolumeShelveTestJSON-1142647226 tempest-AttachVolumeShelveTestJSON-1142647226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 19:27:21.778964 dv-cinder-806191-2-iscsi neutron-server[93884]: INFO neutron.wsgi [req-540627ef-9e23-41bd-aa2c-f3cec66f902e req-ae477ed0-a352-4c8d-9546-86b987765353 tempest-AttachVolumeShelveTestJSON-1142647226 tempest-AttachVolumeShelveTestJSON-1142647226-project] 10.222.0.26 "GET /v2.0/ports?device_id=365fad5b-4b67-47e8-951d-b762cd7f4b09 HTTP/1.1" status: 200 len: 944 time: 0.0550561 Aug 29 19:27:21.826604 dv-cinder-806191-2-iscsi neutron-server[93884]: INFO neutron.wsgi [req-540627ef-9e23-41bd-aa2c-f3cec66f902e req-f41bf71e-3b6e-4e73-8a8a-b5b14df9f112 tempest-AttachVolumeShelveTestJSON-1142647226 tempest-AttachVolumeShelveTestJSON-1142647226-project] 10.222.0.26 "GET /v2.0/security-groups?id=2781b643-3e29-491c-86a1-62ffc9eeb243&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0370963 Aug 29 19:27:21.832649 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-c214b08a-13ec-4cca-bdbd-998b9b76327d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777170380508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3627128'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:27:22.855764 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-e411ce9c-394c-453f-add9-812245090945 None None] Device 2ca38fe5-607b-4510-a5ac-60b30b673c52 up at agent hyperv_hv-cinder-80619 {{(pid=93885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 19:27:22.904497 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-e411ce9c-394c-453f-add9-812245090945 None None] Provisioning complete for port 2ca38fe5-607b-4510-a5ac-60b30b673c52 triggered by entity L2. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 19:27:22.904861 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-e411ce9c-394c-453f-add9-812245090945 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3627211'] for port, provisioning_complete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:27:22.958054 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af2cfc8f-78b5-4a7f-861f-88fbb96abc23 req-ac9f00fb-e7c0-431f-909c-31961506f418 tempest-AttachVolumeShelveTestJSON-1142647226 tempest-AttachVolumeShelveTestJSON-1142647226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 19:27:22.959629 dv-cinder-806191-2-iscsi neutron-server[93883]: INFO neutron.wsgi [req-af2cfc8f-78b5-4a7f-861f-88fbb96abc23 req-ac9f00fb-e7c0-431f-909c-31961506f418 tempest-AttachVolumeShelveTestJSON-1142647226 tempest-AttachVolumeShelveTestJSON-1142647226-project] 10.222.0.26 "GET /v2.0/ports?device_id=365fad5b-4b67-47e8-951d-b762cd7f4b09 HTTP/1.1" status: 200 len: 944 time: 0.0512376 Aug 29 19:27:22.990730 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-e411ce9c-394c-453f-add9-812245090945 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3669058'] for port, before_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:27:22.999858 dv-cinder-806191-2-iscsi neutron-server[93883]: INFO neutron.wsgi [req-af2cfc8f-78b5-4a7f-861f-88fbb96abc23 req-478d0e8b-2626-4d54-8c8c-37486eabbc48 tempest-AttachVolumeShelveTestJSON-1142647226 tempest-AttachVolumeShelveTestJSON-1142647226-project] 10.222.0.26 "GET /v2.0/security-groups?id=2781b643-3e29-491c-86a1-62ffc9eeb243&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334237 Aug 29 19:27:23.015700 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '365fad5b-4b67-47e8-951d-b762cd7f4b09', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2ca38fe5-607b-4510-a5ac-60b30b673c52'}] {{(pid=93885) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 19:27:23.017902 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b746b22f1a330a85490eeb53ccb4cfec71189e4c963aff014ae6842ea75f17cc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb802517-5ce8-4f07-9d5b-a6f884eddb27" -d '{"events": [{"server_uuid": "365fad5b-4b67-47e8-951d-b762cd7f4b09", "name": "network-vif-plugged", "status": "completed", "tag": "2ca38fe5-607b-4510-a5ac-60b30b673c52"}]}' {{(pid=93885) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 19:27:23.035267 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-e411ce9c-394c-453f-add9-812245090945 None None] For port 2ca38fe5-607b-4510-a5ac-60b30b673c52, host hv-cinder-80619, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80619',level=0,port_id=2ca38fe5-607b-4510-a5ac-60b30b673c52,segment=NetworkSegment(4a9860ce-75e8-4908-94b6-2e145ca82fc4),segment_id=4a9860ce-75e8-4908-94b6-2e145ca82fc4)] {{(pid=93885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 19:27:23.040585 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-e411ce9c-394c-453f-add9-812245090945 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3669005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3715978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777170436913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777169884182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777169884200'] for port, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:27:23.091002 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e411ce9c-394c-453f-add9-812245090945 None None] Pushing event updated for resources: {'Port': ['ID=2ca38fe5-607b-4510-a5ac-60b30b673c52,revision_number=10']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:27:23.117204 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 19:27:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-353c88af-e898-4f4e-9038-cf310bbd796b x-openstack-request-id: req-353c88af-e898-4f4e-9038-cf310bbd796b {{(pid=93885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 19:27:23.117496 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "365fad5b-4b67-47e8-951d-b762cd7f4b09", "name": "network-vif-plugged", "status": "completed", "tag": "2ca38fe5-607b-4510-a5ac-60b30b673c52", "code": 200}]} {{(pid=93885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 19:27:23.117777 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-353c88af-e898-4f4e-9038-cf310bbd796b {{(pid=93885) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 19:27:23.118168 dv-cinder-806191-2-iscsi neutron-server[93885]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '365fad5b-4b67-47e8-951d-b762cd7f4b09', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2ca38fe5-607b-4510-a5ac-60b30b673c52', 'code': 200} Aug 29 19:27:23.554153 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a8db364-f12d-4200-a2c2-3c1f63459e92 req-f974e5ac-80e1-4005-a179-b00468b470d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 19:27:23.556888 dv-cinder-806191-2-iscsi neutron-server[93884]: INFO neutron.wsgi [req-4a8db364-f12d-4200-a2c2-3c1f63459e92 req-f974e5ac-80e1-4005-a179-b00468b470d6 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=365fad5b-4b67-47e8-951d-b762cd7f4b09 HTTP/1.1" status: 200 len: 1099 time: 0.0417514 Aug 29 19:27:23.597185 dv-cinder-806191-2-iscsi neutron-server[93884]: INFO neutron.wsgi [req-4a8db364-f12d-4200-a2c2-3c1f63459e92 req-142cd839-5727-431c-80e6-69215a0e7f75 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=2781b643-3e29-491c-86a1-62ffc9eeb243&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336595 Aug 29 19:27:24.122374 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cd34fe5-c877-47f5-8cf4-95c2d6274c06 req-f28fe4c0-29d2-4ae2-9bf8-4e04742b75dd tempest-AttachVolumeShelveTestJSON-1142647226 tempest-AttachVolumeShelveTestJSON-1142647226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 19:27:24.123942 dv-cinder-806191-2-iscsi neutron-server[93883]: INFO neutron.wsgi [req-7cd34fe5-c877-47f5-8cf4-95c2d6274c06 req-f28fe4c0-29d2-4ae2-9bf8-4e04742b75dd tempest-AttachVolumeShelveTestJSON-1142647226 tempest-AttachVolumeShelveTestJSON-1142647226-project] 10.222.0.26 "GET /v2.0/ports?device_id=365fad5b-4b67-47e8-951d-b762cd7f4b09 HTTP/1.1" status: 200 len: 946 time: 0.0502341 Aug 29 19:27:24.167761 dv-cinder-806191-2-iscsi neutron-server[93883]: INFO neutron.wsgi [req-7cd34fe5-c877-47f5-8cf4-95c2d6274c06 req-24aefe70-9aa3-434f-85b7-811b4e087b9d tempest-AttachVolumeShelveTestJSON-1142647226 tempest-AttachVolumeShelveTestJSON-1142647226-project] 10.222.0.26 "GET /v2.0/security-groups?id=2781b643-3e29-491c-86a1-62ffc9eeb243&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0359523 Aug 29 19:27:25.302322 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d498d018-c30a-4f8e-b930-195a6fb496eb req-984be61c-54a5-4c17-bbae-1bad32868684 tempest-AttachVolumeShelveTestJSON-1142647226 tempest-AttachVolumeShelveTestJSON-1142647226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 19:27:25.303941 dv-cinder-806191-2-iscsi neutron-server[93884]: INFO neutron.wsgi [req-d498d018-c30a-4f8e-b930-195a6fb496eb req-984be61c-54a5-4c17-bbae-1bad32868684 tempest-AttachVolumeShelveTestJSON-1142647226 tempest-AttachVolumeShelveTestJSON-1142647226-project] 10.222.0.26 "GET /v2.0/ports?device_id=365fad5b-4b67-47e8-951d-b762cd7f4b09 HTTP/1.1" status: 200 len: 946 time: 0.0553768 Aug 29 19:27:25.353566 dv-cinder-806191-2-iscsi neutron-server[93884]: INFO neutron.wsgi [req-d498d018-c30a-4f8e-b930-195a6fb496eb req-69c40765-7a07-4271-83c2-38e418a3c8b1 tempest-AttachVolumeShelveTestJSON-1142647226 tempest-AttachVolumeShelveTestJSON-1142647226-project] 10.222.0.26 "GET /v2.0/security-groups?id=2781b643-3e29-491c-86a1-62ffc9eeb243&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393701 Aug 29 19:27:26.480741 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c4ddb02-9d44-4465-a6fa-7489fd51a6ab req-316c7cec-52fb-4b3f-b83b-b7722f58fbbe tempest-AttachVolumeShelveTestJSON-1142647226 tempest-AttachVolumeShelveTestJSON-1142647226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 19:27:26.482221 dv-cinder-806191-2-iscsi neutron-server[93883]: INFO neutron.wsgi [req-2c4ddb02-9d44-4465-a6fa-7489fd51a6ab req-316c7cec-52fb-4b3f-b83b-b7722f58fbbe tempest-AttachVolumeShelveTestJSON-1142647226 tempest-AttachVolumeShelveTestJSON-1142647226-project] 10.222.0.26 "GET /v2.0/ports?device_id=365fad5b-4b67-47e8-951d-b762cd7f4b09 HTTP/1.1" status: 200 len: 946 time: 0.0530546 Aug 29 19:27:26.519876 dv-cinder-806191-2-iscsi neutron-server[93883]: INFO neutron.wsgi [req-2c4ddb02-9d44-4465-a6fa-7489fd51a6ab req-a21f8abe-e200-4cc0-8715-590e7a2c4e97 tempest-AttachVolumeShelveTestJSON-1142647226 tempest-AttachVolumeShelveTestJSON-1142647226-project] 10.222.0.26 "GET /v2.0/security-groups?id=2781b643-3e29-491c-86a1-62ffc9eeb243&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316873 Aug 29 19:27:30.457254 dv-cinder-806191-2-iscsi neutron-server[93886]: DEBUG neutron.db.agents_db [None req-c8461fad-6a9a-4fb7-93e9-57a62b582dc0 None None] Agent healthcheck: found 6 active agents {{(pid=93886) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 19:27:46.405941 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-fd3f3488-642d-44f7-ab29-a101d798c68b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777170380508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3627128'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:27:49.012584 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-87034d3d-ec70-4a3b-9916-757df5ef5825 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777170380508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3627128'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:27:49.669356 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-f7f3f912-659a-49f9-ab3a-0560ee4983b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777170380508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3627128'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:27:50.390657 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-ed31fb2d-405b-476e-b16a-f8415d14bc27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777170380508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3627128'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:27:50.708344 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-e411ce9c-394c-453f-add9-812245090945 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777170380508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3627128'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:27:51.835178 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-c214b08a-13ec-4cca-bdbd-998b9b76327d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777170380508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3627128'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:27:53.719836 dv-cinder-806191-2-iscsi neutron-server[93884]: INFO neutron.wsgi [req-173071dc-5ce4-4900-80b1-450cca929d5b req-96ed6f45-b035-4923-a747-bfccf91c30ff service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=365fad5b-4b67-47e8-951d-b762cd7f4b09&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0396614 Aug 29 19:27:53.801312 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-173071dc-5ce4-4900-80b1-450cca929d5b req-7becbfbc-650f-4985-97da-228b54bd2a5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 19:27:53.802977 dv-cinder-806191-2-iscsi neutron-server[93884]: INFO neutron.wsgi [req-173071dc-5ce4-4900-80b1-450cca929d5b req-7becbfbc-650f-4985-97da-228b54bd2a5c service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=b6abb49f4d344fccb0cc20553e2de3be&device_id=365fad5b-4b67-47e8-951d-b762cd7f4b09 HTTP/1.1" status: 200 len: 1099 time: 0.0400603 Aug 29 19:27:53.912395 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-173071dc-5ce4-4900-80b1-450cca929d5b req-d088be14-3138-4a08-a7e6-3353f9ffb224 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 19:27:53.913848 dv-cinder-806191-2-iscsi neutron-server[93884]: INFO neutron.wsgi [req-173071dc-5ce4-4900-80b1-450cca929d5b req-d088be14-3138-4a08-a7e6-3353f9ffb224 service neutron] 10.222.0.23 "GET /v2.0/networks?id=5f383061-659c-4a42-af3d-e82e7b7b242f HTTP/1.1" status: 200 len: 918 time: 0.0876608 Aug 29 19:27:53.979777 dv-cinder-806191-2-iscsi neutron-server[93884]: INFO neutron.wsgi [req-173071dc-5ce4-4900-80b1-450cca929d5b req-9844e0f1-287c-4b8a-9819-19b416250d91 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2ca38fe5-607b-4510-a5ac-60b30b673c52 HTTP/1.1" status: 200 len: 1001 time: 0.0574164 Aug 29 19:27:54.030937 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-173071dc-5ce4-4900-80b1-450cca929d5b req-a32105e8-609c-4fc8-8dae-3aa5413e2de9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 19:27:54.032390 dv-cinder-806191-2-iscsi neutron-server[93884]: INFO neutron.wsgi [req-173071dc-5ce4-4900-80b1-450cca929d5b req-a32105e8-609c-4fc8-8dae-3aa5413e2de9 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=276486f1-8541-4ff7-8581-3f1dc1fbc741 HTTP/1.1" status: 200 len: 856 time: 0.0428786 Aug 29 19:27:54.084713 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-173071dc-5ce4-4900-80b1-450cca929d5b req-d57a47f1-751c-4684-a3aa-06953bc46cfc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 19:27:54.086650 dv-cinder-806191-2-iscsi neutron-server[93884]: INFO neutron.wsgi [req-173071dc-5ce4-4900-80b1-450cca929d5b req-d57a47f1-751c-4684-a3aa-06953bc46cfc service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=5f383061-659c-4a42-af3d-e82e7b7b242f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0418572 Aug 29 19:27:54.177611 dv-cinder-806191-2-iscsi neutron-server[93884]: INFO neutron.wsgi [req-173071dc-5ce4-4900-80b1-450cca929d5b req-a1c23f89-5d31-40e6-8a73-8239f73874a5 service neutron] 10.222.0.23 "GET /v2.0/networks/5f383061-659c-4a42-af3d-e82e7b7b242f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0817757 Aug 29 19:27:54.271581 dv-cinder-806191-2-iscsi neutron-server[93884]: INFO neutron.wsgi [req-173071dc-5ce4-4900-80b1-450cca929d5b req-ec641d21-34ba-4fad-8629-dab83efca80b service neutron] 10.222.0.23 "GET /v2.0/networks/5f383061-659c-4a42-af3d-e82e7b7b242f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861254 Aug 29 19:27:57.038047 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f129038-30aa-4d99-8e22-0ca68a091e21 req-32e693fa-8e7d-48e7-a7e0-59524cb393d1 tempest-AttachVolumeShelveTestJSON-1142647226 tempest-AttachVolumeShelveTestJSON-1142647226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 19:27:57.040127 dv-cinder-806191-2-iscsi neutron-server[93883]: INFO neutron.wsgi [req-0f129038-30aa-4d99-8e22-0ca68a091e21 req-32e693fa-8e7d-48e7-a7e0-59524cb393d1 tempest-AttachVolumeShelveTestJSON-1142647226 tempest-AttachVolumeShelveTestJSON-1142647226-project] 10.222.0.26 "GET /v2.0/ports?device_id=365fad5b-4b67-47e8-951d-b762cd7f4b09 HTTP/1.1" status: 200 len: 946 time: 0.0556881 Aug 29 19:27:57.078862 dv-cinder-806191-2-iscsi neutron-server[93883]: INFO neutron.wsgi [req-0f129038-30aa-4d99-8e22-0ca68a091e21 req-7dd59495-5b04-459a-be2d-ee217b27e233 tempest-AttachVolumeShelveTestJSON-1142647226 tempest-AttachVolumeShelveTestJSON-1142647226-project] 10.222.0.26 "GET /v2.0/security-groups?id=2781b643-3e29-491c-86a1-62ffc9eeb243&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326445 Aug 29 19:27:58.200818 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5f3f488-260a-4be0-adb7-5ecc83a59c51 req-e9f171e3-21dc-48cc-85b4-d45ac11b6bc9 tempest-AttachVolumeShelveTestJSON-1142647226 tempest-AttachVolumeShelveTestJSON-1142647226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 19:27:58.202431 dv-cinder-806191-2-iscsi neutron-server[93884]: INFO neutron.wsgi [req-e5f3f488-260a-4be0-adb7-5ecc83a59c51 req-e9f171e3-21dc-48cc-85b4-d45ac11b6bc9 tempest-AttachVolumeShelveTestJSON-1142647226 tempest-AttachVolumeShelveTestJSON-1142647226-project] 10.222.0.26 "GET /v2.0/ports?device_id=365fad5b-4b67-47e8-951d-b762cd7f4b09 HTTP/1.1" status: 200 len: 946 time: 0.0504382 Aug 29 19:27:58.243823 dv-cinder-806191-2-iscsi neutron-server[93884]: INFO neutron.wsgi [req-e5f3f488-260a-4be0-adb7-5ecc83a59c51 req-cc537ad1-805b-499c-b4d7-27295075cb92 tempest-AttachVolumeShelveTestJSON-1142647226 tempest-AttachVolumeShelveTestJSON-1142647226-project] 10.222.0.26 "GET /v2.0/security-groups?id=2781b643-3e29-491c-86a1-62ffc9eeb243&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0347443 Aug 29 19:27:58.556729 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b695ca27-550c-4a01-9a42-e4c7fcca288c req-15ce8607-71c8-4685-a9a0-21f899c66a7d tempest-AttachVolumeShelveTestJSON-1142647226 tempest-AttachVolumeShelveTestJSON-1142647226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 19:27:58.558242 dv-cinder-806191-2-iscsi neutron-server[93884]: INFO neutron.wsgi [req-b695ca27-550c-4a01-9a42-e4c7fcca288c req-15ce8607-71c8-4685-a9a0-21f899c66a7d tempest-AttachVolumeShelveTestJSON-1142647226 tempest-AttachVolumeShelveTestJSON-1142647226-project] 10.222.0.23 "GET /v2.0/ports?device_id=365fad5b-4b67-47e8-951d-b762cd7f4b09 HTTP/1.1" status: 200 len: 946 time: 0.0491099 Aug 29 19:27:58.655608 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [req-b695ca27-550c-4a01-9a42-e4c7fcca288c req-732ff661-3def-4a5b-aa13-760aa8acba0e tempest-AttachVolumeShelveTestJSON-1142647226 tempest-AttachVolumeShelveTestJSON-1142647226-project] Deleting port 2ca38fe5-607b-4510-a5ac-60b30b673c52 {{(pid=93884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 19:27:58.655945 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-b695ca27-550c-4a01-9a42-e4c7fcca288c req-732ff661-3def-4a5b-aa13-760aa8acba0e tempest-AttachVolumeShelveTestJSON-1142647226 tempest-AttachVolumeShelveTestJSON-1142647226-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777170414367'] for port, before_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:27:58.745476 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.db [req-b695ca27-550c-4a01-9a42-e4c7fcca288c req-732ff661-3def-4a5b-aa13-760aa8acba0e tempest-AttachVolumeShelveTestJSON-1142647226 tempest-AttachVolumeShelveTestJSON-1142647226-project] For port 2ca38fe5-607b-4510-a5ac-60b30b673c52, host hv-cinder-80619, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80619',level=0,port_id=2ca38fe5-607b-4510-a5ac-60b30b673c52,segment=NetworkSegment(4a9860ce-75e8-4908-94b6-2e145ca82fc4),segment_id=4a9860ce-75e8-4908-94b6-2e145ca82fc4)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 19:27:58.745932 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-b695ca27-550c-4a01-9a42-e4c7fcca288c req-732ff661-3def-4a5b-aa13-760aa8acba0e tempest-AttachVolumeShelveTestJSON-1142647226 tempest-AttachVolumeShelveTestJSON-1142647226-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3695122'] for port, precommit_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:27:59.017656 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-b695ca27-550c-4a01-9a42-e4c7fcca288c req-732ff661-3def-4a5b-aa13-760aa8acba0e tempest-AttachVolumeShelveTestJSON-1142647226 tempest-AttachVolumeShelveTestJSON-1142647226-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:27:59.018051 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-b695ca27-550c-4a01-9a42-e4c7fcca288c req-732ff661-3def-4a5b-aa13-760aa8acba0e tempest-AttachVolumeShelveTestJSON-1142647226 tempest-AttachVolumeShelveTestJSON-1142647226-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3676317'] for floatingip, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:27:59.018372 dv-cinder-806191-2-iscsi neutron-server[93884]: INFO neutron.db.l3_db [req-b695ca27-550c-4a01-9a42-e4c7fcca288c req-732ff661-3def-4a5b-aa13-760aa8acba0e tempest-AttachVolumeShelveTestJSON-1142647226 tempest-AttachVolumeShelveTestJSON-1142647226-project] Floating IP f03a85ee-48ae-4563-82ee-7177212873c6 disassociated. External IP: 172.27.2.225, port: 2ca38fe5-607b-4510-a5ac-60b30b673c52. Aug 29 19:27:59.018731 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [req-b695ca27-550c-4a01-9a42-e4c7fcca288c req-732ff661-3def-4a5b-aa13-760aa8acba0e tempest-AttachVolumeShelveTestJSON-1142647226 tempest-AttachVolumeShelveTestJSON-1142647226-project] Calling delete_port for 2ca38fe5-607b-4510-a5ac-60b30b673c52 owned by compute:nova {{(pid=93884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 19:27:59.141391 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-b695ca27-550c-4a01-9a42-e4c7fcca288c req-732ff661-3def-4a5b-aa13-760aa8acba0e tempest-AttachVolumeShelveTestJSON-1142647226 tempest-AttachVolumeShelveTestJSON-1142647226-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3669005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3715978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777170436895', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777169884173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262862687'] for port, after_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:27:59.172372 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-732ff661-3def-4a5b-aa13-760aa8acba0e tempest-AttachVolumeShelveTestJSON-1142647226 tempest-AttachVolumeShelveTestJSON-1142647226-project] Pushing event deleted for resources: {'Port': ['ID=2ca38fe5-607b-4510-a5ac-60b30b673c52,revision_number=None']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:27:59.184214 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-732ff661-3def-4a5b-aa13-760aa8acba0e tempest-AttachVolumeShelveTestJSON-1142647226 tempest-AttachVolumeShelveTestJSON-1142647226-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806191-2-iscsi {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:27:59.184569 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-732ff661-3def-4a5b-aa13-760aa8acba0e tempest-AttachVolumeShelveTestJSON-1142647226 tempest-AttachVolumeShelveTestJSON-1142647226-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806191-2-iscsi {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:27:59.184924 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-732ff661-3def-4a5b-aa13-760aa8acba0e tempest-AttachVolumeShelveTestJSON-1142647226 tempest-AttachVolumeShelveTestJSON-1142647226-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806191-2-iscsi {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:27:59.185331 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-732ff661-3def-4a5b-aa13-760aa8acba0e tempest-AttachVolumeShelveTestJSON-1142647226 tempest-AttachVolumeShelveTestJSON-1142647226-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806191-2-iscsi {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:27:59.185590 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-732ff661-3def-4a5b-aa13-760aa8acba0e tempest-AttachVolumeShelveTestJSON-1142647226 tempest-AttachVolumeShelveTestJSON-1142647226-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-806191-2-iscsi {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:27:59.185890 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-732ff661-3def-4a5b-aa13-760aa8acba0e tempest-AttachVolumeShelveTestJSON-1142647226 tempest-AttachVolumeShelveTestJSON-1142647226-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806191-2-iscsi {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:27:59.186219 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-732ff661-3def-4a5b-aa13-760aa8acba0e tempest-AttachVolumeShelveTestJSON-1142647226 tempest-AttachVolumeShelveTestJSON-1142647226-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-806191-2-iscsi {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:27:59.186572 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-732ff661-3def-4a5b-aa13-760aa8acba0e tempest-AttachVolumeShelveTestJSON-1142647226 tempest-AttachVolumeShelveTestJSON-1142647226-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-806191-2-iscsi {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:27:59.186898 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-732ff661-3def-4a5b-aa13-760aa8acba0e tempest-AttachVolumeShelveTestJSON-1142647226 tempest-AttachVolumeShelveTestJSON-1142647226-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806191-2-iscsi {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:27:59.187222 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-732ff661-3def-4a5b-aa13-760aa8acba0e tempest-AttachVolumeShelveTestJSON-1142647226 tempest-AttachVolumeShelveTestJSON-1142647226-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806191-2-iscsi {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:27:59.187548 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-732ff661-3def-4a5b-aa13-760aa8acba0e tempest-AttachVolumeShelveTestJSON-1142647226 tempest-AttachVolumeShelveTestJSON-1142647226-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806191-2-iscsi {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:27:59.187867 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-732ff661-3def-4a5b-aa13-760aa8acba0e tempest-AttachVolumeShelveTestJSON-1142647226 tempest-AttachVolumeShelveTestJSON-1142647226-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806191-2-iscsi {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:27:59.298065 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b695ca27-550c-4a01-9a42-e4c7fcca288c req-732ff661-3def-4a5b-aa13-760aa8acba0e tempest-AttachVolumeShelveTestJSON-1142647226 tempest-AttachVolumeShelveTestJSON-1142647226-project] Router aa1f8aa4-2384-432f-a79c-f024f744aca5 has already been hosted by L3 agent c3ed3b02-d107-45f2-9b2a-fff9b0cfaa96 {{(pid=93884) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 19:27:59.343742 dv-cinder-806191-2-iscsi neutron-server[93883]: INFO neutron.wsgi [req-b8d583d4-cf86-4c9d-859f-0fa69dc8014e req-0cefef96-f5a0-4f49-90bd-8e7faf5e4e54 tempest-AttachVolumeShelveTestJSON-1142647226 tempest-AttachVolumeShelveTestJSON-1142647226-project] 10.222.0.26 "GET /v2.0/ports?device_id=365fad5b-4b67-47e8-951d-b762cd7f4b09 HTTP/1.1" status: 200 len: 210 time: 0.0269973 Aug 29 19:27:59.407356 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b695ca27-550c-4a01-9a42-e4c7fcca288c req-732ff661-3def-4a5b-aa13-760aa8acba0e tempest-AttachVolumeShelveTestJSON-1142647226 tempest-AttachVolumeShelveTestJSON-1142647226-project] Notify agent at l3_agent.dv-cinder-806191-2-iscsi the message routers_updated {{(pid=93884) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 19:27:59.418917 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da35ccf0-2f6b-406a-b5e4-dcb485a33df9 None None] Sync routers for ids ['aa1f8aa4-2384-432f-a79c-f024f744aca5'] in dv-cinder-806191-2-iscsi {{(pid=93885) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 19:27:59.428040 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da35ccf0-2f6b-406a-b5e4-dcb485a33df9 None None] Routers {'aa1f8aa4-2384-432f-a79c-f024f744aca5'} bound to L3 agent in host dv-cinder-806191-2-iscsi {{(pid=93885) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 19:27:59.428668 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-da35ccf0-2f6b-406a-b5e4-dcb485a33df9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806191-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-29T19:13:49Z,description=,heartbeat_timestamp=2021-08-29T19:27:49Z,host='dv-cinder-806191-2-iscsi',id=c3ed3b02-d107-45f2-9b2a-fff9b0cfaa96,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T19:13:49Z,topic='l3_agent')) {'router_ids': ['aa1f8aa4-2384-432f-a79c-f024f744aca5'], 'active': True} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 19:27:59.446822 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.db.l3_dvrscheduler_db [req-b695ca27-550c-4a01-9a42-e4c7fcca288c req-732ff661-3def-4a5b-aa13-760aa8acba0e tempest-AttachVolumeShelveTestJSON-1142647226 tempest-AttachVolumeShelveTestJSON-1142647226-project] No DVR routers for this DVR port 2ca38fe5-607b-4510-a5ac-60b30b673c52 on host hv-cinder-80619 {{(pid=93884) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 19:27:59.449038 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-b695ca27-550c-4a01-9a42-e4c7fcca288c req-732ff661-3def-4a5b-aa13-760aa8acba0e tempest-AttachVolumeShelveTestJSON-1142647226 tempest-AttachVolumeShelveTestJSON-1142647226-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-256493'] for port, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:27:59.451087 dv-cinder-806191-2-iscsi neutron-server[93884]: INFO neutron.wsgi [req-b695ca27-550c-4a01-9a42-e4c7fcca288c req-732ff661-3def-4a5b-aa13-760aa8acba0e tempest-AttachVolumeShelveTestJSON-1142647226 tempest-AttachVolumeShelveTestJSON-1142647226-project] 10.222.0.23 "DELETE /v2.0/ports/2ca38fe5-607b-4510-a5ac-60b30b673c52 HTTP/1.1" status: 204 len: 173 time: 0.8857572 Aug 29 19:27:59.451551 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '365fad5b-4b67-47e8-951d-b762cd7f4b09', 'name': 'network-vif-deleted', 'tag': '2ca38fe5-607b-4510-a5ac-60b30b673c52'}] {{(pid=93884) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 19:27:59.453817 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}af0273b9eb9050257146764f7dfc5aa69aec40d1770056ff1a21a350116cd0eb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-35928308-ac5a-404f-b3c5-96942c1e0909" -d '{"events": [{"server_uuid": "365fad5b-4b67-47e8-951d-b762cd7f4b09", "name": "network-vif-deleted", "tag": "2ca38fe5-607b-4510-a5ac-60b30b673c52"}]}' {{(pid=93884) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 19:27:59.545272 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.db.l3_dvr_db [None req-da35ccf0-2f6b-406a-b5e4-dcb485a33df9 None None] Set router aa1f8aa4-2384-432f-a79c-f024f744aca5 gateway port host: dv-cinder-806191-2-iscsi {{(pid=93885) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 19:27:59.617815 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 19:27:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6bac6835-5e74-4228-bf99-c77830525340 x-openstack-request-id: req-6bac6835-5e74-4228-bf99-c77830525340 {{(pid=93884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 19:27:59.618310 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "365fad5b-4b67-47e8-951d-b762cd7f4b09", "name": "network-vif-deleted", "tag": "2ca38fe5-607b-4510-a5ac-60b30b673c52", "status": "completed", "code": 200}]} {{(pid=93884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 19:27:59.618795 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-6bac6835-5e74-4228-bf99-c77830525340 {{(pid=93884) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 19:27:59.619356 dv-cinder-806191-2-iscsi neutron-server[93884]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '365fad5b-4b67-47e8-951d-b762cd7f4b09', 'name': 'network-vif-deleted', 'tag': '2ca38fe5-607b-4510-a5ac-60b30b673c52', 'status': 'completed', 'code': 200} Aug 29 19:27:59.765930 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-da35ccf0-2f6b-406a-b5e4-dcb485a33df9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa1f8aa4-2384-432f-a79c-f024f744aca5', 'name': 'tempest-AttachVolumeShelveTestJSON-1713152363-router', 'tenant_id': 'b6abb49f4d344fccb0cc20553e2de3be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7209b701-ecaa-476a-bd58-d61d280c16d3', 'external_fixed_ips': [{'subnet_id': '71309eb1-223f-47ba-9803-1437c965e178', 'ip_address': '172.27.2.240'}], 'enable_snat': True}, 'gw_port_id': '580e3926-c9b1-42a7-bfde-7cd910984004', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T19:25:15Z', 'updated_at': '2021-08-29T19:25:21Z', 'revision_number': 4, 'project_id': 'b6abb49f4d344fccb0cc20553e2de3be', 'gw_port': {'id': '580e3926-c9b1-42a7-bfde-7cd910984004', 'name': '', 'network_id': '7209b701-ecaa-476a-bd58-d61d280c16d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:a5:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa1f8aa4-2384-432f-a79c-f024f744aca5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 510, 'fixed_ips': [{'subnet_id': '71309eb1-223f-47ba-9803-1437c965e178', 'ip_address': '172.27.2.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806191-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T19:25:16Z', 'updated_at': '2021-08-29T19:25:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71309eb1-223f-47ba-9803-1437c965e178', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806191-2-iscsi', '_interfaces': [{'id': 'c6d6d545-ee44-49df-8b2d-a0b19dd63545', 'name': '', 'network_id': '5f383061-659c-4a42-af3d-e82e7b7b242f', 'tenant_id': 'b6abb49f4d344fccb0cc20553e2de3be', 'mac_address': 'fa:16:3e:ae:4c:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa1f8aa4-2384-432f-a79c-f024f744aca5', 'device_owner': 'network:router_interface', 'standard_attr_id': 519, 'fixed_ips': [{'subnet_id': '276486f1-8541-4ff7-8581-3f1dc1fbc741', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806191-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T19:25:20Z', 'updated_at': '2021-08-29T19:25:32Z', 'revision_number': 5, 'project_id': 'b6abb49f4d344fccb0cc20553e2de3be', 'subnets': [{'id': '276486f1-8541-4ff7-8581-3f1dc1fbc741', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806191-2-iscsi', False) {} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 19:27:59.792519 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da35ccf0-2f6b-406a-b5e4-dcb485a33df9 None None] Checking router: aa1f8aa4-2384-432f-a79c-f024f744aca5 for host: dv-cinder-806191-2-iscsi {{(pid=93885) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 19:27:59.800879 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da35ccf0-2f6b-406a-b5e4-dcb485a33df9 None None] Routers {'aa1f8aa4-2384-432f-a79c-f024f744aca5'} bound to L3 agent in host dv-cinder-806191-2-iscsi {{(pid=93885) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 19:27:59.802164 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-da35ccf0-2f6b-406a-b5e4-dcb485a33df9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806191-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-29T19:13:49Z,description=,heartbeat_timestamp=2021-08-29T19:27:49Z,host='dv-cinder-806191-2-iscsi',id=c3ed3b02-d107-45f2-9b2a-fff9b0cfaa96,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T19:13:49Z,topic='l3_agent')) {'router_ids': ['aa1f8aa4-2384-432f-a79c-f024f744aca5'], 'active': True} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 19:27:59.915717 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.db.l3_dvr_db [None req-da35ccf0-2f6b-406a-b5e4-dcb485a33df9 None None] Set router aa1f8aa4-2384-432f-a79c-f024f744aca5 gateway port host: dv-cinder-806191-2-iscsi {{(pid=93885) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 19:28:00.127851 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-da35ccf0-2f6b-406a-b5e4-dcb485a33df9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa1f8aa4-2384-432f-a79c-f024f744aca5', 'name': 'tempest-AttachVolumeShelveTestJSON-1713152363-router', 'tenant_id': 'b6abb49f4d344fccb0cc20553e2de3be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7209b701-ecaa-476a-bd58-d61d280c16d3', 'external_fixed_ips': [{'subnet_id': '71309eb1-223f-47ba-9803-1437c965e178', 'ip_address': '172.27.2.240'}], 'enable_snat': True}, 'gw_port_id': '580e3926-c9b1-42a7-bfde-7cd910984004', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T19:25:15Z', 'updated_at': '2021-08-29T19:25:21Z', 'revision_number': 4, 'project_id': 'b6abb49f4d344fccb0cc20553e2de3be', 'gw_port': {'id': '580e3926-c9b1-42a7-bfde-7cd910984004', 'name': '', 'network_id': '7209b701-ecaa-476a-bd58-d61d280c16d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:a5:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa1f8aa4-2384-432f-a79c-f024f744aca5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 510, 'fixed_ips': [{'subnet_id': '71309eb1-223f-47ba-9803-1437c965e178', 'ip_address': '172.27.2.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806191-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T19:25:16Z', 'updated_at': '2021-08-29T19:25:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71309eb1-223f-47ba-9803-1437c965e178', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806191-2-iscsi', '_interfaces': [{'id': 'c6d6d545-ee44-49df-8b2d-a0b19dd63545', 'name': '', 'network_id': '5f383061-659c-4a42-af3d-e82e7b7b242f', 'tenant_id': 'b6abb49f4d344fccb0cc20553e2de3be', 'mac_address': 'fa:16:3e:ae:4c:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa1f8aa4-2384-432f-a79c-f024f744aca5', 'device_owner': 'network:router_interface', 'standard_attr_id': 519, 'fixed_ips': [{'subnet_id': '276486f1-8541-4ff7-8581-3f1dc1fbc741', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806191-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T19:25:20Z', 'updated_at': '2021-08-29T19:25:32Z', 'revision_number': 5, 'project_id': 'b6abb49f4d344fccb0cc20553e2de3be', 'subnets': [{'id': '276486f1-8541-4ff7-8581-3f1dc1fbc741', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806191-2-iscsi', False) {} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 19:28:00.154746 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da35ccf0-2f6b-406a-b5e4-dcb485a33df9 None None] The sync data for ids ['aa1f8aa4-2384-432f-a79c-f024f744aca5'] in dv-cinder-806191-2-iscsi is: [{'id': 'aa1f8aa4-2384-432f-a79c-f024f744aca5', 'name': 'tempest-AttachVolumeShelveTestJSON-1713152363-router', 'tenant_id': 'b6abb49f4d344fccb0cc20553e2de3be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7209b701-ecaa-476a-bd58-d61d280c16d3', 'external_fixed_ips': [{'subnet_id': '71309eb1-223f-47ba-9803-1437c965e178', 'ip_address': '172.27.2.240'}], 'enable_snat': True}, 'gw_port_id': '580e3926-c9b1-42a7-bfde-7cd910984004', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T19:25:15Z', 'updated_at': '2021-08-29T19:25:21Z', 'revision_number': 4, 'project_id': 'b6abb49f4d344fccb0cc20553e2de3be', 'gw_port': {'id': '580e3926-c9b1-42a7-bfde-7cd910984004', 'name': '', 'network_id': '7209b701-ecaa-476a-bd58-d61d280c16d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:a5:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa1f8aa4-2384-432f-a79c-f024f744aca5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 510, 'fixed_ips': [{'subnet_id': '71309eb1-223f-47ba-9803-1437c965e178', 'ip_address': '172.27.2.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806191-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T19:25:16Z', 'updated_at': '2021-08-29T19:25:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71309eb1-223f-47ba-9803-1437c965e178', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806191-2-iscsi', '_interfaces': [{'id': 'c6d6d545-ee44-49df-8b2d-a0b19dd63545', 'name': '', 'network_id': '5f383061-659c-4a42-af3d-e82e7b7b242f', 'tenant_id': 'b6abb49f4d344fccb0cc20553e2de3be', 'mac_address': 'fa:16:3e:ae:4c:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa1f8aa4-2384-432f-a79c-f024f744aca5', 'device_owner': 'network:router_interface', 'standard_attr_id': 519, 'fixed_ips': [{'subnet_id': '276486f1-8541-4ff7-8581-3f1dc1fbc741', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806191-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T19:25:20Z', 'updated_at': '2021-08-29T19:25:32Z', 'revision_number': 5, 'project_id': 'b6abb49f4d344fccb0cc20553e2de3be', 'subnets': [{'id': '276486f1-8541-4ff7-8581-3f1dc1fbc741', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93885) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 19:28:00.382092 dv-cinder-806191-2-iscsi neutron-server[93886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62d2e2d1-b2bb-431e-9956-621d9d929d32 None None] New status for floating IP f03a85ee-48ae-4563-82ee-7177212873c6: DOWN {{(pid=93886) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 29 19:28:00.444743 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.26', 35122) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 19:28:00.501046 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-1be0c676-ec4f-4d52-bf1c-6d6ff083a2f9 tempest-AttachVolumeShelveTestJSON-1142647226 tempest-AttachVolumeShelveTestJSON-1142647226-project] Notify callbacks [] for security_group, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:28:00.527843 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-1be0c676-ec4f-4d52-bf1c-6d6ff083a2f9 tempest-AttachVolumeShelveTestJSON-1142647226 tempest-AttachVolumeShelveTestJSON-1142647226-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:28:00.593756 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-1be0c676-ec4f-4d52-bf1c-6d6ff083a2f9 tempest-AttachVolumeShelveTestJSON-1142647226 tempest-AttachVolumeShelveTestJSON-1142647226-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368872'] for security_group, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:28:00.596400 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-1be0c676-ec4f-4d52-bf1c-6d6ff083a2f9 tempest-AttachVolumeShelveTestJSON-1142647226 tempest-AttachVolumeShelveTestJSON-1142647226-project] Notify callbacks [] for security_group, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:28:00.597879 dv-cinder-806191-2-iscsi neutron-server[93883]: INFO neutron.wsgi [None req-1be0c676-ec4f-4d52-bf1c-6d6ff083a2f9 tempest-AttachVolumeShelveTestJSON-1142647226 tempest-AttachVolumeShelveTestJSON-1142647226-project] 10.222.0.26 "DELETE /v2.0/security-groups/2781b643-3e29-491c-86a1-62ffc9eeb243 HTTP/1.1" status: 204 len: 168 time: 0.1517556 Aug 29 19:28:00.600482 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.26', 35124) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 19:28:00.607857 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1be0c676-ec4f-4d52-bf1c-6d6ff083a2f9 tempest-AttachVolumeShelveTestJSON-1142647226 tempest-AttachVolumeShelveTestJSON-1142647226-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2781b643-3e29-491c-86a1-62ffc9eeb243,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:28:00.615626 dv-cinder-806191-2-iscsi neutron-server[93884]: INFO neutron.api.v2.resource [None req-6a6220a9-b612-4bbf-b3d9-9820469e0f0b tempest-AttachVolumeShelveTestJSON-1142647226 tempest-AttachVolumeShelveTestJSON-1142647226-project] show failed (client error): The resource could not be found. Aug 29 19:28:00.615968 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1be0c676-ec4f-4d52-bf1c-6d6ff083a2f9 tempest-AttachVolumeShelveTestJSON-1142647226 tempest-AttachVolumeShelveTestJSON-1142647226-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806191-2-iscsi {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:28:00.620598 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1be0c676-ec4f-4d52-bf1c-6d6ff083a2f9 tempest-AttachVolumeShelveTestJSON-1142647226 tempest-AttachVolumeShelveTestJSON-1142647226-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806191-2-iscsi {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:28:00.620598 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1be0c676-ec4f-4d52-bf1c-6d6ff083a2f9 tempest-AttachVolumeShelveTestJSON-1142647226 tempest-AttachVolumeShelveTestJSON-1142647226-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806191-2-iscsi {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:28:00.621064 dv-cinder-806191-2-iscsi neutron-server[93884]: INFO neutron.wsgi [None req-6a6220a9-b612-4bbf-b3d9-9820469e0f0b tempest-AttachVolumeShelveTestJSON-1142647226 tempest-AttachVolumeShelveTestJSON-1142647226-project] 10.222.0.26 "GET /v2.0/security-groups/2781b643-3e29-491c-86a1-62ffc9eeb243 HTTP/1.1" status: 404 len: 347 time: 0.0151379 Aug 29 19:28:00.621238 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1be0c676-ec4f-4d52-bf1c-6d6ff083a2f9 tempest-AttachVolumeShelveTestJSON-1142647226 tempest-AttachVolumeShelveTestJSON-1142647226-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806191-2-iscsi {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:28:00.621238 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1be0c676-ec4f-4d52-bf1c-6d6ff083a2f9 tempest-AttachVolumeShelveTestJSON-1142647226 tempest-AttachVolumeShelveTestJSON-1142647226-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-806191-2-iscsi {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:28:00.621238 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1be0c676-ec4f-4d52-bf1c-6d6ff083a2f9 tempest-AttachVolumeShelveTestJSON-1142647226 tempest-AttachVolumeShelveTestJSON-1142647226-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806191-2-iscsi {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:28:00.621238 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1be0c676-ec4f-4d52-bf1c-6d6ff083a2f9 tempest-AttachVolumeShelveTestJSON-1142647226 tempest-AttachVolumeShelveTestJSON-1142647226-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-806191-2-iscsi {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:28:00.621238 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1be0c676-ec4f-4d52-bf1c-6d6ff083a2f9 tempest-AttachVolumeShelveTestJSON-1142647226 tempest-AttachVolumeShelveTestJSON-1142647226-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-806191-2-iscsi {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:28:00.621238 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1be0c676-ec4f-4d52-bf1c-6d6ff083a2f9 tempest-AttachVolumeShelveTestJSON-1142647226 tempest-AttachVolumeShelveTestJSON-1142647226-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806191-2-iscsi {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:28:00.621238 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1be0c676-ec4f-4d52-bf1c-6d6ff083a2f9 tempest-AttachVolumeShelveTestJSON-1142647226 tempest-AttachVolumeShelveTestJSON-1142647226-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806191-2-iscsi {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:28:00.621238 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1be0c676-ec4f-4d52-bf1c-6d6ff083a2f9 tempest-AttachVolumeShelveTestJSON-1142647226 tempest-AttachVolumeShelveTestJSON-1142647226-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806191-2-iscsi {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:28:00.621238 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1be0c676-ec4f-4d52-bf1c-6d6ff083a2f9 tempest-AttachVolumeShelveTestJSON-1142647226 tempest-AttachVolumeShelveTestJSON-1142647226-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806191-2-iscsi {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:28:00.622469 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.26', 35126) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 19:28:00.761468 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-d92f4e05-e84c-4f3c-b9e6-e1c2dd8b06a6 tempest-AttachVolumeShelveTestJSON-1142647226 tempest-AttachVolumeShelveTestJSON-1142647226-project] Deleting port 54d652a4-234f-454b-9c12-f678a2269226 {{(pid=93884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 19:28:00.761811 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-d92f4e05-e84c-4f3c-b9e6-e1c2dd8b06a6 tempest-AttachVolumeShelveTestJSON-1142647226 tempest-AttachVolumeShelveTestJSON-1142647226-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777170414367'] for port, before_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:28:00.841351 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-d92f4e05-e84c-4f3c-b9e6-e1c2dd8b06a6 tempest-AttachVolumeShelveTestJSON-1142647226 tempest-AttachVolumeShelveTestJSON-1142647226-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3695122'] for port, precommit_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:28:00.841587 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-d92f4e05-e84c-4f3c-b9e6-e1c2dd8b06a6 tempest-AttachVolumeShelveTestJSON-1142647226 tempest-AttachVolumeShelveTestJSON-1142647226-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:28:00.853625 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-d92f4e05-e84c-4f3c-b9e6-e1c2dd8b06a6 tempest-AttachVolumeShelveTestJSON-1142647226 tempest-AttachVolumeShelveTestJSON-1142647226-project] Calling delete_port for 54d652a4-234f-454b-9c12-f678a2269226 owned by network:floatingip {{(pid=93884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 19:28:00.993934 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-d92f4e05-e84c-4f3c-b9e6-e1c2dd8b06a6 tempest-AttachVolumeShelveTestJSON-1142647226 tempest-AttachVolumeShelveTestJSON-1142647226-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3669005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3715978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777170436895', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777169884173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262862687'] for port, after_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:28:01.020036 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d92f4e05-e84c-4f3c-b9e6-e1c2dd8b06a6 tempest-AttachVolumeShelveTestJSON-1142647226 tempest-AttachVolumeShelveTestJSON-1142647226-project] Pushing event deleted for resources: {'Port': ['ID=54d652a4-234f-454b-9c12-f678a2269226,revision_number=None']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:28:01.037433 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-e411ce9c-394c-453f-add9-812245090945 None None] Device 2ca38fe5-607b-4510-a5ac-60b30b673c52 no longer exists at agent hyperv_hv-cinder-80619 {{(pid=93885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 19:28:01.059576 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.plugins.ml2.plugin [None req-e411ce9c-394c-453f-add9-812245090945 None None] No Port match for: 2ca38fe5-607b-4510-a5ac-60b30b673c52 {{(pid=93885) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 19:28:01.060442 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-e411ce9c-394c-453f-add9-812245090945 None None] Device 2ca38fe5-607b-4510-a5ac-60b30b673c52 not bound to the agent host hv-cinder-80619 {{(pid=93885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 19:28:01.091552 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-d92f4e05-e84c-4f3c-b9e6-e1c2dd8b06a6 tempest-AttachVolumeShelveTestJSON-1142647226 tempest-AttachVolumeShelveTestJSON-1142647226-project] Notify callbacks [] for floatingip, after_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:28:01.094228 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-d92f4e05-e84c-4f3c-b9e6-e1c2dd8b06a6 tempest-AttachVolumeShelveTestJSON-1142647226 tempest-AttachVolumeShelveTestJSON-1142647226-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-256493'] for floatingip, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:28:01.095436 dv-cinder-806191-2-iscsi neutron-server[93884]: INFO neutron.wsgi [None req-d92f4e05-e84c-4f3c-b9e6-e1c2dd8b06a6 tempest-AttachVolumeShelveTestJSON-1142647226 tempest-AttachVolumeShelveTestJSON-1142647226-project] 10.222.0.26 "DELETE /v2.0/floatingips/f03a85ee-48ae-4563-82ee-7177212873c6 HTTP/1.1" status: 204 len: 168 time: 0.4736702 Aug 29 19:28:01.427124 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.26', 35130) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 19:28:01.432466 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron.api.v2.base [None req-0b9a9a4f-f453-4846-aaf1-bcf642651a9e tempest-AttachVolumeShelveTestJSON-1142647226 tempest-AttachVolumeShelveTestJSON-1142647226-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2129174107', 'description': 'tempest-description--1201761786'}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 19:28:01.456977 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-0b9a9a4f-f453-4846-aaf1-bcf642651a9e tempest-AttachVolumeShelveTestJSON-1142647226 tempest-AttachVolumeShelveTestJSON-1142647226-project] Notify callbacks [] for security_group, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:28:01.543003 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-0b9a9a4f-f453-4846-aaf1-bcf642651a9e tempest-AttachVolumeShelveTestJSON-1142647226 tempest-AttachVolumeShelveTestJSON-1142647226-project] Notify callbacks [] for security_group, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:28:01.546984 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-0b9a9a4f-f453-4846-aaf1-bcf642651a9e tempest-AttachVolumeShelveTestJSON-1142647226 tempest-AttachVolumeShelveTestJSON-1142647226-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368872'] for security_group, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:28:01.576216 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-0b9a9a4f-f453-4846-aaf1-bcf642651a9e tempest-AttachVolumeShelveTestJSON-1142647226 tempest-AttachVolumeShelveTestJSON-1142647226-project] Notify callbacks [] for security_group, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:28:01.577460 dv-cinder-806191-2-iscsi neutron-server[93883]: INFO neutron.wsgi [None req-0b9a9a4f-f453-4846-aaf1-bcf642651a9e tempest-AttachVolumeShelveTestJSON-1142647226 tempest-AttachVolumeShelveTestJSON-1142647226-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.1493013 Aug 29 19:28:01.578681 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b9a9a4f-f453-4846-aaf1-bcf642651a9e tempest-AttachVolumeShelveTestJSON-1142647226 tempest-AttachVolumeShelveTestJSON-1142647226-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e8a4748b-1455-4786-b8d8-f5e4f9e844dd,revision_number=1']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:28:01.581065 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.26', 35132) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 19:28:01.586260 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.api.v2.base [None req-8efc778d-6a0e-46f0-9e98-b3840cc8482b tempest-AttachVolumeShelveTestJSON-1142647226 tempest-AttachVolumeShelveTestJSON-1142647226-project] Request body: {'security_group_rule': {'security_group_id': 'e8a4748b-1455-4786-b8d8-f5e4f9e844dd', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 19:28:01.614135 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-8efc778d-6a0e-46f0-9e98-b3840cc8482b tempest-AttachVolumeShelveTestJSON-1142647226 tempest-AttachVolumeShelveTestJSON-1142647226-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:28:01.673732 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-8efc778d-6a0e-46f0-9e98-b3840cc8482b tempest-AttachVolumeShelveTestJSON-1142647226 tempest-AttachVolumeShelveTestJSON-1142647226-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:28:01.677557 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-8efc778d-6a0e-46f0-9e98-b3840cc8482b tempest-AttachVolumeShelveTestJSON-1142647226 tempest-AttachVolumeShelveTestJSON-1142647226-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-359182'] for security_group_rule, after_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:28:01.702505 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8efc778d-6a0e-46f0-9e98-b3840cc8482b tempest-AttachVolumeShelveTestJSON-1142647226 tempest-AttachVolumeShelveTestJSON-1142647226-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fde6bb6b-5667-4d2e-92d8-270755d3dd05,revision_number=0']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:28:01.709105 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-8efc778d-6a0e-46f0-9e98-b3840cc8482b tempest-AttachVolumeShelveTestJSON-1142647226 tempest-AttachVolumeShelveTestJSON-1142647226-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:28:01.710335 dv-cinder-806191-2-iscsi neutron-server[93884]: INFO neutron.wsgi [None req-8efc778d-6a0e-46f0-9e98-b3840cc8482b tempest-AttachVolumeShelveTestJSON-1142647226 tempest-AttachVolumeShelveTestJSON-1142647226-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1280720 Aug 29 19:28:01.713311 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.26', 35134) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 19:28:01.717803 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.api.v2.base [None req-864327d7-810d-4035-b335-0436df941424 tempest-AttachVolumeShelveTestJSON-1142647226 tempest-AttachVolumeShelveTestJSON-1142647226-project] Request body: {'security_group_rule': {'security_group_id': 'e8a4748b-1455-4786-b8d8-f5e4f9e844dd', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 19:28:01.744075 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-864327d7-810d-4035-b335-0436df941424 tempest-AttachVolumeShelveTestJSON-1142647226 tempest-AttachVolumeShelveTestJSON-1142647226-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:28:01.808133 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-864327d7-810d-4035-b335-0436df941424 tempest-AttachVolumeShelveTestJSON-1142647226 tempest-AttachVolumeShelveTestJSON-1142647226-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:28:01.812561 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-864327d7-810d-4035-b335-0436df941424 tempest-AttachVolumeShelveTestJSON-1142647226 tempest-AttachVolumeShelveTestJSON-1142647226-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-359182'] for security_group_rule, after_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:28:01.833185 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-864327d7-810d-4035-b335-0436df941424 tempest-AttachVolumeShelveTestJSON-1142647226 tempest-AttachVolumeShelveTestJSON-1142647226-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=30e9cb4c-ad7b-4c04-b24d-af784d972e11,revision_number=0']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:28:01.836825 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-864327d7-810d-4035-b335-0436df941424 tempest-AttachVolumeShelveTestJSON-1142647226 tempest-AttachVolumeShelveTestJSON-1142647226-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:28:01.838076 dv-cinder-806191-2-iscsi neutron-server[93884]: INFO neutron.wsgi [None req-864327d7-810d-4035-b335-0436df941424 tempest-AttachVolumeShelveTestJSON-1142647226 tempest-AttachVolumeShelveTestJSON-1142647226-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1238596 Aug 29 19:28:01.841266 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.26', 35136) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 19:28:01.845733 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.api.v2.base [None req-56b22e29-98b6-4a96-bdaf-f000aaf1cbc3 tempest-AttachVolumeShelveTestJSON-1142647226 tempest-AttachVolumeShelveTestJSON-1142647226-project] Request body: {'floatingip': {'floating_network_id': '7209b701-ecaa-476a-bd58-d61d280c16d3'}} {{(pid=93884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 19:28:01.868448 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-56b22e29-98b6-4a96-bdaf-f000aaf1cbc3 tempest-AttachVolumeShelveTestJSON-1142647226 tempest-AttachVolumeShelveTestJSON-1142647226-project] Notify callbacks [] for floatingip, before_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:28:01.970478 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-56b22e29-98b6-4a96-bdaf-f000aaf1cbc3 tempest-AttachVolumeShelveTestJSON-1142647226 tempest-AttachVolumeShelveTestJSON-1142647226-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3669058'] for port, before_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:28:02.074610 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.db.db_base_plugin_common [None req-56b22e29-98b6-4a96-bdaf-f000aaf1cbc3 tempest-AttachVolumeShelveTestJSON-1142647226 tempest-AttachVolumeShelveTestJSON-1142647226-project] Allocated IP 172.27.2.155 (7209b701-ecaa-476a-bd58-d61d280c16d3/71309eb1-223f-47ba-9803-1437c965e178/b754cef4-3627-4479-833c-813402f61523) {{(pid=93884) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 19:28:02.182724 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-56b22e29-98b6-4a96-bdaf-f000aaf1cbc3 tempest-AttachVolumeShelveTestJSON-1142647226 tempest-AttachVolumeShelveTestJSON-1142647226-project] Notify callbacks [] for port, precommit_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:28:02.223120 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-56b22e29-98b6-4a96-bdaf-f000aaf1cbc3 tempest-AttachVolumeShelveTestJSON-1142647226 tempest-AttachVolumeShelveTestJSON-1142647226-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3669005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3715978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777169884164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262862687'] for port, after_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:28:02.264691 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56b22e29-98b6-4a96-bdaf-f000aaf1cbc3 tempest-AttachVolumeShelveTestJSON-1142647226 tempest-AttachVolumeShelveTestJSON-1142647226-project] Network 7209b701-ecaa-476a-bd58-d61d280c16d3 is already hosted by enough agents. {{(pid=93884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 19:28:02.269755 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.scheduler.base_scheduler [None req-56b22e29-98b6-4a96-bdaf-f000aaf1cbc3 tempest-AttachVolumeShelveTestJSON-1142647226 tempest-AttachVolumeShelveTestJSON-1142647226-project] Resources bound (agent type, host, resource id): {{(pid=93884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 19:28:02.272170 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56b22e29-98b6-4a96-bdaf-f000aaf1cbc3 tempest-AttachVolumeShelveTestJSON-1142647226 tempest-AttachVolumeShelveTestJSON-1142647226-project] Received port after_create {{(pid=93884) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 19:28:02.275904 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56b22e29-98b6-4a96-bdaf-f000aaf1cbc3 tempest-AttachVolumeShelveTestJSON-1142647226 tempest-AttachVolumeShelveTestJSON-1142647226-project] Pushing event updated for resources: {'Port': ['ID=b754cef4-3627-4479-833c-813402f61523,revision_number=1']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:28:02.366179 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-56b22e29-98b6-4a96-bdaf-f000aaf1cbc3 tempest-AttachVolumeShelveTestJSON-1142647226 tempest-AttachVolumeShelveTestJSON-1142647226-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:28:02.659781 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-56b22e29-98b6-4a96-bdaf-f000aaf1cbc3 tempest-AttachVolumeShelveTestJSON-1142647226 tempest-AttachVolumeShelveTestJSON-1142647226-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3669058'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:28:02.821072 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-56b22e29-98b6-4a96-bdaf-f000aaf1cbc3 tempest-AttachVolumeShelveTestJSON-1142647226 tempest-AttachVolumeShelveTestJSON-1142647226-project] Notify callbacks [] for port, precommit_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:28:02.825989 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-56b22e29-98b6-4a96-bdaf-f000aaf1cbc3 tempest-AttachVolumeShelveTestJSON-1142647226 tempest-AttachVolumeShelveTestJSON-1142647226-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3669005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3715978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777170436913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777169884182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777169884200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-262862662'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:28:02.898973 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56b22e29-98b6-4a96-bdaf-f000aaf1cbc3 tempest-AttachVolumeShelveTestJSON-1142647226 tempest-AttachVolumeShelveTestJSON-1142647226-project] Pushing event updated for resources: {'Port': ['ID=b754cef4-3627-4479-833c-813402f61523,revision_number=2']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:28:02.908083 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-56b22e29-98b6-4a96-bdaf-f000aaf1cbc3 tempest-AttachVolumeShelveTestJSON-1142647226 tempest-AttachVolumeShelveTestJSON-1142647226-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3676317'] for floatingip, after_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:28:02.921796 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-56b22e29-98b6-4a96-bdaf-f000aaf1cbc3 tempest-AttachVolumeShelveTestJSON-1142647226 tempest-AttachVolumeShelveTestJSON-1142647226-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-256493'] for floatingip, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:28:02.923269 dv-cinder-806191-2-iscsi neutron-server[93884]: INFO neutron.wsgi [None req-56b22e29-98b6-4a96-bdaf-f000aaf1cbc3 tempest-AttachVolumeShelveTestJSON-1142647226 tempest-AttachVolumeShelveTestJSON-1142647226-project] 10.222.0.26 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.0810444 Aug 29 19:28:03.145818 dv-cinder-806191-2-iscsi neutron-server[93884]: INFO neutron.wsgi [req-f7a26cff-022d-4405-8a02-0eabd2d37b05 req-4ff1ee3e-9b10-47fd-8b70-638f7cddfee8 tempest-AttachVolumeShelveTestJSON-1142647226 tempest-AttachVolumeShelveTestJSON-1142647226-project] 10.222.0.26 "GET /v2.0/security-groups?name=tempest-securitygroup--2129174107&fields=id&tenant_id=b6abb49f4d344fccb0cc20553e2de3be HTTP/1.1" status: 200 len: 267 time: 0.0336540 Aug 29 19:28:03.255936 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7a26cff-022d-4405-8a02-0eabd2d37b05 req-9fad8991-6fc8-4308-9dab-5c926b75487a tempest-AttachVolumeShelveTestJSON-1142647226 tempest-AttachVolumeShelveTestJSON-1142647226-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 19:28:03.257443 dv-cinder-806191-2-iscsi neutron-server[93884]: INFO neutron.wsgi [req-f7a26cff-022d-4405-8a02-0eabd2d37b05 req-9fad8991-6fc8-4308-9dab-5c926b75487a tempest-AttachVolumeShelveTestJSON-1142647226 tempest-AttachVolumeShelveTestJSON-1142647226-project] 10.222.0.26 "GET /v2.0/networks?id=5f383061-659c-4a42-af3d-e82e7b7b242f HTTP/1.1" status: 200 len: 817 time: 0.1047950 Aug 29 19:28:03.273926 dv-cinder-806191-2-iscsi neutron-server[93884]: INFO neutron.wsgi [req-f7a26cff-022d-4405-8a02-0eabd2d37b05 req-5872630f-9d03-4a5a-a9fc-c6c0f19d8ed7 tempest-AttachVolumeShelveTestJSON-1142647226 tempest-AttachVolumeShelveTestJSON-1142647226-project] 10.222.0.26 "GET /v2.0/quotas/b6abb49f4d344fccb0cc20553e2de3be HTTP/1.1" status: 200 len: 375 time: 0.0096076 Aug 29 19:28:03.328287 dv-cinder-806191-2-iscsi neutron-server[93884]: INFO neutron.wsgi [req-f7a26cff-022d-4405-8a02-0eabd2d37b05 req-429bf206-dbd7-4354-a18e-a3f5d12e6288 tempest-AttachVolumeShelveTestJSON-1142647226 tempest-AttachVolumeShelveTestJSON-1142647226-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=b6abb49f4d344fccb0cc20553e2de3be&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0487194 Aug 29 19:28:03.472634 dv-cinder-806191-2-iscsi neutron-server[93884]: INFO neutron.wsgi [req-f7a26cff-022d-4405-8a02-0eabd2d37b05 req-d4ae0ce3-7c43-4be3-a17d-633b8188a1dc service neutron] 10.222.0.26 "GET /v2.0/networks/5f383061-659c-4a42-af3d-e82e7b7b242f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1323485 Aug 29 19:28:03.566428 dv-cinder-806191-2-iscsi neutron-server[93884]: INFO neutron.wsgi [req-f7a26cff-022d-4405-8a02-0eabd2d37b05 req-83617fde-dbdb-43cf-aaad-1a1274bcce3a service neutron] 10.222.0.26 "GET /v2.0/networks/5f383061-659c-4a42-af3d-e82e7b7b242f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870841 Aug 29 19:28:03.733400 dv-cinder-806191-2-iscsi neutron-server[93883]: INFO neutron.wsgi [req-b513f417-05a4-4208-bd5d-547933de4bf2 req-b6139da1-7f4a-47de-8da6-7241fa93f830 tempest-AttachVolumeShelveTestJSON-1142647226 tempest-AttachVolumeShelveTestJSON-1142647226-project] 10.222.0.26 "GET /v2.0/ports?device_id=1f302506-b8ef-4fda-ba8a-f51aecf88589 HTTP/1.1" status: 200 len: 210 time: 0.0341823 Aug 29 19:28:04.664338 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7a26cff-022d-4405-8a02-0eabd2d37b05 req-30fa4d6d-c805-4465-a084-af50e97ceac1 tempest-AttachVolumeShelveTestJSON-1142647226 tempest-AttachVolumeShelveTestJSON-1142647226-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 19:28:04.665861 dv-cinder-806191-2-iscsi neutron-server[93884]: INFO neutron.wsgi [req-f7a26cff-022d-4405-8a02-0eabd2d37b05 req-30fa4d6d-c805-4465-a084-af50e97ceac1 tempest-AttachVolumeShelveTestJSON-1142647226 tempest-AttachVolumeShelveTestJSON-1142647226-project] 10.222.0.23 "GET /v2.0/networks?id=5f383061-659c-4a42-af3d-e82e7b7b242f HTTP/1.1" status: 200 len: 817 time: 0.1363614 Aug 29 19:28:04.711427 dv-cinder-806191-2-iscsi neutron-server[93884]: INFO neutron.wsgi [req-f7a26cff-022d-4405-8a02-0eabd2d37b05 req-8e94f777-2ab5-4cd2-a062-676ff25a93d1 tempest-AttachVolumeShelveTestJSON-1142647226 tempest-AttachVolumeShelveTestJSON-1142647226-project] 10.222.0.23 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b6abb49f4d344fccb0cc20553e2de3be HTTP/1.1" status: 200 len: 380 time: 0.0358255 Aug 29 19:28:04.723778 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.api.v2.base [req-f7a26cff-022d-4405-8a02-0eabd2d37b05 req-4738e7a2-467b-410e-a090-0a9b638c6e4d tempest-AttachVolumeShelveTestJSON-1142647226 tempest-AttachVolumeShelveTestJSON-1142647226-project] Request body: {'port': {'device_id': '1f302506-b8ef-4fda-ba8a-f51aecf88589', 'network_id': '5f383061-659c-4a42-af3d-e82e7b7b242f', 'admin_state_up': True, 'tenant_id': 'b6abb49f4d344fccb0cc20553e2de3be', 'security_groups': ['e8a4748b-1455-4786-b8d8-f5e4f9e844dd']}} {{(pid=93884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 19:28:04.839755 dv-cinder-806191-2-iscsi neutron-server[93884]: INFO neutron.wsgi [req-6e84d3d5-8f90-4368-8853-5208b4a46b8d req-090e9eb2-526b-4f95-be54-35a33a9ab84b tempest-AttachVolumeShelveTestJSON-1142647226 tempest-AttachVolumeShelveTestJSON-1142647226-project] 10.222.0.26 "GET /v2.0/ports?device_id=1f302506-b8ef-4fda-ba8a-f51aecf88589 HTTP/1.1" status: 200 len: 210 time: 0.0297205 Aug 29 19:28:04.862687 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f7a26cff-022d-4405-8a02-0eabd2d37b05 req-4738e7a2-467b-410e-a090-0a9b638c6e4d tempest-AttachVolumeShelveTestJSON-1142647226 tempest-AttachVolumeShelveTestJSON-1142647226-project] Made reservation on behalf of b6abb49f4d344fccb0cc20553e2de3be for: {'port': 1} {{(pid=93884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 19:28:04.866398 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-f7a26cff-022d-4405-8a02-0eabd2d37b05 req-4738e7a2-467b-410e-a090-0a9b638c6e4d tempest-AttachVolumeShelveTestJSON-1142647226 tempest-AttachVolumeShelveTestJSON-1142647226-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3669058'] for port, before_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:28:05.002061 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.db.db_base_plugin_common [req-f7a26cff-022d-4405-8a02-0eabd2d37b05 req-4738e7a2-467b-410e-a090-0a9b638c6e4d tempest-AttachVolumeShelveTestJSON-1142647226 tempest-AttachVolumeShelveTestJSON-1142647226-project] Allocated IP 172.20.0.13 (5f383061-659c-4a42-af3d-e82e7b7b242f/276486f1-8541-4ff7-8581-3f1dc1fbc741/8a991bf5-faf9-47d2-aa7d-4357fb980b4f) {{(pid=93884) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 19:28:05.149330 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-f7a26cff-022d-4405-8a02-0eabd2d37b05 req-4738e7a2-467b-410e-a090-0a9b638c6e4d tempest-AttachVolumeShelveTestJSON-1142647226 tempest-AttachVolumeShelveTestJSON-1142647226-project] Notify callbacks [] for port, precommit_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:28:05.162718 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [req-f7a26cff-022d-4405-8a02-0eabd2d37b05 req-4738e7a2-467b-410e-a090-0a9b638c6e4d tempest-AttachVolumeShelveTestJSON-1142647226 tempest-AttachVolumeShelveTestJSON-1142647226-project] Transition to ACTIVE for port object 8a991bf5-faf9-47d2-aa7d-4357fb980b4f will not be triggered until provisioned by entity DHCP. {{(pid=93884) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 19:28:05.199178 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-f7a26cff-022d-4405-8a02-0eabd2d37b05 req-4738e7a2-467b-410e-a090-0a9b638c6e4d tempest-AttachVolumeShelveTestJSON-1142647226 tempest-AttachVolumeShelveTestJSON-1142647226-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3669005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3715978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777169884164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262862687'] for port, after_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:28:05.242732 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f7a26cff-022d-4405-8a02-0eabd2d37b05 req-4738e7a2-467b-410e-a090-0a9b638c6e4d tempest-AttachVolumeShelveTestJSON-1142647226 tempest-AttachVolumeShelveTestJSON-1142647226-project] Network 5f383061-659c-4a42-af3d-e82e7b7b242f is already hosted by enough agents. {{(pid=93884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 19:28:05.245982 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.scheduler.base_scheduler [req-f7a26cff-022d-4405-8a02-0eabd2d37b05 req-4738e7a2-467b-410e-a090-0a9b638c6e4d tempest-AttachVolumeShelveTestJSON-1142647226 tempest-AttachVolumeShelveTestJSON-1142647226-project] Resources bound (agent type, host, resource id): {{(pid=93884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 19:28:05.250029 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.db.l3_dvrscheduler_db [req-f7a26cff-022d-4405-8a02-0eabd2d37b05 req-4738e7a2-467b-410e-a090-0a9b638c6e4d tempest-AttachVolumeShelveTestJSON-1142647226 tempest-AttachVolumeShelveTestJSON-1142647226-project] Received port after_create {{(pid=93884) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 19:28:05.256941 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4738e7a2-467b-410e-a090-0a9b638c6e4d tempest-AttachVolumeShelveTestJSON-1142647226 tempest-AttachVolumeShelveTestJSON-1142647226-project] Pushing event updated for resources: {'Port': ['ID=8a991bf5-faf9-47d2-aa7d-4357fb980b4f,revision_number=1']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:28:05.303929 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7a26cff-022d-4405-8a02-0eabd2d37b05 req-4738e7a2-467b-410e-a090-0a9b638c6e4d tempest-AttachVolumeShelveTestJSON-1142647226 tempest-AttachVolumeShelveTestJSON-1142647226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 19:28:05.305165 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-f7a26cff-022d-4405-8a02-0eabd2d37b05 req-4738e7a2-467b-410e-a090-0a9b638c6e4d tempest-AttachVolumeShelveTestJSON-1142647226 tempest-AttachVolumeShelveTestJSON-1142647226-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-256493'] for port, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:28:05.322822 dv-cinder-806191-2-iscsi neutron-server[93884]: INFO neutron.wsgi [req-f7a26cff-022d-4405-8a02-0eabd2d37b05 req-4738e7a2-467b-410e-a090-0a9b638c6e4d tempest-AttachVolumeShelveTestJSON-1142647226 tempest-AttachVolumeShelveTestJSON-1142647226-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6025546 Aug 29 19:28:05.336365 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.api.v2.base [req-f7a26cff-022d-4405-8a02-0eabd2d37b05 req-2a695b6b-e89d-4e01-b9d9-10015741978f service neutron] Request body: {'port': {'device_id': '1f302506-b8ef-4fda-ba8a-f51aecf88589', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80619'}} {{(pid=93884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 19:28:05.400627 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-f7a26cff-022d-4405-8a02-0eabd2d37b05 req-2a695b6b-e89d-4e01-b9d9-10015741978f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3669058'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:28:05.588012 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-445a0990-f54b-4c19-83ca-8dc2627a4e4f None None] Provisioning for port 8a991bf5-faf9-47d2-aa7d-4357fb980b4f completed by entity DHCP. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 19:28:05.592129 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-445a0990-f54b-4c19-83ca-8dc2627a4e4f None None] Provisioning complete for port 8a991bf5-faf9-47d2-aa7d-4357fb980b4f triggered by entity DHCP. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 19:28:05.592499 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-445a0990-f54b-4c19-83ca-8dc2627a4e4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3627211'] for port, provisioning_complete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:28:05.628239 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.plugins.ml2.plugin [None req-445a0990-f54b-4c19-83ca-8dc2627a4e4f None None] Port 8a991bf5-faf9-47d2-aa7d-4357fb980b4f cannot update to ACTIVE because it is not bound. {{(pid=93885) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 19:28:05.682290 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.notifiers.nova [req-f7a26cff-022d-4405-8a02-0eabd2d37b05 req-2a695b6b-e89d-4e01-b9d9-10015741978f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8a991bf5-faf9-47d2-aa7d-4357fb980b4f {{(pid=93884) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 19:28:05.689837 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-f7a26cff-022d-4405-8a02-0eabd2d37b05 req-2a695b6b-e89d-4e01-b9d9-10015741978f service neutron] Notify callbacks [] for port, precommit_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:28:05.702680 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [req-f7a26cff-022d-4405-8a02-0eabd2d37b05 req-2a695b6b-e89d-4e01-b9d9-10015741978f service neutron] Transition to ACTIVE for port object 8a991bf5-faf9-47d2-aa7d-4357fb980b4f will not be triggered until provisioned by entity L2. {{(pid=93884) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 19:28:05.706581 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-f7a26cff-022d-4405-8a02-0eabd2d37b05 req-2a695b6b-e89d-4e01-b9d9-10015741978f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3669005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3715978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777170436913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777169884182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777169884200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-262862662'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:28:05.761148 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a695b6b-e89d-4e01-b9d9-10015741978f service neutron] Pushing event updated for resources: {'Port': ['ID=8a991bf5-faf9-47d2-aa7d-4357fb980b4f,revision_number=2']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:28:05.832571 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.managers [req-f7a26cff-022d-4405-8a02-0eabd2d37b05 req-2a695b6b-e89d-4e01-b9d9-10015741978f service neutron] Attempting to bind port 8a991bf5-faf9-47d2-aa7d-4357fb980b4f on host hv-cinder-80619 for vnic_type normal with profile {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 19:28:05.833053 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.managers [req-f7a26cff-022d-4405-8a02-0eabd2d37b05 req-2a695b6b-e89d-4e01-b9d9-10015741978f service neutron] Attempting to bind port 8a991bf5-faf9-47d2-aa7d-4357fb980b4f by drivers openvswitch,hyperv on host hv-cinder-80619 at level 0 using segments [{'id': '4a9860ce-75e8-4908-94b6-2e145ca82fc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '5f383061-659c-4a42-af3d-e82e7b7b242f'}] {{(pid=93884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 19:28:05.833394 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7a26cff-022d-4405-8a02-0eabd2d37b05 req-2a695b6b-e89d-4e01-b9d9-10015741978f service neutron] Attempting to bind port 8a991bf5-faf9-47d2-aa7d-4357fb980b4f on network 5f383061-659c-4a42-af3d-e82e7b7b242f {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 19:28:05.838702 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7a26cff-022d-4405-8a02-0eabd2d37b05 req-2a695b6b-e89d-4e01-b9d9-10015741978f service neutron] Port 8a991bf5-faf9-47d2-aa7d-4357fb980b4f on network 5f383061-659c-4a42-af3d-e82e7b7b242f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80619 {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 19:28:05.839023 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7a26cff-022d-4405-8a02-0eabd2d37b05 req-2a695b6b-e89d-4e01-b9d9-10015741978f service neutron] Attempting to bind port 8a991bf5-faf9-47d2-aa7d-4357fb980b4f on network 5f383061-659c-4a42-af3d-e82e7b7b242f {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 19:28:05.844838 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7a26cff-022d-4405-8a02-0eabd2d37b05 req-2a695b6b-e89d-4e01-b9d9-10015741978f service neutron] Checking agent: {'id': 'f86fd93b-ec6e-427a-a263-b2bcb0cc3d39', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80619', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 19, 19, 51), 'started_at': datetime.datetime(2021, 8, 29, 19, 19, 51), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 19, 27, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 19:28:05.845299 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7a26cff-022d-4405-8a02-0eabd2d37b05 req-2a695b6b-e89d-4e01-b9d9-10015741978f service neutron] Checking segment: {'id': '4a9860ce-75e8-4908-94b6-2e145ca82fc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '5f383061-659c-4a42-af3d-e82e7b7b242f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93884) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 19:28:05.845604 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7a26cff-022d-4405-8a02-0eabd2d37b05 req-2a695b6b-e89d-4e01-b9d9-10015741978f service neutron] Bound using segment: {'id': '4a9860ce-75e8-4908-94b6-2e145ca82fc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '5f383061-659c-4a42-af3d-e82e7b7b242f'} {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 19:28:05.846038 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.managers [req-f7a26cff-022d-4405-8a02-0eabd2d37b05 req-2a695b6b-e89d-4e01-b9d9-10015741978f service neutron] Bound port: 8a991bf5-faf9-47d2-aa7d-4357fb980b4f, host: hv-cinder-80619, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4a9860ce-75e8-4908-94b6-2e145ca82fc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '5f383061-659c-4a42-af3d-e82e7b7b242f'}}] {{(pid=93884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 19:28:05.846460 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-f7a26cff-022d-4405-8a02-0eabd2d37b05 req-2a695b6b-e89d-4e01-b9d9-10015741978f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3669058'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:28:05.924721 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.db [req-f7a26cff-022d-4405-8a02-0eabd2d37b05 req-2a695b6b-e89d-4e01-b9d9-10015741978f service neutron] For port 8a991bf5-faf9-47d2-aa7d-4357fb980b4f, host hv-cinder-80619, cleared binding levels {{(pid=93884) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 19:28:05.927863 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.db [req-f7a26cff-022d-4405-8a02-0eabd2d37b05 req-2a695b6b-e89d-4e01-b9d9-10015741978f service neutron] For port 8a991bf5-faf9-47d2-aa7d-4357fb980b4f, host hv-cinder-80619, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80619',level=0,port_id=8a991bf5-faf9-47d2-aa7d-4357fb980b4f,segment=NetworkSegment(4a9860ce-75e8-4908-94b6-2e145ca82fc4),segment_id=4a9860ce-75e8-4908-94b6-2e145ca82fc4)] {{(pid=93884) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 19:28:05.933213 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-f7a26cff-022d-4405-8a02-0eabd2d37b05 req-2a695b6b-e89d-4e01-b9d9-10015741978f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3669005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3715978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777170436913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777169884182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777169884200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-262862662'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:28:05.967218 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7a26cff-022d-4405-8a02-0eabd2d37b05 req-2a695b6b-e89d-4e01-b9d9-10015741978f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 19:28:05.967830 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-f7a26cff-022d-4405-8a02-0eabd2d37b05 req-2a695b6b-e89d-4e01-b9d9-10015741978f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-256493'] for port, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:28:05.969270 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a79334bb-bbc3-4574-84d7-b9e35e60aaa1 req-110f6839-9062-4dd5-bc75-24ad9e1aba8c tempest-AttachVolumeShelveTestJSON-1142647226 tempest-AttachVolumeShelveTestJSON-1142647226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 19:28:05.969761 dv-cinder-806191-2-iscsi neutron-server[93884]: INFO neutron.wsgi [req-f7a26cff-022d-4405-8a02-0eabd2d37b05 req-2a695b6b-e89d-4e01-b9d9-10015741978f service neutron] 10.222.0.23 "PUT /v2.0/ports/8a991bf5-faf9-47d2-aa7d-4357fb980b4f HTTP/1.1" status: 200 len: 1094 time: 0.6382251 Aug 29 19:28:05.971086 dv-cinder-806191-2-iscsi neutron-server[93883]: INFO neutron.wsgi [req-a79334bb-bbc3-4574-84d7-b9e35e60aaa1 req-110f6839-9062-4dd5-bc75-24ad9e1aba8c tempest-AttachVolumeShelveTestJSON-1142647226 tempest-AttachVolumeShelveTestJSON-1142647226-project] 10.222.0.26 "GET /v2.0/ports?device_id=1f302506-b8ef-4fda-ba8a-f51aecf88589 HTTP/1.1" status: 200 len: 944 time: 0.0526445 Aug 29 19:28:05.971764 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1f302506-b8ef-4fda-ba8a-f51aecf88589', 'tag': '8a991bf5-faf9-47d2-aa7d-4357fb980b4f'}] {{(pid=93884) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 19:28:05.975076 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}af0273b9eb9050257146764f7dfc5aa69aec40d1770056ff1a21a350116cd0eb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b3f6d27e-ca53-4dac-804c-458a16408c39" -d '{"events": [{"name": "network-changed", "server_uuid": "1f302506-b8ef-4fda-ba8a-f51aecf88589", "tag": "8a991bf5-faf9-47d2-aa7d-4357fb980b4f"}]}' {{(pid=93884) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 19:28:06.035267 dv-cinder-806191-2-iscsi neutron-server[93883]: INFO neutron.wsgi [req-a79334bb-bbc3-4574-84d7-b9e35e60aaa1 req-0848d38c-6081-4461-9927-2aab1f32e5bc tempest-AttachVolumeShelveTestJSON-1142647226 tempest-AttachVolumeShelveTestJSON-1142647226-project] 10.222.0.26 "GET /v2.0/security-groups?id=e8a4748b-1455-4786-b8d8-f5e4f9e844dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0526459 Aug 29 19:28:06.035515 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 19:28:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-865332d6-739e-46ea-b159-eb47920dcad6 x-openstack-request-id: req-865332d6-739e-46ea-b159-eb47920dcad6 {{(pid=93884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 19:28:06.035633 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1f302506-b8ef-4fda-ba8a-f51aecf88589", "tag": "8a991bf5-faf9-47d2-aa7d-4357fb980b4f", "status": "completed", "code": 200}]} {{(pid=93884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 19:28:06.035859 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-865332d6-739e-46ea-b159-eb47920dcad6 {{(pid=93884) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 19:28:06.036256 dv-cinder-806191-2-iscsi neutron-server[93884]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1f302506-b8ef-4fda-ba8a-f51aecf88589', 'tag': '8a991bf5-faf9-47d2-aa7d-4357fb980b4f', 'status': 'completed', 'code': 200} Aug 29 19:28:06.050463 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a695b6b-e89d-4e01-b9d9-10015741978f service neutron] Pushing event updated for resources: {'Port': ['ID=8a991bf5-faf9-47d2-aa7d-4357fb980b4f,revision_number=3']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:28:06.077120 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7a26cff-022d-4405-8a02-0eabd2d37b05 req-104fe6fc-bacd-4999-b34b-bbf124c19841 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 19:28:06.078690 dv-cinder-806191-2-iscsi neutron-server[93884]: INFO neutron.wsgi [req-f7a26cff-022d-4405-8a02-0eabd2d37b05 req-104fe6fc-bacd-4999-b34b-bbf124c19841 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=b6abb49f4d344fccb0cc20553e2de3be&device_id=1f302506-b8ef-4fda-ba8a-f51aecf88589 HTTP/1.1" status: 200 len: 1097 time: 0.0664837 Aug 29 19:28:06.126366 dv-cinder-806191-2-iscsi neutron-server[93884]: INFO neutron.wsgi [req-f7a26cff-022d-4405-8a02-0eabd2d37b05 req-6e0ad50c-8b54-43f4-a729-b24c8b701ac8 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8a991bf5-faf9-47d2-aa7d-4357fb980b4f HTTP/1.1" status: 200 len: 217 time: 0.0394666 Aug 29 19:28:06.189876 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7a26cff-022d-4405-8a02-0eabd2d37b05 req-9b31ecd7-c626-48a2-a66e-29d86cf0e677 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 19:28:06.191375 dv-cinder-806191-2-iscsi neutron-server[93884]: INFO neutron.wsgi [req-f7a26cff-022d-4405-8a02-0eabd2d37b05 req-9b31ecd7-c626-48a2-a66e-29d86cf0e677 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=276486f1-8541-4ff7-8581-3f1dc1fbc741 HTTP/1.1" status: 200 len: 856 time: 0.0580730 Aug 29 19:28:06.237178 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7a26cff-022d-4405-8a02-0eabd2d37b05 req-2cdcd4e3-8b96-414f-a747-4e752dc27820 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 19:28:06.238689 dv-cinder-806191-2-iscsi neutron-server[93884]: INFO neutron.wsgi [req-f7a26cff-022d-4405-8a02-0eabd2d37b05 req-2cdcd4e3-8b96-414f-a747-4e752dc27820 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=5f383061-659c-4a42-af3d-e82e7b7b242f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0400431 Aug 29 19:28:06.332721 dv-cinder-806191-2-iscsi neutron-server[93884]: INFO neutron.wsgi [req-f7a26cff-022d-4405-8a02-0eabd2d37b05 req-f5bd4cfa-4b8b-4ec6-a945-ee6a81c503ba service neutron] 10.222.0.23 "GET /v2.0/networks/5f383061-659c-4a42-af3d-e82e7b7b242f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867863 Aug 29 19:28:06.422459 dv-cinder-806191-2-iscsi neutron-server[93884]: INFO neutron.wsgi [req-f7a26cff-022d-4405-8a02-0eabd2d37b05 req-720a8e22-bd50-4527-a109-f6bea13699cc service neutron] 10.222.0.23 "GET /v2.0/networks/5f383061-659c-4a42-af3d-e82e7b7b242f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0826032 Aug 29 19:28:06.521905 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3f6d27e-ca53-4dac-804c-458a16408c39 req-52e7d61b-1577-4510-a38b-b6abdd10b19f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 19:28:06.524044 dv-cinder-806191-2-iscsi neutron-server[93884]: INFO neutron.wsgi [req-b3f6d27e-ca53-4dac-804c-458a16408c39 req-52e7d61b-1577-4510-a38b-b6abdd10b19f service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=b6abb49f4d344fccb0cc20553e2de3be&device_id=1f302506-b8ef-4fda-ba8a-f51aecf88589 HTTP/1.1" status: 200 len: 1097 time: 0.0468235 Aug 29 19:28:06.616404 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3f6d27e-ca53-4dac-804c-458a16408c39 req-ba296221-2370-4ab8-a257-ff1e71794a9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 19:28:06.617849 dv-cinder-806191-2-iscsi neutron-server[93884]: INFO neutron.wsgi [req-b3f6d27e-ca53-4dac-804c-458a16408c39 req-ba296221-2370-4ab8-a257-ff1e71794a9f service neutron] 10.222.0.23 "GET /v2.0/networks?id=5f383061-659c-4a42-af3d-e82e7b7b242f HTTP/1.1" status: 200 len: 918 time: 0.0875278 Aug 29 19:28:06.662175 dv-cinder-806191-2-iscsi neutron-server[93884]: INFO neutron.wsgi [req-b3f6d27e-ca53-4dac-804c-458a16408c39 req-da3cd7da-4f13-4cce-bc8e-9210bdbf3062 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8a991bf5-faf9-47d2-aa7d-4357fb980b4f HTTP/1.1" status: 200 len: 217 time: 0.0370386 Aug 29 19:28:06.729128 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3f6d27e-ca53-4dac-804c-458a16408c39 req-20918e98-1b53-41f7-b9f9-09787f6f7aeb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 19:28:06.730636 dv-cinder-806191-2-iscsi neutron-server[93884]: INFO neutron.wsgi [req-b3f6d27e-ca53-4dac-804c-458a16408c39 req-20918e98-1b53-41f7-b9f9-09787f6f7aeb service neutron] 10.222.0.23 "GET /v2.0/subnets?id=276486f1-8541-4ff7-8581-3f1dc1fbc741 HTTP/1.1" status: 200 len: 856 time: 0.0617177 Aug 29 19:28:06.778175 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3f6d27e-ca53-4dac-804c-458a16408c39 req-03c420a0-8880-47da-be37-f0750dfe6356 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 19:28:06.779853 dv-cinder-806191-2-iscsi neutron-server[93884]: INFO neutron.wsgi [req-b3f6d27e-ca53-4dac-804c-458a16408c39 req-03c420a0-8880-47da-be37-f0750dfe6356 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=5f383061-659c-4a42-af3d-e82e7b7b242f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0421996 Aug 29 19:28:06.874640 dv-cinder-806191-2-iscsi neutron-server[93884]: INFO neutron.wsgi [req-b3f6d27e-ca53-4dac-804c-458a16408c39 req-051e60bd-27b4-4f15-a9e1-ca171f96630e service neutron] 10.222.0.23 "GET /v2.0/networks/5f383061-659c-4a42-af3d-e82e7b7b242f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865564 Aug 29 19:28:06.971751 dv-cinder-806191-2-iscsi neutron-server[93884]: INFO neutron.wsgi [req-b3f6d27e-ca53-4dac-804c-458a16408c39 req-4ceb69bd-8841-4392-bd20-6e78f907359d service neutron] 10.222.0.23 "GET /v2.0/networks/5f383061-659c-4a42-af3d-e82e7b7b242f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0880046 Aug 29 19:28:07.158890 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fedb5b44-5e81-4792-9dde-702ef1c14ac9 req-302347aa-5abe-4098-87d7-c8c5a61c0825 tempest-AttachVolumeShelveTestJSON-1142647226 tempest-AttachVolumeShelveTestJSON-1142647226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 19:28:07.160287 dv-cinder-806191-2-iscsi neutron-server[93884]: INFO neutron.wsgi [req-fedb5b44-5e81-4792-9dde-702ef1c14ac9 req-302347aa-5abe-4098-87d7-c8c5a61c0825 tempest-AttachVolumeShelveTestJSON-1142647226 tempest-AttachVolumeShelveTestJSON-1142647226-project] 10.222.0.26 "GET /v2.0/ports?device_id=1f302506-b8ef-4fda-ba8a-f51aecf88589 HTTP/1.1" status: 200 len: 944 time: 0.0500054 Aug 29 19:28:07.204936 dv-cinder-806191-2-iscsi neutron-server[93884]: INFO neutron.wsgi [req-fedb5b44-5e81-4792-9dde-702ef1c14ac9 req-945aa338-1e92-4186-8f0d-7b899ddcafa1 tempest-AttachVolumeShelveTestJSON-1142647226 tempest-AttachVolumeShelveTestJSON-1142647226-project] 10.222.0.26 "GET /v2.0/security-groups?id=e8a4748b-1455-4786-b8d8-f5e4f9e844dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383413 Aug 29 19:28:07.457196 dv-cinder-806191-2-iscsi neutron-server[93886]: DEBUG neutron.db.agents_db [None req-c8461fad-6a9a-4fb7-93e9-57a62b582dc0 None None] Agent healthcheck: found 6 active agents {{(pid=93886) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 19:28:08.324453 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cbbba31-2738-4346-886d-42cef91a5944 req-09c320e3-6bca-4589-b10e-fb98896b4122 tempest-AttachVolumeShelveTestJSON-1142647226 tempest-AttachVolumeShelveTestJSON-1142647226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 19:28:08.325902 dv-cinder-806191-2-iscsi neutron-server[93883]: INFO neutron.wsgi [req-6cbbba31-2738-4346-886d-42cef91a5944 req-09c320e3-6bca-4589-b10e-fb98896b4122 tempest-AttachVolumeShelveTestJSON-1142647226 tempest-AttachVolumeShelveTestJSON-1142647226-project] 10.222.0.26 "GET /v2.0/ports?device_id=1f302506-b8ef-4fda-ba8a-f51aecf88589 HTTP/1.1" status: 200 len: 944 time: 0.0515218 Aug 29 19:28:08.363606 dv-cinder-806191-2-iscsi neutron-server[93883]: INFO neutron.wsgi [req-6cbbba31-2738-4346-886d-42cef91a5944 req-13263dd7-6789-43e5-8fe0-e144a098099d tempest-AttachVolumeShelveTestJSON-1142647226 tempest-AttachVolumeShelveTestJSON-1142647226-project] 10.222.0.26 "GET /v2.0/security-groups?id=e8a4748b-1455-4786-b8d8-f5e4f9e844dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317185 Aug 29 19:28:09.098154 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-e411ce9c-394c-453f-add9-812245090945 None None] Device 8a991bf5-faf9-47d2-aa7d-4357fb980b4f details requested by agent hyperv_hv-cinder-80619 with host hv-cinder-80619 {{(pid=93885) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 19:28:09.198787 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-e411ce9c-394c-453f-add9-812245090945 None None] For port 8a991bf5-faf9-47d2-aa7d-4357fb980b4f, host hv-cinder-80619, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80619',level=0,port_id=8a991bf5-faf9-47d2-aa7d-4357fb980b4f,segment=NetworkSegment(4a9860ce-75e8-4908-94b6-2e145ca82fc4),segment_id=4a9860ce-75e8-4908-94b6-2e145ca82fc4)] {{(pid=93885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 19:28:09.213015 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-e411ce9c-394c-453f-add9-812245090945 None None] Returning: {'device': '8a991bf5-faf9-47d2-aa7d-4357fb980b4f', 'network_id': '5f383061-659c-4a42-af3d-e82e7b7b242f', 'port_id': '8a991bf5-faf9-47d2-aa7d-4357fb980b4f', 'mac_address': 'fa:16:3e:23:95:ab', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 108, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '276486f1-8541-4ff7-8581-3f1dc1fbc741', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93885) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 19:28:09.250778 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-e411ce9c-394c-453f-add9-812245090945 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3669058'] for port, before_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:28:09.263621 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.notifiers.nova [None req-e411ce9c-394c-453f-add9-812245090945 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8a991bf5-faf9-47d2-aa7d-4357fb980b4f {{(pid=93885) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 19:28:09.283551 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-e411ce9c-394c-453f-add9-812245090945 None None] For port 8a991bf5-faf9-47d2-aa7d-4357fb980b4f, host hv-cinder-80619, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80619',level=0,port_id=8a991bf5-faf9-47d2-aa7d-4357fb980b4f,segment=NetworkSegment(4a9860ce-75e8-4908-94b6-2e145ca82fc4),segment_id=4a9860ce-75e8-4908-94b6-2e145ca82fc4)] {{(pid=93885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 19:28:09.287968 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-e411ce9c-394c-453f-add9-812245090945 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3669005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3715978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777170436913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777169884182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777169884200'] for port, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:28:09.338829 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e411ce9c-394c-453f-add9-812245090945 None None] Pushing event updated for resources: {'Port': ['ID=8a991bf5-faf9-47d2-aa7d-4357fb980b4f,revision_number=4']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:28:09.345700 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e411ce9c-394c-453f-add9-812245090945 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806191-2-iscsi {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:28:09.346048 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e411ce9c-394c-453f-add9-812245090945 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806191-2-iscsi {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:28:09.346400 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e411ce9c-394c-453f-add9-812245090945 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806191-2-iscsi {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:28:09.346743 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e411ce9c-394c-453f-add9-812245090945 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806191-2-iscsi {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:28:09.347071 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e411ce9c-394c-453f-add9-812245090945 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-806191-2-iscsi {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:28:09.347399 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e411ce9c-394c-453f-add9-812245090945 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806191-2-iscsi {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:28:09.347725 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e411ce9c-394c-453f-add9-812245090945 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-806191-2-iscsi {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:28:09.348055 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e411ce9c-394c-453f-add9-812245090945 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-806191-2-iscsi {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:28:09.348377 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e411ce9c-394c-453f-add9-812245090945 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806191-2-iscsi {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:28:09.348694 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e411ce9c-394c-453f-add9-812245090945 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806191-2-iscsi {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:28:09.349011 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e411ce9c-394c-453f-add9-812245090945 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806191-2-iscsi {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:28:09.349327 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e411ce9c-394c-453f-add9-812245090945 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806191-2-iscsi {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:28:09.489621 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14e986c0-6dd5-4ba5-aef4-792b62234b3b req-8a1db1cc-01a5-4ee9-bb5f-4953dc1b61a3 tempest-AttachVolumeShelveTestJSON-1142647226 tempest-AttachVolumeShelveTestJSON-1142647226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 19:28:09.491082 dv-cinder-806191-2-iscsi neutron-server[93884]: INFO neutron.wsgi [req-14e986c0-6dd5-4ba5-aef4-792b62234b3b req-8a1db1cc-01a5-4ee9-bb5f-4953dc1b61a3 tempest-AttachVolumeShelveTestJSON-1142647226 tempest-AttachVolumeShelveTestJSON-1142647226-project] 10.222.0.26 "GET /v2.0/ports?device_id=1f302506-b8ef-4fda-ba8a-f51aecf88589 HTTP/1.1" status: 200 len: 945 time: 0.0538259 Aug 29 19:28:09.499911 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-e411ce9c-394c-453f-add9-812245090945 None None] get_ports_and_sgs() called for port_ids ['8a991bf5-faf9-47d2-aa7d-4357fb980b4f'] {{(pid=93885) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 19:28:09.534932 dv-cinder-806191-2-iscsi neutron-server[93884]: INFO neutron.wsgi [req-14e986c0-6dd5-4ba5-aef4-792b62234b3b req-ade0d0dc-f55b-4f67-93bc-c887fe8fcb39 tempest-AttachVolumeShelveTestJSON-1142647226 tempest-AttachVolumeShelveTestJSON-1142647226-project] 10.222.0.26 "GET /v2.0/security-groups?id=e8a4748b-1455-4786-b8d8-f5e4f9e844dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376000 Aug 29 19:28:10.661894 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86bdba0d-d55d-47ea-af71-a29442c0fbb6 req-9fbdfda2-4b4e-4fb9-b482-cef6500c511e tempest-AttachVolumeShelveTestJSON-1142647226 tempest-AttachVolumeShelveTestJSON-1142647226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 19:28:10.663510 dv-cinder-806191-2-iscsi neutron-server[93883]: INFO neutron.wsgi [req-86bdba0d-d55d-47ea-af71-a29442c0fbb6 req-9fbdfda2-4b4e-4fb9-b482-cef6500c511e tempest-AttachVolumeShelveTestJSON-1142647226 tempest-AttachVolumeShelveTestJSON-1142647226-project] 10.222.0.26 "GET /v2.0/ports?device_id=1f302506-b8ef-4fda-ba8a-f51aecf88589 HTTP/1.1" status: 200 len: 945 time: 0.0503018 Aug 29 19:28:10.703534 dv-cinder-806191-2-iscsi neutron-server[93883]: INFO neutron.wsgi [req-86bdba0d-d55d-47ea-af71-a29442c0fbb6 req-36be0f19-4bde-4f57-b39c-89938047e146 tempest-AttachVolumeShelveTestJSON-1142647226 tempest-AttachVolumeShelveTestJSON-1142647226-project] 10.222.0.26 "GET /v2.0/security-groups?id=e8a4748b-1455-4786-b8d8-f5e4f9e844dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334926 Aug 29 19:28:11.114716 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-e411ce9c-394c-453f-add9-812245090945 None None] Device 8a991bf5-faf9-47d2-aa7d-4357fb980b4f up at agent hyperv_hv-cinder-80619 {{(pid=93885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 19:28:11.167115 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-e411ce9c-394c-453f-add9-812245090945 None None] Provisioning for port 8a991bf5-faf9-47d2-aa7d-4357fb980b4f completed by entity L2. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 19:28:11.171057 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-e411ce9c-394c-453f-add9-812245090945 None None] Provisioning complete for port 8a991bf5-faf9-47d2-aa7d-4357fb980b4f triggered by entity L2. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 19:28:11.171430 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-e411ce9c-394c-453f-add9-812245090945 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3627211'] for port, provisioning_complete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:28:11.252960 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-e411ce9c-394c-453f-add9-812245090945 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3669058'] for port, before_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:28:11.277204 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1f302506-b8ef-4fda-ba8a-f51aecf88589', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8a991bf5-faf9-47d2-aa7d-4357fb980b4f'}] {{(pid=93885) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 19:28:11.279526 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b746b22f1a330a85490eeb53ccb4cfec71189e4c963aff014ae6842ea75f17cc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a10b2807-7c3d-4949-a3f2-3300567e866a" -d '{"events": [{"server_uuid": "1f302506-b8ef-4fda-ba8a-f51aecf88589", "name": "network-vif-plugged", "status": "completed", "tag": "8a991bf5-faf9-47d2-aa7d-4357fb980b4f"}]}' {{(pid=93885) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 19:28:11.294835 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-e411ce9c-394c-453f-add9-812245090945 None None] For port 8a991bf5-faf9-47d2-aa7d-4357fb980b4f, host hv-cinder-80619, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80619',level=0,port_id=8a991bf5-faf9-47d2-aa7d-4357fb980b4f,segment=NetworkSegment(4a9860ce-75e8-4908-94b6-2e145ca82fc4),segment_id=4a9860ce-75e8-4908-94b6-2e145ca82fc4)] {{(pid=93885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 19:28:11.299925 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-e411ce9c-394c-453f-add9-812245090945 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3669005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3715978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777170436913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777169884182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777169884200'] for port, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:28:11.325994 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 19:28:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2b5837f3-9974-4c2a-a116-1e29c0b393fc x-openstack-request-id: req-2b5837f3-9974-4c2a-a116-1e29c0b393fc {{(pid=93885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 19:28:11.326280 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1f302506-b8ef-4fda-ba8a-f51aecf88589", "name": "network-vif-plugged", "status": "completed", "tag": "8a991bf5-faf9-47d2-aa7d-4357fb980b4f", "code": 200}]} {{(pid=93885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 19:28:11.326558 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-2b5837f3-9974-4c2a-a116-1e29c0b393fc {{(pid=93885) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 19:28:11.326941 dv-cinder-806191-2-iscsi neutron-server[93885]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1f302506-b8ef-4fda-ba8a-f51aecf88589', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8a991bf5-faf9-47d2-aa7d-4357fb980b4f', 'code': 200} Aug 29 19:28:11.355649 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e411ce9c-394c-453f-add9-812245090945 None None] Pushing event updated for resources: {'Port': ['ID=8a991bf5-faf9-47d2-aa7d-4357fb980b4f,revision_number=5']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:28:11.494776 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f1b5f8d-7bb4-4b19-ad4b-8d5a3f9f07f6 req-dd5ae79a-18fe-465c-bb4b-32fc25e33359 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 19:28:11.496190 dv-cinder-806191-2-iscsi neutron-server[93884]: INFO neutron.wsgi [req-2f1b5f8d-7bb4-4b19-ad4b-8d5a3f9f07f6 req-dd5ae79a-18fe-465c-bb4b-32fc25e33359 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=1f302506-b8ef-4fda-ba8a-f51aecf88589 HTTP/1.1" status: 200 len: 1099 time: 0.0426071 Aug 29 19:28:11.532395 dv-cinder-806191-2-iscsi neutron-server[93884]: INFO neutron.wsgi [req-2f1b5f8d-7bb4-4b19-ad4b-8d5a3f9f07f6 req-425a6e56-1ab3-453f-b6fc-6d14d533b42c service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=e8a4748b-1455-4786-b8d8-f5e4f9e844dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0290849 Aug 29 19:28:11.823506 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-006339fc-681e-4ba2-a63f-b6f67422ecca req-88854f93-487d-459b-bbd3-17f51fe6a60d tempest-AttachVolumeShelveTestJSON-1142647226 tempest-AttachVolumeShelveTestJSON-1142647226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 19:28:11.824958 dv-cinder-806191-2-iscsi neutron-server[93883]: INFO neutron.wsgi [req-006339fc-681e-4ba2-a63f-b6f67422ecca req-88854f93-487d-459b-bbd3-17f51fe6a60d tempest-AttachVolumeShelveTestJSON-1142647226 tempest-AttachVolumeShelveTestJSON-1142647226-project] 10.222.0.26 "GET /v2.0/ports?device_id=1f302506-b8ef-4fda-ba8a-f51aecf88589 HTTP/1.1" status: 200 len: 946 time: 0.0509570 Aug 29 19:28:11.869965 dv-cinder-806191-2-iscsi neutron-server[93883]: INFO neutron.wsgi [req-006339fc-681e-4ba2-a63f-b6f67422ecca req-9991efaf-73f7-4397-964d-e827697755d6 tempest-AttachVolumeShelveTestJSON-1142647226 tempest-AttachVolumeShelveTestJSON-1142647226-project] 10.222.0.26 "GET /v2.0/security-groups?id=e8a4748b-1455-4786-b8d8-f5e4f9e844dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390613 Aug 29 19:28:12.647598 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db5e9621-07b6-472d-ba84-9eac017d7d24 req-f2368b6c-75b5-44f0-bbab-9a773da4515f tempest-TestShelveInstance-894407535 tempest-TestShelveInstance-894407535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 19:28:12.649176 dv-cinder-806191-2-iscsi neutron-server[93883]: INFO neutron.wsgi [req-db5e9621-07b6-472d-ba84-9eac017d7d24 req-f2368b6c-75b5-44f0-bbab-9a773da4515f tempest-TestShelveInstance-894407535 tempest-TestShelveInstance-894407535-project] 10.222.0.26 "GET /v2.0/ports?device_id=6e1bf34c-c174-4618-b16d-766b70b3c507 HTTP/1.1" status: 200 len: 945 time: 0.0532990 Aug 29 19:28:12.691343 dv-cinder-806191-2-iscsi neutron-server[93883]: INFO neutron.wsgi [req-db5e9621-07b6-472d-ba84-9eac017d7d24 req-08ad6cad-d8ec-47f9-b50a-815b23753bc6 tempest-TestShelveInstance-894407535 tempest-TestShelveInstance-894407535-project] 10.222.0.26 "GET /v2.0/security-groups?id=d64b09f1-d803-4ca3-84fd-58a7f16f2283&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0353642 Aug 29 19:28:12.989365 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5131235d-8740-4627-b17c-1412e6b86160 req-93205000-24c3-498b-a625-75901b4b375d tempest-AttachVolumeShelveTestJSON-1142647226 tempest-AttachVolumeShelveTestJSON-1142647226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 19:28:12.990763 dv-cinder-806191-2-iscsi neutron-server[93884]: INFO neutron.wsgi [req-5131235d-8740-4627-b17c-1412e6b86160 req-93205000-24c3-498b-a625-75901b4b375d tempest-AttachVolumeShelveTestJSON-1142647226 tempest-AttachVolumeShelveTestJSON-1142647226-project] 10.222.0.26 "GET /v2.0/ports?device_id=1f302506-b8ef-4fda-ba8a-f51aecf88589 HTTP/1.1" status: 200 len: 946 time: 0.0489087 Aug 29 19:28:13.029873 dv-cinder-806191-2-iscsi neutron-server[93884]: INFO neutron.wsgi [req-5131235d-8740-4627-b17c-1412e6b86160 req-55351460-d5f3-481d-a1b8-69a4faf5c5fa tempest-AttachVolumeShelveTestJSON-1142647226 tempest-AttachVolumeShelveTestJSON-1142647226-project] 10.222.0.26 "GET /v2.0/security-groups?id=e8a4748b-1455-4786-b8d8-f5e4f9e844dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325885 Aug 29 19:28:13.155340 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d15e8e83-ad00-49f7-8617-23b2058340bf req-fe561181-4380-410b-ac42-b2fe66fd0781 tempest-AttachVolumeShelveTestJSON-1142647226 tempest-AttachVolumeShelveTestJSON-1142647226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 19:28:13.156907 dv-cinder-806191-2-iscsi neutron-server[93883]: INFO neutron.wsgi [req-d15e8e83-ad00-49f7-8617-23b2058340bf req-fe561181-4380-410b-ac42-b2fe66fd0781 tempest-AttachVolumeShelveTestJSON-1142647226 tempest-AttachVolumeShelveTestJSON-1142647226-project] 10.222.0.26 "GET /v2.0/ports?device_id=1f302506-b8ef-4fda-ba8a-f51aecf88589 HTTP/1.1" status: 200 len: 946 time: 0.0576608 Aug 29 19:28:13.165756 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.26', 35192) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 19:28:13.170407 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron.api.v2.base [None req-474a21bf-8842-4fb1-8bf8-14ec8159f0b0 tempest-AttachVolumeShelveTestJSON-1142647226 tempest-AttachVolumeShelveTestJSON-1142647226-project] Request body: {'floatingip': {'port_id': '8a991bf5-faf9-47d2-aa7d-4357fb980b4f'}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 19:28:13.214977 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-474a21bf-8842-4fb1-8bf8-14ec8159f0b0 tempest-AttachVolumeShelveTestJSON-1142647226 tempest-AttachVolumeShelveTestJSON-1142647226-project] Notify callbacks [] for floatingip, before_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:28:13.657391 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-474a21bf-8842-4fb1-8bf8-14ec8159f0b0 tempest-AttachVolumeShelveTestJSON-1142647226 tempest-AttachVolumeShelveTestJSON-1142647226-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:28:13.661243 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-474a21bf-8842-4fb1-8bf8-14ec8159f0b0 tempest-AttachVolumeShelveTestJSON-1142647226 tempest-AttachVolumeShelveTestJSON-1142647226-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3676317'] for floatingip, after_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:28:13.763108 dv-cinder-806191-2-iscsi neutron-server[93883]: INFO neutron.db.l3_db [None req-474a21bf-8842-4fb1-8bf8-14ec8159f0b0 tempest-AttachVolumeShelveTestJSON-1142647226 tempest-AttachVolumeShelveTestJSON-1142647226-project] Floating IP cc7c9b63-1cd2-4119-9932-9dcba1386534 associated. External IP: 172.27.2.155, port: 8a991bf5-faf9-47d2-aa7d-4357fb980b4f. Aug 29 19:28:13.811236 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc0fa692-441d-46bd-a99e-9a4931f7683e req-4ff92861-4b93-4f1c-a9b7-13ba81f2f4f4 tempest-TestShelveInstance-894407535 tempest-TestShelveInstance-894407535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 19:28:13.812914 dv-cinder-806191-2-iscsi neutron-server[93884]: INFO neutron.wsgi [req-dc0fa692-441d-46bd-a99e-9a4931f7683e req-4ff92861-4b93-4f1c-a9b7-13ba81f2f4f4 tempest-TestShelveInstance-894407535 tempest-TestShelveInstance-894407535-project] 10.222.0.26 "GET /v2.0/ports?device_id=6e1bf34c-c174-4618-b16d-766b70b3c507 HTTP/1.1" status: 200 len: 945 time: 0.0516837 Aug 29 19:28:13.851650 dv-cinder-806191-2-iscsi neutron-server[93884]: INFO neutron.wsgi [req-dc0fa692-441d-46bd-a99e-9a4931f7683e req-83378026-b602-4b87-918e-63ba715792a2 tempest-TestShelveInstance-894407535 tempest-TestShelveInstance-894407535-project] 10.222.0.26 "GET /v2.0/security-groups?id=d64b09f1-d803-4ca3-84fd-58a7f16f2283&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325136 Aug 29 19:28:13.968505 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-474a21bf-8842-4fb1-8bf8-14ec8159f0b0 tempest-AttachVolumeShelveTestJSON-1142647226 tempest-AttachVolumeShelveTestJSON-1142647226-project] Router aa1f8aa4-2384-432f-a79c-f024f744aca5 has already been hosted by L3 agent c3ed3b02-d107-45f2-9b2a-fff9b0cfaa96 {{(pid=93883) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 19:28:14.073733 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-474a21bf-8842-4fb1-8bf8-14ec8159f0b0 tempest-AttachVolumeShelveTestJSON-1142647226 tempest-AttachVolumeShelveTestJSON-1142647226-project] Notify agent at l3_agent.dv-cinder-806191-2-iscsi the message routers_updated {{(pid=93883) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 19:28:14.078546 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-474a21bf-8842-4fb1-8bf8-14ec8159f0b0 tempest-AttachVolumeShelveTestJSON-1142647226 tempest-AttachVolumeShelveTestJSON-1142647226-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-256493'] for floatingip, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:28:14.083103 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ea296ce-dc44-424f-996a-23e22557976b None None] Sync routers for ids ['aa1f8aa4-2384-432f-a79c-f024f744aca5'] in dv-cinder-806191-2-iscsi {{(pid=93885) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 19:28:14.092894 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ea296ce-dc44-424f-996a-23e22557976b None None] Routers {'aa1f8aa4-2384-432f-a79c-f024f744aca5'} bound to L3 agent in host dv-cinder-806191-2-iscsi {{(pid=93885) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 19:28:14.093500 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-6ea296ce-dc44-424f-996a-23e22557976b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806191-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-29T19:13:49Z,description=,heartbeat_timestamp=2021-08-29T19:27:49Z,host='dv-cinder-806191-2-iscsi',id=c3ed3b02-d107-45f2-9b2a-fff9b0cfaa96,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T19:13:49Z,topic='l3_agent')) {'router_ids': ['aa1f8aa4-2384-432f-a79c-f024f744aca5'], 'active': True} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 19:28:14.105898 dv-cinder-806191-2-iscsi neutron-server[93883]: INFO neutron.wsgi [None req-474a21bf-8842-4fb1-8bf8-14ec8159f0b0 tempest-AttachVolumeShelveTestJSON-1142647226 tempest-AttachVolumeShelveTestJSON-1142647226-project] 10.222.0.26 "PUT /v2.0/floatingips/cc7c9b63-1cd2-4119-9932-9dcba1386534 HTTP/1.1" status: 200 len: 992 time: 0.9390178 Aug 29 19:28:14.106518 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1f302506-b8ef-4fda-ba8a-f51aecf88589', 'tag': '8a991bf5-faf9-47d2-aa7d-4357fb980b4f'}] {{(pid=93883) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 19:28:14.108747 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d7efacdd762e7fee97ebec028cc859708dbf706441332da3e8755544227ebc46" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-70936a36-10b8-4501-914e-d91c2ed35c82" -d '{"events": [{"name": "network-changed", "server_uuid": "1f302506-b8ef-4fda-ba8a-f51aecf88589", "tag": "8a991bf5-faf9-47d2-aa7d-4357fb980b4f"}]}' {{(pid=93883) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 19:28:14.204852 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 19:28:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f9707688-15e0-4131-8bae-1dde2f62a082 x-openstack-request-id: req-f9707688-15e0-4131-8bae-1dde2f62a082 {{(pid=93883) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 19:28:14.205453 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1f302506-b8ef-4fda-ba8a-f51aecf88589", "tag": "8a991bf5-faf9-47d2-aa7d-4357fb980b4f", "status": "completed", "code": 200}]} {{(pid=93883) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 19:28:14.205766 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-f9707688-15e0-4131-8bae-1dde2f62a082 {{(pid=93883) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 19:28:14.206234 dv-cinder-806191-2-iscsi neutron-server[93883]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1f302506-b8ef-4fda-ba8a-f51aecf88589', 'tag': '8a991bf5-faf9-47d2-aa7d-4357fb980b4f', 'status': 'completed', 'code': 200} Aug 29 19:28:14.206544 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.db.l3_dvr_db [None req-6ea296ce-dc44-424f-996a-23e22557976b None None] Set router aa1f8aa4-2384-432f-a79c-f024f744aca5 gateway port host: dv-cinder-806191-2-iscsi {{(pid=93885) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 19:28:14.269507 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70936a36-10b8-4501-914e-d91c2ed35c82 req-ef165518-9e88-4999-aca8-3a34d1f14d96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 19:28:14.271054 dv-cinder-806191-2-iscsi neutron-server[93884]: INFO neutron.wsgi [req-70936a36-10b8-4501-914e-d91c2ed35c82 req-ef165518-9e88-4999-aca8-3a34d1f14d96 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=b6abb49f4d344fccb0cc20553e2de3be&device_id=1f302506-b8ef-4fda-ba8a-f51aecf88589 HTTP/1.1" status: 200 len: 1099 time: 0.0405157 Aug 29 19:28:14.364670 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70936a36-10b8-4501-914e-d91c2ed35c82 req-d7a3985b-c24e-4126-9533-bdaa2b628ca1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 19:28:14.366161 dv-cinder-806191-2-iscsi neutron-server[93884]: INFO neutron.wsgi [req-70936a36-10b8-4501-914e-d91c2ed35c82 req-d7a3985b-c24e-4126-9533-bdaa2b628ca1 service neutron] 10.222.0.23 "GET /v2.0/networks?id=5f383061-659c-4a42-af3d-e82e7b7b242f HTTP/1.1" status: 200 len: 918 time: 0.0866680 Aug 29 19:28:14.439054 dv-cinder-806191-2-iscsi neutron-server[93884]: INFO neutron.wsgi [req-70936a36-10b8-4501-914e-d91c2ed35c82 req-4bb40fcd-fa4e-4ca2-9b0b-e89197deadd5 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8a991bf5-faf9-47d2-aa7d-4357fb980b4f HTTP/1.1" status: 200 len: 1000 time: 0.0638065 Aug 29 19:28:14.447754 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-6ea296ce-dc44-424f-996a-23e22557976b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa1f8aa4-2384-432f-a79c-f024f744aca5', 'name': 'tempest-AttachVolumeShelveTestJSON-1713152363-router', 'tenant_id': 'b6abb49f4d344fccb0cc20553e2de3be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7209b701-ecaa-476a-bd58-d61d280c16d3', 'external_fixed_ips': [{'subnet_id': '71309eb1-223f-47ba-9803-1437c965e178', 'ip_address': '172.27.2.240'}], 'enable_snat': True}, 'gw_port_id': '580e3926-c9b1-42a7-bfde-7cd910984004', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T19:25:15Z', 'updated_at': '2021-08-29T19:25:21Z', 'revision_number': 4, 'project_id': 'b6abb49f4d344fccb0cc20553e2de3be', 'gw_port': {'id': '580e3926-c9b1-42a7-bfde-7cd910984004', 'name': '', 'network_id': '7209b701-ecaa-476a-bd58-d61d280c16d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:a5:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa1f8aa4-2384-432f-a79c-f024f744aca5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 510, 'fixed_ips': [{'subnet_id': '71309eb1-223f-47ba-9803-1437c965e178', 'ip_address': '172.27.2.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806191-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T19:25:16Z', 'updated_at': '2021-08-29T19:25:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71309eb1-223f-47ba-9803-1437c965e178', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806191-2-iscsi', '_floatingips': [{'id': 'cc7c9b63-1cd2-4119-9932-9dcba1386534', 'tenant_id': 'b6abb49f4d344fccb0cc20553e2de3be', 'floating_ip_address': '172.27.2.155', 'floating_network_id': '7209b701-ecaa-476a-bd58-d61d280c16d3', 'router_id': 'aa1f8aa4-2384-432f-a79c-f024f744aca5', 'port_id': '8a991bf5-faf9-47d2-aa7d-4357fb980b4f', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 637, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5f383061-659c-4a42-af3d-e82e7b7b242f', 'mac_address': 'fa:16:3e:23:95:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f302506-b8ef-4fda-ba8a-f51aecf88589', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-29T19:28:02Z', 'updated_at': '2021-08-29T19:28:13Z', 'revision_number': 1, 'project_id': 'b6abb49f4d344fccb0cc20553e2de3be', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c6d6d545-ee44-49df-8b2d-a0b19dd63545', 'name': '', 'network_id': '5f383061-659c-4a42-af3d-e82e7b7b242f', 'tenant_id': 'b6abb49f4d344fccb0cc20553e2de3be', 'mac_address': 'fa:16:3e:ae:4c:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa1f8aa4-2384-432f-a79c-f024f744aca5', 'device_owner': 'network:router_interface', 'standard_attr_id': 519, 'fixed_ips': [{'subnet_id': '276486f1-8541-4ff7-8581-3f1dc1fbc741', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806191-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T19:25:20Z', 'updated_at': '2021-08-29T19:25:32Z', 'revision_number': 5, 'project_id': 'b6abb49f4d344fccb0cc20553e2de3be', 'subnets': [{'id': '276486f1-8541-4ff7-8581-3f1dc1fbc741', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806191-2-iscsi', False) {} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 19:28:14.474018 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ea296ce-dc44-424f-996a-23e22557976b None None] Checking router: aa1f8aa4-2384-432f-a79c-f024f744aca5 for host: dv-cinder-806191-2-iscsi {{(pid=93885) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 19:28:14.482509 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ea296ce-dc44-424f-996a-23e22557976b None None] Routers {'aa1f8aa4-2384-432f-a79c-f024f744aca5'} bound to L3 agent in host dv-cinder-806191-2-iscsi {{(pid=93885) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 19:28:14.483110 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-6ea296ce-dc44-424f-996a-23e22557976b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806191-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-29T19:13:49Z,description=,heartbeat_timestamp=2021-08-29T19:27:49Z,host='dv-cinder-806191-2-iscsi',id=c3ed3b02-d107-45f2-9b2a-fff9b0cfaa96,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T19:13:49Z,topic='l3_agent')) {'router_ids': ['aa1f8aa4-2384-432f-a79c-f024f744aca5'], 'active': True} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 19:28:14.490692 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70936a36-10b8-4501-914e-d91c2ed35c82 req-60f44fc3-9d7c-40bc-8579-115f9a398dd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 19:28:14.492176 dv-cinder-806191-2-iscsi neutron-server[93884]: INFO neutron.wsgi [req-70936a36-10b8-4501-914e-d91c2ed35c82 req-60f44fc3-9d7c-40bc-8579-115f9a398dd8 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=276486f1-8541-4ff7-8581-3f1dc1fbc741 HTTP/1.1" status: 200 len: 856 time: 0.0441298 Aug 29 19:28:14.538499 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70936a36-10b8-4501-914e-d91c2ed35c82 req-cea15c8e-ea18-4af7-9a9e-b6b2a5280d13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 19:28:14.539935 dv-cinder-806191-2-iscsi neutron-server[93884]: INFO neutron.wsgi [req-70936a36-10b8-4501-914e-d91c2ed35c82 req-cea15c8e-ea18-4af7-9a9e-b6b2a5280d13 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=5f383061-659c-4a42-af3d-e82e7b7b242f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0388148 Aug 29 19:28:14.588470 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.db.l3_dvr_db [None req-6ea296ce-dc44-424f-996a-23e22557976b None None] Set router aa1f8aa4-2384-432f-a79c-f024f744aca5 gateway port host: dv-cinder-806191-2-iscsi {{(pid=93885) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 19:28:14.642602 dv-cinder-806191-2-iscsi neutron-server[93884]: INFO neutron.wsgi [req-70936a36-10b8-4501-914e-d91c2ed35c82 req-4d62cd9f-b679-4b45-b8f3-e63aa1eb1aae service neutron] 10.222.0.23 "GET /v2.0/networks/5f383061-659c-4a42-af3d-e82e7b7b242f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868568 Aug 29 19:28:14.737616 dv-cinder-806191-2-iscsi neutron-server[93884]: INFO neutron.wsgi [req-70936a36-10b8-4501-914e-d91c2ed35c82 req-260e1724-ab81-46f9-9d25-e8e18135c3ec service neutron] 10.222.0.23 "GET /v2.0/networks/5f383061-659c-4a42-af3d-e82e7b7b242f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856740 Aug 29 19:28:14.830099 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-6ea296ce-dc44-424f-996a-23e22557976b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa1f8aa4-2384-432f-a79c-f024f744aca5', 'name': 'tempest-AttachVolumeShelveTestJSON-1713152363-router', 'tenant_id': 'b6abb49f4d344fccb0cc20553e2de3be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7209b701-ecaa-476a-bd58-d61d280c16d3', 'external_fixed_ips': [{'subnet_id': '71309eb1-223f-47ba-9803-1437c965e178', 'ip_address': '172.27.2.240'}], 'enable_snat': True}, 'gw_port_id': '580e3926-c9b1-42a7-bfde-7cd910984004', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T19:25:15Z', 'updated_at': '2021-08-29T19:25:21Z', 'revision_number': 4, 'project_id': 'b6abb49f4d344fccb0cc20553e2de3be', 'gw_port': {'id': '580e3926-c9b1-42a7-bfde-7cd910984004', 'name': '', 'network_id': '7209b701-ecaa-476a-bd58-d61d280c16d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:a5:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa1f8aa4-2384-432f-a79c-f024f744aca5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 510, 'fixed_ips': [{'subnet_id': '71309eb1-223f-47ba-9803-1437c965e178', 'ip_address': '172.27.2.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806191-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T19:25:16Z', 'updated_at': '2021-08-29T19:25:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71309eb1-223f-47ba-9803-1437c965e178', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806191-2-iscsi', '_floatingips': [{'id': 'cc7c9b63-1cd2-4119-9932-9dcba1386534', 'tenant_id': 'b6abb49f4d344fccb0cc20553e2de3be', 'floating_ip_address': '172.27.2.155', 'floating_network_id': '7209b701-ecaa-476a-bd58-d61d280c16d3', 'router_id': 'aa1f8aa4-2384-432f-a79c-f024f744aca5', 'port_id': '8a991bf5-faf9-47d2-aa7d-4357fb980b4f', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 637, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5f383061-659c-4a42-af3d-e82e7b7b242f', 'mac_address': 'fa:16:3e:23:95:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f302506-b8ef-4fda-ba8a-f51aecf88589', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-29T19:28:02Z', 'updated_at': '2021-08-29T19:28:13Z', 'revision_number': 1, 'project_id': 'b6abb49f4d344fccb0cc20553e2de3be', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c6d6d545-ee44-49df-8b2d-a0b19dd63545', 'name': '', 'network_id': '5f383061-659c-4a42-af3d-e82e7b7b242f', 'tenant_id': 'b6abb49f4d344fccb0cc20553e2de3be', 'mac_address': 'fa:16:3e:ae:4c:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa1f8aa4-2384-432f-a79c-f024f744aca5', 'device_owner': 'network:router_interface', 'standard_attr_id': 519, 'fixed_ips': [{'subnet_id': '276486f1-8541-4ff7-8581-3f1dc1fbc741', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806191-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T19:25:20Z', 'updated_at': '2021-08-29T19:25:32Z', 'revision_number': 5, 'project_id': 'b6abb49f4d344fccb0cc20553e2de3be', 'subnets': [{'id': '276486f1-8541-4ff7-8581-3f1dc1fbc741', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806191-2-iscsi', False) {} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 19:28:14.857914 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ea296ce-dc44-424f-996a-23e22557976b None None] The sync data for ids ['aa1f8aa4-2384-432f-a79c-f024f744aca5'] in dv-cinder-806191-2-iscsi is: [{'id': 'aa1f8aa4-2384-432f-a79c-f024f744aca5', 'name': 'tempest-AttachVolumeShelveTestJSON-1713152363-router', 'tenant_id': 'b6abb49f4d344fccb0cc20553e2de3be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7209b701-ecaa-476a-bd58-d61d280c16d3', 'external_fixed_ips': [{'subnet_id': '71309eb1-223f-47ba-9803-1437c965e178', 'ip_address': '172.27.2.240'}], 'enable_snat': True}, 'gw_port_id': '580e3926-c9b1-42a7-bfde-7cd910984004', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T19:25:15Z', 'updated_at': '2021-08-29T19:25:21Z', 'revision_number': 4, 'project_id': 'b6abb49f4d344fccb0cc20553e2de3be', 'gw_port': {'id': '580e3926-c9b1-42a7-bfde-7cd910984004', 'name': '', 'network_id': '7209b701-ecaa-476a-bd58-d61d280c16d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:a5:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa1f8aa4-2384-432f-a79c-f024f744aca5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 510, 'fixed_ips': [{'subnet_id': '71309eb1-223f-47ba-9803-1437c965e178', 'ip_address': '172.27.2.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806191-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T19:25:16Z', 'updated_at': '2021-08-29T19:25:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71309eb1-223f-47ba-9803-1437c965e178', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806191-2-iscsi', '_floatingips': [{'id': 'cc7c9b63-1cd2-4119-9932-9dcba1386534', 'tenant_id': 'b6abb49f4d344fccb0cc20553e2de3be', 'floating_ip_address': '172.27.2.155', 'floating_network_id': '7209b701-ecaa-476a-bd58-d61d280c16d3', 'router_id': 'aa1f8aa4-2384-432f-a79c-f024f744aca5', 'port_id': '8a991bf5-faf9-47d2-aa7d-4357fb980b4f', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 637, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5f383061-659c-4a42-af3d-e82e7b7b242f', 'mac_address': 'fa:16:3e:23:95:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f302506-b8ef-4fda-ba8a-f51aecf88589', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-29T19:28:02Z', 'updated_at': '2021-08-29T19:28:13Z', 'revision_number': 1, 'project_id': 'b6abb49f4d344fccb0cc20553e2de3be', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c6d6d545-ee44-49df-8b2d-a0b19dd63545', 'name': '', 'network_id': '5f383061-659c-4a42-af3d-e82e7b7b242f', 'tenant_id': 'b6abb49f4d344fccb0cc20553e2de3be', 'mac_address': 'fa:16:3e:ae:4c:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa1f8aa4-2384-432f-a79c-f024f744aca5', 'device_owner': 'network:router_interface', 'standard_attr_id': 519, 'fixed_ips': [{'subnet_id': '276486f1-8541-4ff7-8581-3f1dc1fbc741', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806191-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T19:25:20Z', 'updated_at': '2021-08-29T19:25:32Z', 'revision_number': 5, 'project_id': 'b6abb49f4d344fccb0cc20553e2de3be', 'subnets': [{'id': '276486f1-8541-4ff7-8581-3f1dc1fbc741', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93885) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 19:28:14.979191 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ead52ffb-ce62-440f-8b4b-37212fcbef9c req-bc91b7f9-8a88-4c78-ac2e-2e6516f99c2f tempest-TestShelveInstance-894407535 tempest-TestShelveInstance-894407535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 19:28:14.980739 dv-cinder-806191-2-iscsi neutron-server[93883]: INFO neutron.wsgi [req-ead52ffb-ce62-440f-8b4b-37212fcbef9c req-bc91b7f9-8a88-4c78-ac2e-2e6516f99c2f tempest-TestShelveInstance-894407535 tempest-TestShelveInstance-894407535-project] 10.222.0.26 "GET /v2.0/ports?device_id=6e1bf34c-c174-4618-b16d-766b70b3c507 HTTP/1.1" status: 200 len: 945 time: 0.0524571 Aug 29 19:28:15.022862 dv-cinder-806191-2-iscsi neutron-server[93883]: INFO neutron.wsgi [req-ead52ffb-ce62-440f-8b4b-37212fcbef9c req-d0952fec-4e1e-40a2-ada3-1238c6a16f91 tempest-TestShelveInstance-894407535 tempest-TestShelveInstance-894407535-project] 10.222.0.26 "GET /v2.0/security-groups?id=d64b09f1-d803-4ca3-84fd-58a7f16f2283&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0357409 Aug 29 19:28:15.054370 dv-cinder-806191-2-iscsi neutron-server[93886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-511c1244-0a17-4b39-b1d9-b63b7864ba94 None None] New status for floating IP cc7c9b63-1cd2-4119-9932-9dcba1386534: ACTIVE {{(pid=93886) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 29 19:28:16.397760 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-9ca312bc-7df4-4fa8-b39f-50bb27b311c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777170380508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3627128'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:28:16.401456 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0946886-c8c8-4fbb-87a2-020153351717 req-5f43000a-f16f-49d8-be80-7d6c9ad78227 tempest-TestShelveInstance-894407535 tempest-TestShelveInstance-894407535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 19:28:16.403003 dv-cinder-806191-2-iscsi neutron-server[93883]: INFO neutron.wsgi [req-e0946886-c8c8-4fbb-87a2-020153351717 req-5f43000a-f16f-49d8-be80-7d6c9ad78227 tempest-TestShelveInstance-894407535 tempest-TestShelveInstance-894407535-project] 10.222.0.26 "GET /v2.0/ports?device_id=6e1bf34c-c174-4618-b16d-766b70b3c507 HTTP/1.1" status: 200 len: 945 time: 0.3059697 Aug 29 19:28:16.441013 dv-cinder-806191-2-iscsi neutron-server[93883]: INFO neutron.wsgi [req-e0946886-c8c8-4fbb-87a2-020153351717 req-58252b2d-268c-408f-b3e0-1a225a1f2270 tempest-TestShelveInstance-894407535 tempest-TestShelveInstance-894407535-project] 10.222.0.26 "GET /v2.0/security-groups?id=d64b09f1-d803-4ca3-84fd-58a7f16f2283&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319622 Aug 29 19:28:17.555475 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-938a116a-6430-491a-8ef4-2eb6f1828973 req-7c1770c0-1803-4ccb-a03d-ff380127faa0 tempest-TestShelveInstance-894407535 tempest-TestShelveInstance-894407535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 19:28:17.557620 dv-cinder-806191-2-iscsi neutron-server[93883]: INFO neutron.wsgi [req-938a116a-6430-491a-8ef4-2eb6f1828973 req-7c1770c0-1803-4ccb-a03d-ff380127faa0 tempest-TestShelveInstance-894407535 tempest-TestShelveInstance-894407535-project] 10.222.0.26 "GET /v2.0/ports?device_id=6e1bf34c-c174-4618-b16d-766b70b3c507 HTTP/1.1" status: 200 len: 945 time: 0.0501306 Aug 29 19:28:17.595904 dv-cinder-806191-2-iscsi neutron-server[93883]: INFO neutron.wsgi [req-938a116a-6430-491a-8ef4-2eb6f1828973 req-5d832c82-2f06-497d-98c3-79edd3e73555 tempest-TestShelveInstance-894407535 tempest-TestShelveInstance-894407535-project] 10.222.0.26 "GET /v2.0/security-groups?id=d64b09f1-d803-4ca3-84fd-58a7f16f2283&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322182 Aug 29 19:28:18.712049 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-544a59d8-09e3-4a60-89c1-a40f7ee3212d req-841646be-8e15-4f12-b791-59747446f127 tempest-TestShelveInstance-894407535 tempest-TestShelveInstance-894407535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 19:28:18.713481 dv-cinder-806191-2-iscsi neutron-server[93883]: INFO neutron.wsgi [req-544a59d8-09e3-4a60-89c1-a40f7ee3212d req-841646be-8e15-4f12-b791-59747446f127 tempest-TestShelveInstance-894407535 tempest-TestShelveInstance-894407535-project] 10.222.0.26 "GET /v2.0/ports?device_id=6e1bf34c-c174-4618-b16d-766b70b3c507 HTTP/1.1" status: 200 len: 945 time: 0.0493035 Aug 29 19:28:18.750986 dv-cinder-806191-2-iscsi neutron-server[93883]: INFO neutron.wsgi [req-544a59d8-09e3-4a60-89c1-a40f7ee3212d req-34d420f1-88ff-48cc-adec-011f624c6ee3 tempest-TestShelveInstance-894407535 tempest-TestShelveInstance-894407535-project] 10.222.0.26 "GET /v2.0/security-groups?id=d64b09f1-d803-4ca3-84fd-58a7f16f2283&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314336 Aug 29 19:28:19.016372 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-ac11db93-83a9-451d-a764-51468ac2bd8c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777170380508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3627128'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:28:19.675245 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-f7f3f912-659a-49f9-ab3a-0560ee4983b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777170380508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3627128'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:28:19.874234 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73968b81-03c5-44a7-baf9-bdeabed6c076 req-8696d131-2c56-4dda-bb27-08df4fc81a20 tempest-TestShelveInstance-894407535 tempest-TestShelveInstance-894407535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 19:28:19.875701 dv-cinder-806191-2-iscsi neutron-server[93883]: INFO neutron.wsgi [req-73968b81-03c5-44a7-baf9-bdeabed6c076 req-8696d131-2c56-4dda-bb27-08df4fc81a20 tempest-TestShelveInstance-894407535 tempest-TestShelveInstance-894407535-project] 10.222.0.26 "GET /v2.0/ports?device_id=6e1bf34c-c174-4618-b16d-766b70b3c507 HTTP/1.1" status: 200 len: 945 time: 0.0556695 Aug 29 19:28:19.917246 dv-cinder-806191-2-iscsi neutron-server[93883]: INFO neutron.wsgi [req-73968b81-03c5-44a7-baf9-bdeabed6c076 req-0df66875-41ab-431a-b2f1-3ad410fe7d09 tempest-TestShelveInstance-894407535 tempest-TestShelveInstance-894407535-project] 10.222.0.26 "GET /v2.0/security-groups?id=d64b09f1-d803-4ca3-84fd-58a7f16f2283&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0353715 Aug 29 19:28:20.382046 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-ed31fb2d-405b-476e-b16a-f8415d14bc27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777170380508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3627128'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:28:20.705383 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-e411ce9c-394c-453f-add9-812245090945 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777170380508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3627128'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:28:21.036502 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0af48bb5-1519-41eb-b971-9a20c47cbe84 req-cfab9715-185e-4e8c-8418-cd7945798612 tempest-TestShelveInstance-894407535 tempest-TestShelveInstance-894407535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 19:28:21.038009 dv-cinder-806191-2-iscsi neutron-server[93883]: INFO neutron.wsgi [req-0af48bb5-1519-41eb-b971-9a20c47cbe84 req-cfab9715-185e-4e8c-8418-cd7945798612 tempest-TestShelveInstance-894407535 tempest-TestShelveInstance-894407535-project] 10.222.0.26 "GET /v2.0/ports?device_id=6e1bf34c-c174-4618-b16d-766b70b3c507 HTTP/1.1" status: 200 len: 945 time: 0.0515943 Aug 29 19:28:21.078558 dv-cinder-806191-2-iscsi neutron-server[93883]: INFO neutron.wsgi [req-0af48bb5-1519-41eb-b971-9a20c47cbe84 req-4b14424d-f64b-4def-b4ab-fb87893a8118 tempest-TestShelveInstance-894407535 tempest-TestShelveInstance-894407535-project] 10.222.0.26 "GET /v2.0/security-groups?id=d64b09f1-d803-4ca3-84fd-58a7f16f2283&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337975 Aug 29 19:28:21.838978 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-c214b08a-13ec-4cca-bdbd-998b9b76327d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777170380508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3627128'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:28:22.209845 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b267115-0ce7-47bc-9ca6-36c533459ac0 req-fc6d0eda-66f3-4f05-8fca-afab0909fada tempest-TestShelveInstance-894407535 tempest-TestShelveInstance-894407535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 19:28:22.211440 dv-cinder-806191-2-iscsi neutron-server[93883]: INFO neutron.wsgi [req-9b267115-0ce7-47bc-9ca6-36c533459ac0 req-fc6d0eda-66f3-4f05-8fca-afab0909fada tempest-TestShelveInstance-894407535 tempest-TestShelveInstance-894407535-project] 10.222.0.26 "GET /v2.0/ports?device_id=6e1bf34c-c174-4618-b16d-766b70b3c507 HTTP/1.1" status: 200 len: 945 time: 0.0509276 Aug 29 19:28:22.250294 dv-cinder-806191-2-iscsi neutron-server[93883]: INFO neutron.wsgi [req-9b267115-0ce7-47bc-9ca6-36c533459ac0 req-2f045238-52b5-4e20-8a28-a920f5514851 tempest-TestShelveInstance-894407535 tempest-TestShelveInstance-894407535-project] 10.222.0.26 "GET /v2.0/security-groups?id=d64b09f1-d803-4ca3-84fd-58a7f16f2283&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327921 Aug 29 19:28:22.785270 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-301350d8-b9ee-46c7-8ecf-df47d5aa6d65 req-387ec875-b5e1-4379-8468-ae565f547994 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 19:28:22.786835 dv-cinder-806191-2-iscsi neutron-server[93884]: INFO neutron.wsgi [req-301350d8-b9ee-46c7-8ecf-df47d5aa6d65 req-387ec875-b5e1-4379-8468-ae565f547994 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=47206eee79a344c9b1b30949d9ae67ab&device_id=6e1bf34c-c174-4618-b16d-766b70b3c507 HTTP/1.1" status: 200 len: 1098 time: 0.0466464 Aug 29 19:28:22.886566 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-301350d8-b9ee-46c7-8ecf-df47d5aa6d65 req-bf3d5957-81da-493a-a93b-e49df4a05113 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 19:28:22.888030 dv-cinder-806191-2-iscsi neutron-server[93884]: INFO neutron.wsgi [req-301350d8-b9ee-46c7-8ecf-df47d5aa6d65 req-bf3d5957-81da-493a-a93b-e49df4a05113 service neutron] 10.222.0.23 "GET /v2.0/networks?id=c4f869d5-c4a9-4d4b-abf0-c181253a388e HTTP/1.1" status: 200 len: 910 time: 0.0945365 Aug 29 19:28:22.957171 dv-cinder-806191-2-iscsi neutron-server[93884]: INFO neutron.wsgi [req-301350d8-b9ee-46c7-8ecf-df47d5aa6d65 req-afcd13e5-91b9-441d-99d8-1ad21d8eb001 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1b95e5a0-02e5-412f-821a-03013814d397 HTTP/1.1" status: 200 len: 999 time: 0.0619595 Aug 29 19:28:23.007212 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-301350d8-b9ee-46c7-8ecf-df47d5aa6d65 req-32a2c266-49ce-42d2-942c-888e97176ff3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 19:28:23.009365 dv-cinder-806191-2-iscsi neutron-server[93884]: INFO neutron.wsgi [req-301350d8-b9ee-46c7-8ecf-df47d5aa6d65 req-32a2c266-49ce-42d2-942c-888e97176ff3 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=a59267c6-8d28-4d1e-969f-e33d2bf75c5c HTTP/1.1" status: 200 len: 848 time: 0.0451958 Aug 29 19:28:23.054547 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-301350d8-b9ee-46c7-8ecf-df47d5aa6d65 req-0a2302c6-ffba-4832-bd50-12a3340b068a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 19:28:23.056001 dv-cinder-806191-2-iscsi neutron-server[93884]: INFO neutron.wsgi [req-301350d8-b9ee-46c7-8ecf-df47d5aa6d65 req-0a2302c6-ffba-4832-bd50-12a3340b068a service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=c4f869d5-c4a9-4d4b-abf0-c181253a388e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0398467 Aug 29 19:28:23.148844 dv-cinder-806191-2-iscsi neutron-server[93884]: INFO neutron.wsgi [req-301350d8-b9ee-46c7-8ecf-df47d5aa6d65 req-7affe80b-4d1c-4e45-934b-33b2c97de331 service neutron] 10.222.0.23 "GET /v2.0/networks/c4f869d5-c4a9-4d4b-abf0-c181253a388e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860765 Aug 29 19:28:23.239637 dv-cinder-806191-2-iscsi neutron-server[93884]: INFO neutron.wsgi [req-301350d8-b9ee-46c7-8ecf-df47d5aa6d65 req-627afc5a-45e2-4ac3-8503-ce6956656ffe service neutron] 10.222.0.23 "GET /v2.0/networks/c4f869d5-c4a9-4d4b-abf0-c181253a388e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843849 Aug 29 19:28:23.364975 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26d17b4c-97bb-4e6f-ae86-414c5b058975 req-ecbe4e29-af71-442f-b11f-9e2defe07379 tempest-TestShelveInstance-894407535 tempest-TestShelveInstance-894407535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 19:28:23.366319 dv-cinder-806191-2-iscsi neutron-server[93883]: INFO neutron.wsgi [req-26d17b4c-97bb-4e6f-ae86-414c5b058975 req-ecbe4e29-af71-442f-b11f-9e2defe07379 tempest-TestShelveInstance-894407535 tempest-TestShelveInstance-894407535-project] 10.222.0.26 "GET /v2.0/ports?device_id=6e1bf34c-c174-4618-b16d-766b70b3c507 HTTP/1.1" status: 200 len: 945 time: 0.0510330 Aug 29 19:28:23.404709 dv-cinder-806191-2-iscsi neutron-server[93883]: INFO neutron.wsgi [req-26d17b4c-97bb-4e6f-ae86-414c5b058975 req-5159d0a9-28e5-4d30-91dc-18f9809dca2f tempest-TestShelveInstance-894407535 tempest-TestShelveInstance-894407535-project] 10.222.0.26 "GET /v2.0/security-groups?id=d64b09f1-d803-4ca3-84fd-58a7f16f2283&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319862 Aug 29 19:28:24.520993 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9018c52-c54b-4a6d-9ef6-5522cd976742 req-9adc91c4-264a-4398-9a3c-d3662d852aab tempest-TestShelveInstance-894407535 tempest-TestShelveInstance-894407535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 19:28:24.522426 dv-cinder-806191-2-iscsi neutron-server[93883]: INFO neutron.wsgi [req-f9018c52-c54b-4a6d-9ef6-5522cd976742 req-9adc91c4-264a-4398-9a3c-d3662d852aab tempest-TestShelveInstance-894407535 tempest-TestShelveInstance-894407535-project] 10.222.0.26 "GET /v2.0/ports?device_id=6e1bf34c-c174-4618-b16d-766b70b3c507 HTTP/1.1" status: 200 len: 945 time: 0.0483510 Aug 29 19:28:24.560248 dv-cinder-806191-2-iscsi neutron-server[93883]: INFO neutron.wsgi [req-f9018c52-c54b-4a6d-9ef6-5522cd976742 req-90c0ecb2-5b96-4d0b-94a7-1c13c444239d tempest-TestShelveInstance-894407535 tempest-TestShelveInstance-894407535-project] 10.222.0.26 "GET /v2.0/security-groups?id=d64b09f1-d803-4ca3-84fd-58a7f16f2283&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313432 Aug 29 19:28:25.675595 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35c88854-9335-4771-9cd7-1d3682283c28 req-9c534dbf-76a1-40bd-9ba2-7ad5143ef2f2 tempest-TestShelveInstance-894407535 tempest-TestShelveInstance-894407535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 19:28:25.677097 dv-cinder-806191-2-iscsi neutron-server[93883]: INFO neutron.wsgi [req-35c88854-9335-4771-9cd7-1d3682283c28 req-9c534dbf-76a1-40bd-9ba2-7ad5143ef2f2 tempest-TestShelveInstance-894407535 tempest-TestShelveInstance-894407535-project] 10.222.0.26 "GET /v2.0/ports?device_id=6e1bf34c-c174-4618-b16d-766b70b3c507 HTTP/1.1" status: 200 len: 945 time: 0.0496030 Aug 29 19:28:25.715294 dv-cinder-806191-2-iscsi neutron-server[93883]: INFO neutron.wsgi [req-35c88854-9335-4771-9cd7-1d3682283c28 req-2756046b-f376-4742-9c2f-a299f2c3934c tempest-TestShelveInstance-894407535 tempest-TestShelveInstance-894407535-project] 10.222.0.26 "GET /v2.0/security-groups?id=d64b09f1-d803-4ca3-84fd-58a7f16f2283&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321901 Aug 29 19:28:25.935823 dv-cinder-806191-2-iscsi neutron-server[93883]: INFO neutron.wsgi [req-6cb815d0-fef8-45fd-9945-11c004eb8c37 req-f9a72427-ab7e-4395-b43d-a63ac1da1cae service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=6e1bf34c-c174-4618-b16d-766b70b3c507&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0751879 Aug 29 19:28:25.944158 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-291f2985-9806-4eec-9575-98763c71b327 req-679b1629-7d40-44cf-b344-6d1cb119e5cc tempest-TestShelveInstance-894407535 tempest-TestShelveInstance-894407535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 19:28:25.945546 dv-cinder-806191-2-iscsi neutron-server[93883]: INFO neutron.wsgi [req-291f2985-9806-4eec-9575-98763c71b327 req-679b1629-7d40-44cf-b344-6d1cb119e5cc tempest-TestShelveInstance-894407535 tempest-TestShelveInstance-894407535-project] 10.222.0.26 "GET /v2.0/ports?device_id=6e1bf34c-c174-4618-b16d-766b70b3c507 HTTP/1.1" status: 200 len: 945 time: 0.0574679 Aug 29 19:28:25.985619 dv-cinder-806191-2-iscsi neutron-server[93883]: INFO neutron.wsgi [req-291f2985-9806-4eec-9575-98763c71b327 req-1ba22f9b-c676-4632-ac67-2d76c7cb5b36 tempest-TestShelveInstance-894407535 tempest-TestShelveInstance-894407535-project] 10.222.0.26 "GET /v2.0/security-groups?id=d64b09f1-d803-4ca3-84fd-58a7f16f2283&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325568 Aug 29 19:28:27.099452 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9308eeb5-3aa2-4149-a71d-c6acfc26e55f req-5028a9f1-a8b8-40c5-8ce6-fbc97171fa0b tempest-TestShelveInstance-894407535 tempest-TestShelveInstance-894407535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 19:28:27.100917 dv-cinder-806191-2-iscsi neutron-server[93883]: INFO neutron.wsgi [req-9308eeb5-3aa2-4149-a71d-c6acfc26e55f req-5028a9f1-a8b8-40c5-8ce6-fbc97171fa0b tempest-TestShelveInstance-894407535 tempest-TestShelveInstance-894407535-project] 10.222.0.26 "GET /v2.0/ports?device_id=6e1bf34c-c174-4618-b16d-766b70b3c507 HTTP/1.1" status: 200 len: 945 time: 0.0484531 Aug 29 19:28:27.138344 dv-cinder-806191-2-iscsi neutron-server[93883]: INFO neutron.wsgi [req-9308eeb5-3aa2-4149-a71d-c6acfc26e55f req-28d3d4da-60e2-43da-bd2c-5a5d062acdee tempest-TestShelveInstance-894407535 tempest-TestShelveInstance-894407535-project] 10.222.0.26 "GET /v2.0/security-groups?id=d64b09f1-d803-4ca3-84fd-58a7f16f2283&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310080 Aug 29 19:28:27.162201 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-e411ce9c-394c-453f-add9-812245090945 None None] Device 1b95e5a0-02e5-412f-821a-03013814d397 no longer exists at agent hyperv_hv-cinder-80619 {{(pid=93885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 19:28:27.249019 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cb815d0-fef8-45fd-9945-11c004eb8c37 req-b009281f-e2e4-4fcc-9951-4f84c3259ebf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 19:28:27.250564 dv-cinder-806191-2-iscsi neutron-server[93884]: INFO neutron.wsgi [req-6cb815d0-fef8-45fd-9945-11c004eb8c37 req-b009281f-e2e4-4fcc-9951-4f84c3259ebf service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=6e1bf34c-c174-4618-b16d-766b70b3c507&tenant_id=47206eee79a344c9b1b30949d9ae67ab HTTP/1.1" status: 200 len: 1098 time: 0.0441437 Aug 29 19:28:27.258141 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-e411ce9c-394c-453f-add9-812245090945 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3669058'] for port, before_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:28:27.281582 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6e1bf34c-c174-4618-b16d-766b70b3c507', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1b95e5a0-02e5-412f-821a-03013814d397'}] {{(pid=93885) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 19:28:27.283726 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b746b22f1a330a85490eeb53ccb4cfec71189e4c963aff014ae6842ea75f17cc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-20ed361c-c157-466b-9eb2-89e527eec842" -d '{"events": [{"server_uuid": "6e1bf34c-c174-4618-b16d-766b70b3c507", "name": "network-vif-unplugged", "status": "completed", "tag": "1b95e5a0-02e5-412f-821a-03013814d397"}]}' {{(pid=93885) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 19:28:27.296159 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-e411ce9c-394c-453f-add9-812245090945 None None] For port 1b95e5a0-02e5-412f-821a-03013814d397, host hv-cinder-80619, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80619',level=0,port_id=1b95e5a0-02e5-412f-821a-03013814d397,segment=NetworkSegment(8c7b5aaa-95fc-4de4-8819-7da150ed721c),segment_id=8c7b5aaa-95fc-4de4-8819-7da150ed721c)] {{(pid=93885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 19:28:27.301354 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-e411ce9c-394c-453f-add9-812245090945 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3669005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3715978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777170436913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777169884182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777169884200'] for port, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:28:27.317918 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cb815d0-fef8-45fd-9945-11c004eb8c37 req-a84fc73c-40d9-4e36-ad10-ea4e36a0b62c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 19:28:27.319495 dv-cinder-806191-2-iscsi neutron-server[93884]: INFO neutron.wsgi [req-6cb815d0-fef8-45fd-9945-11c004eb8c37 req-a84fc73c-40d9-4e36-ad10-ea4e36a0b62c service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=47206eee79a344c9b1b30949d9ae67ab&device_id=6e1bf34c-c174-4618-b16d-766b70b3c507 HTTP/1.1" status: 200 len: 1098 time: 0.0470643 Aug 29 19:28:27.329371 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sun, 29 Aug 2021 19:28:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe3ced88-a711-410c-afc1-2cd681e3f3b2 x-openstack-request-id: req-fe3ced88-a711-410c-afc1-2cd681e3f3b2 {{(pid=93885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 19:28:27.329671 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6e1bf34c-c174-4618-b16d-766b70b3c507", "name": "network-vif-unplugged", "status": "completed", "tag": "1b95e5a0-02e5-412f-821a-03013814d397", "code": 200}]} {{(pid=93885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 19:28:27.329923 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-fe3ced88-a711-410c-afc1-2cd681e3f3b2 {{(pid=93885) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 19:28:27.330332 dv-cinder-806191-2-iscsi neutron-server[93885]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6e1bf34c-c174-4618-b16d-766b70b3c507', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1b95e5a0-02e5-412f-821a-03013814d397', 'code': 200} Aug 29 19:28:27.354657 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e411ce9c-394c-453f-add9-812245090945 None None] Pushing event updated for resources: {'Port': ['ID=1b95e5a0-02e5-412f-821a-03013814d397,revision_number=6']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:28:27.419475 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cb815d0-fef8-45fd-9945-11c004eb8c37 req-2cdd5912-a2b7-4de6-9aba-47189c19e4ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 19:28:27.420946 dv-cinder-806191-2-iscsi neutron-server[93884]: INFO neutron.wsgi [req-6cb815d0-fef8-45fd-9945-11c004eb8c37 req-2cdd5912-a2b7-4de6-9aba-47189c19e4ae service neutron] 10.222.0.23 "GET /v2.0/networks?id=c4f869d5-c4a9-4d4b-abf0-c181253a388e HTTP/1.1" status: 200 len: 910 time: 0.0926075 Aug 29 19:28:27.495034 dv-cinder-806191-2-iscsi neutron-server[93884]: INFO neutron.wsgi [req-6cb815d0-fef8-45fd-9945-11c004eb8c37 req-f1a3147f-5bde-4f9c-ac00-c37f706eb03e service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1b95e5a0-02e5-412f-821a-03013814d397 HTTP/1.1" status: 200 len: 997 time: 0.0632129 Aug 29 19:28:27.544854 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cb815d0-fef8-45fd-9945-11c004eb8c37 req-72df32ed-7281-44a2-b950-17032291d1ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 19:28:27.546208 dv-cinder-806191-2-iscsi neutron-server[93884]: INFO neutron.wsgi [req-6cb815d0-fef8-45fd-9945-11c004eb8c37 req-72df32ed-7281-44a2-b950-17032291d1ce service neutron] 10.222.0.23 "GET /v2.0/subnets?id=a59267c6-8d28-4d1e-969f-e33d2bf75c5c HTTP/1.1" status: 200 len: 848 time: 0.0439053 Aug 29 19:28:27.589925 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cb815d0-fef8-45fd-9945-11c004eb8c37 req-58c2ff83-0380-4d84-8411-622d02d47571 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 19:28:27.591399 dv-cinder-806191-2-iscsi neutron-server[93884]: INFO neutron.wsgi [req-6cb815d0-fef8-45fd-9945-11c004eb8c37 req-58c2ff83-0380-4d84-8411-622d02d47571 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=c4f869d5-c4a9-4d4b-abf0-c181253a388e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0383956 Aug 29 19:28:27.682306 dv-cinder-806191-2-iscsi neutron-server[93884]: INFO neutron.wsgi [req-6cb815d0-fef8-45fd-9945-11c004eb8c37 req-570d82ae-d583-4057-84b4-2bd7268c2764 service neutron] 10.222.0.23 "GET /v2.0/networks/c4f869d5-c4a9-4d4b-abf0-c181253a388e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834162 Aug 29 19:28:27.770762 dv-cinder-806191-2-iscsi neutron-server[93884]: INFO neutron.wsgi [req-6cb815d0-fef8-45fd-9945-11c004eb8c37 req-1e29b382-af7a-4d03-985c-120bba942480 service neutron] 10.222.0.23 "GET /v2.0/networks/c4f869d5-c4a9-4d4b-abf0-c181253a388e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0808141 Aug 29 19:28:28.256376 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0e05719-27cb-473b-9f59-e8dfef8b0b96 req-3b077a66-4beb-4e96-9d35-b8771109e861 tempest-TestShelveInstance-894407535 tempest-TestShelveInstance-894407535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 19:28:28.257937 dv-cinder-806191-2-iscsi neutron-server[93884]: INFO neutron.wsgi [req-c0e05719-27cb-473b-9f59-e8dfef8b0b96 req-3b077a66-4beb-4e96-9d35-b8771109e861 tempest-TestShelveInstance-894407535 tempest-TestShelveInstance-894407535-project] 10.222.0.26 "GET /v2.0/ports?device_id=6e1bf34c-c174-4618-b16d-766b70b3c507 HTTP/1.1" status: 200 len: 943 time: 0.0488105 Aug 29 19:28:28.296717 dv-cinder-806191-2-iscsi neutron-server[93884]: INFO neutron.wsgi [req-c0e05719-27cb-473b-9f59-e8dfef8b0b96 req-d79226b5-878a-443d-b967-d2948d4e5bc7 tempest-TestShelveInstance-894407535 tempest-TestShelveInstance-894407535-project] 10.222.0.26 "GET /v2.0/security-groups?id=d64b09f1-d803-4ca3-84fd-58a7f16f2283&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322540 Aug 29 19:28:29.417179 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c76e793-2e25-4e5e-98e2-8db53e34db17 req-8a814204-160b-4ab7-92ac-ed488da616de tempest-TestShelveInstance-894407535 tempest-TestShelveInstance-894407535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 19:28:29.418676 dv-cinder-806191-2-iscsi neutron-server[93884]: INFO neutron.wsgi [req-3c76e793-2e25-4e5e-98e2-8db53e34db17 req-8a814204-160b-4ab7-92ac-ed488da616de tempest-TestShelveInstance-894407535 tempest-TestShelveInstance-894407535-project] 10.222.0.26 "GET /v2.0/ports?device_id=6e1bf34c-c174-4618-b16d-766b70b3c507 HTTP/1.1" status: 200 len: 943 time: 0.0548964 Aug 29 19:28:29.457486 dv-cinder-806191-2-iscsi neutron-server[93884]: INFO neutron.wsgi [req-3c76e793-2e25-4e5e-98e2-8db53e34db17 req-9718a98f-5c2e-4cda-88da-26913a8ebf7e tempest-TestShelveInstance-894407535 tempest-TestShelveInstance-894407535-project] 10.222.0.26 "GET /v2.0/security-groups?id=d64b09f1-d803-4ca3-84fd-58a7f16f2283&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325165 Aug 29 19:28:30.569994 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5232f8e0-2a59-446d-a47f-0bc8fd036646 req-5aa6188a-fac7-4c1e-b77c-89b7b375fff0 tempest-TestShelveInstance-894407535 tempest-TestShelveInstance-894407535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 19:28:30.571447 dv-cinder-806191-2-iscsi neutron-server[93884]: INFO neutron.wsgi [req-5232f8e0-2a59-446d-a47f-0bc8fd036646 req-5aa6188a-fac7-4c1e-b77c-89b7b375fff0 tempest-TestShelveInstance-894407535 tempest-TestShelveInstance-894407535-project] 10.222.0.26 "GET /v2.0/ports?device_id=6e1bf34c-c174-4618-b16d-766b70b3c507 HTTP/1.1" status: 200 len: 943 time: 0.0485361 Aug 29 19:28:30.607535 dv-cinder-806191-2-iscsi neutron-server[93884]: INFO neutron.wsgi [req-5232f8e0-2a59-446d-a47f-0bc8fd036646 req-0e96492b-adfd-4aeb-80e1-20bf6bca6a62 tempest-TestShelveInstance-894407535 tempest-TestShelveInstance-894407535-project] 10.222.0.26 "GET /v2.0/security-groups?id=d64b09f1-d803-4ca3-84fd-58a7f16f2283&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0303092 Aug 29 19:28:31.721713 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7ca68e5-68f5-4171-97e3-7a738cc28f68 req-70b7a5d7-9540-4590-88fc-42e0bdc07d0f tempest-TestShelveInstance-894407535 tempest-TestShelveInstance-894407535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 19:28:31.723199 dv-cinder-806191-2-iscsi neutron-server[93884]: INFO neutron.wsgi [req-f7ca68e5-68f5-4171-97e3-7a738cc28f68 req-70b7a5d7-9540-4590-88fc-42e0bdc07d0f tempest-TestShelveInstance-894407535 tempest-TestShelveInstance-894407535-project] 10.222.0.26 "GET /v2.0/ports?device_id=6e1bf34c-c174-4618-b16d-766b70b3c507 HTTP/1.1" status: 200 len: 943 time: 0.0482936 Aug 29 19:28:31.760072 dv-cinder-806191-2-iscsi neutron-server[93884]: INFO neutron.wsgi [req-f7ca68e5-68f5-4171-97e3-7a738cc28f68 req-2ec884e9-d164-42f2-8d4a-bd232c3a63d5 tempest-TestShelveInstance-894407535 tempest-TestShelveInstance-894407535-project] 10.222.0.26 "GET /v2.0/security-groups?id=d64b09f1-d803-4ca3-84fd-58a7f16f2283&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0304813 Aug 29 19:28:32.878429 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5450b370-bbf3-44eb-b289-2071387620ff req-4d3235ce-29af-4d6e-8a86-614855aa1c7d tempest-TestShelveInstance-894407535 tempest-TestShelveInstance-894407535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 19:28:32.879864 dv-cinder-806191-2-iscsi neutron-server[93884]: INFO neutron.wsgi [req-5450b370-bbf3-44eb-b289-2071387620ff req-4d3235ce-29af-4d6e-8a86-614855aa1c7d tempest-TestShelveInstance-894407535 tempest-TestShelveInstance-894407535-project] 10.222.0.26 "GET /v2.0/ports?device_id=6e1bf34c-c174-4618-b16d-766b70b3c507 HTTP/1.1" status: 200 len: 943 time: 0.0542254 Aug 29 19:28:32.918278 dv-cinder-806191-2-iscsi neutron-server[93884]: INFO neutron.wsgi [req-5450b370-bbf3-44eb-b289-2071387620ff req-63bae801-3654-497b-80ad-c38ecbffac4f tempest-TestShelveInstance-894407535 tempest-TestShelveInstance-894407535-project] 10.222.0.26 "GET /v2.0/security-groups?id=d64b09f1-d803-4ca3-84fd-58a7f16f2283&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319011 Aug 29 19:28:33.894658 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55ebca53-d248-42d5-8798-9c1aa2d8e79c req-7ef2a3af-e456-4c43-9e08-c1f939ba9bda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 19:28:33.896188 dv-cinder-806191-2-iscsi neutron-server[93884]: INFO neutron.wsgi [req-55ebca53-d248-42d5-8798-9c1aa2d8e79c req-7ef2a3af-e456-4c43-9e08-c1f939ba9bda service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=6e1bf34c-c174-4618-b16d-766b70b3c507 HTTP/1.1" status: 200 len: 1096 time: 0.0406115 Aug 29 19:28:33.933591 dv-cinder-806191-2-iscsi neutron-server[93884]: INFO neutron.wsgi [req-55ebca53-d248-42d5-8798-9c1aa2d8e79c req-b70c4cfe-93eb-434d-b0f4-4495d67c991c service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=d64b09f1-d803-4ca3-84fd-58a7f16f2283&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0300391 Aug 29 19:28:34.036735 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b433150a-2074-4d87-b58d-7328938813aa req-86094e3b-1aa4-4c27-82ce-a2164e9934a5 tempest-TestShelveInstance-894407535 tempest-TestShelveInstance-894407535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 19:28:34.038182 dv-cinder-806191-2-iscsi neutron-server[93884]: INFO neutron.wsgi [req-b433150a-2074-4d87-b58d-7328938813aa req-86094e3b-1aa4-4c27-82ce-a2164e9934a5 tempest-TestShelveInstance-894407535 tempest-TestShelveInstance-894407535-project] 10.222.0.26 "GET /v2.0/ports?device_id=6e1bf34c-c174-4618-b16d-766b70b3c507 HTTP/1.1" status: 200 len: 943 time: 0.0503497 Aug 29 19:28:34.076635 dv-cinder-806191-2-iscsi neutron-server[93884]: INFO neutron.wsgi [req-b433150a-2074-4d87-b58d-7328938813aa req-e7ce42b0-2e01-47bd-a846-3c76522a2920 tempest-TestShelveInstance-894407535 tempest-TestShelveInstance-894407535-project] 10.222.0.26 "GET /v2.0/security-groups?id=d64b09f1-d803-4ca3-84fd-58a7f16f2283&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325565 Aug 29 19:28:35.200188 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-e411ce9c-394c-453f-add9-812245090945 None None] Device 1b95e5a0-02e5-412f-821a-03013814d397 details requested by agent hyperv_hv-cinder-80619 with host hv-cinder-80619 {{(pid=93885) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 19:28:35.202660 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-641c0e3a-2d35-4ea5-9d84-f40113b81515 req-4e471336-a32b-45a1-b552-e1205cc6e02d tempest-TestShelveInstance-894407535 tempest-TestShelveInstance-894407535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 19:28:35.206244 dv-cinder-806191-2-iscsi neutron-server[93883]: INFO neutron.wsgi [req-641c0e3a-2d35-4ea5-9d84-f40113b81515 req-4e471336-a32b-45a1-b552-e1205cc6e02d tempest-TestShelveInstance-894407535 tempest-TestShelveInstance-894407535-project] 10.222.0.26 "GET /v2.0/ports?device_id=6e1bf34c-c174-4618-b16d-766b70b3c507 HTTP/1.1" status: 200 len: 943 time: 0.0595334 Aug 29 19:28:35.246343 dv-cinder-806191-2-iscsi neutron-server[93883]: INFO neutron.wsgi [req-641c0e3a-2d35-4ea5-9d84-f40113b81515 req-1ff52ab2-da9f-42d4-abd7-a9b5c0fb6c95 tempest-TestShelveInstance-894407535 tempest-TestShelveInstance-894407535-project] 10.222.0.26 "GET /v2.0/security-groups?id=d64b09f1-d803-4ca3-84fd-58a7f16f2283&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331545 Aug 29 19:28:35.294760 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3639a65e-ee0d-46b1-b43e-c768c707fd6c req-6fb9846a-2aee-47bb-8a0c-75f014bc92b1 tempest-TestVolumeBootPattern-1610125901 tempest-TestVolumeBootPattern-1610125901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 19:28:35.296234 dv-cinder-806191-2-iscsi neutron-server[93884]: INFO neutron.wsgi [req-3639a65e-ee0d-46b1-b43e-c768c707fd6c req-6fb9846a-2aee-47bb-8a0c-75f014bc92b1 tempest-TestVolumeBootPattern-1610125901 tempest-TestVolumeBootPattern-1610125901-project] 10.222.0.26 "GET /v2.0/ports?device_id=5da48d85-45dc-4762-b7ad-0eb1affc4987 HTTP/1.1" status: 200 len: 946 time: 0.0539551 Aug 29 19:28:35.301625 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-e411ce9c-394c-453f-add9-812245090945 None None] For port 1b95e5a0-02e5-412f-821a-03013814d397, host hv-cinder-80619, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80619',level=0,port_id=1b95e5a0-02e5-412f-821a-03013814d397,segment=NetworkSegment(8c7b5aaa-95fc-4de4-8819-7da150ed721c),segment_id=8c7b5aaa-95fc-4de4-8819-7da150ed721c)] {{(pid=93885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 19:28:35.336890 dv-cinder-806191-2-iscsi neutron-server[93884]: INFO neutron.wsgi [req-3639a65e-ee0d-46b1-b43e-c768c707fd6c req-f602eebe-8309-4f5b-8dd9-4c890ffc691c tempest-TestVolumeBootPattern-1610125901 tempest-TestVolumeBootPattern-1610125901-project] 10.222.0.26 "GET /v2.0/security-groups?id=28dcb342-8e4f-40d6-9e57-d4cd91ceacfa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343161 Aug 29 19:28:35.435030 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-e411ce9c-394c-453f-add9-812245090945 None None] Returning: {'device': '1b95e5a0-02e5-412f-821a-03013814d397', 'network_id': 'c4f869d5-c4a9-4d4b-abf0-c181253a388e', 'port_id': '1b95e5a0-02e5-412f-821a-03013814d397', 'mac_address': 'fa:16:3e:be:47:5f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 126, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a59267c6-8d28-4d1e-969f-e33d2bf75c5c', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93885) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 19:28:35.471456 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-e411ce9c-394c-453f-add9-812245090945 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3669058'] for port, before_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:28:35.484089 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.notifiers.nova [None req-e411ce9c-394c-453f-add9-812245090945 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1b95e5a0-02e5-412f-821a-03013814d397 {{(pid=93885) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 19:28:35.503397 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-e411ce9c-394c-453f-add9-812245090945 None None] For port 1b95e5a0-02e5-412f-821a-03013814d397, host hv-cinder-80619, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80619',level=0,port_id=1b95e5a0-02e5-412f-821a-03013814d397,segment=NetworkSegment(8c7b5aaa-95fc-4de4-8819-7da150ed721c),segment_id=8c7b5aaa-95fc-4de4-8819-7da150ed721c)] {{(pid=93885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 19:28:35.507240 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-e411ce9c-394c-453f-add9-812245090945 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3669005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3715978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777170436913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777169884182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777169884200'] for port, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:28:35.553661 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e411ce9c-394c-453f-add9-812245090945 None None] Pushing event updated for resources: {'Port': ['ID=1b95e5a0-02e5-412f-821a-03013814d397,revision_number=7']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:28:35.771682 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-e411ce9c-394c-453f-add9-812245090945 None None] get_ports_and_sgs() called for port_ids ['1b95e5a0-02e5-412f-821a-03013814d397'] {{(pid=93885) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 19:28:36.451944 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57117626-1238-47c0-8849-ee752c104cc1 req-94ff5b4b-d9a0-446b-b699-ed848b2b4f42 tempest-TestVolumeBootPattern-1610125901 tempest-TestVolumeBootPattern-1610125901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 19:28:36.453508 dv-cinder-806191-2-iscsi neutron-server[93884]: INFO neutron.wsgi [req-57117626-1238-47c0-8849-ee752c104cc1 req-94ff5b4b-d9a0-446b-b699-ed848b2b4f42 tempest-TestVolumeBootPattern-1610125901 tempest-TestVolumeBootPattern-1610125901-project] 10.222.0.26 "GET /v2.0/ports?device_id=5da48d85-45dc-4762-b7ad-0eb1affc4987 HTTP/1.1" status: 200 len: 946 time: 0.0489881 Aug 29 19:28:36.494255 dv-cinder-806191-2-iscsi neutron-server[93884]: INFO neutron.wsgi [req-57117626-1238-47c0-8849-ee752c104cc1 req-d2b7aabd-2304-4b54-a0d1-ef4ea94d55ad tempest-TestVolumeBootPattern-1610125901 tempest-TestVolumeBootPattern-1610125901-project] 10.222.0.26 "GET /v2.0/security-groups?id=28dcb342-8e4f-40d6-9e57-d4cd91ceacfa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346501 Aug 29 19:28:36.872288 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61591d72-83d1-49b2-9d1e-12746a2b2512 req-93ffc9ad-23c8-42fc-b4ec-47a37ab14706 tempest-TestVolumeBootPattern-1610125901 tempest-TestVolumeBootPattern-1610125901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 19:28:36.873753 dv-cinder-806191-2-iscsi neutron-server[93884]: INFO neutron.wsgi [req-61591d72-83d1-49b2-9d1e-12746a2b2512 req-93ffc9ad-23c8-42fc-b4ec-47a37ab14706 tempest-TestVolumeBootPattern-1610125901 tempest-TestVolumeBootPattern-1610125901-project] 10.222.0.23 "GET /v2.0/ports?device_id=5da48d85-45dc-4762-b7ad-0eb1affc4987 HTTP/1.1" status: 200 len: 946 time: 0.0474060 Aug 29 19:28:36.968244 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [req-61591d72-83d1-49b2-9d1e-12746a2b2512 req-7d558292-bda3-4c71-98da-72c6b81d9941 tempest-TestVolumeBootPattern-1610125901 tempest-TestVolumeBootPattern-1610125901-project] Deleting port ee3297b8-0d66-49ce-962b-890b2a1bebcd {{(pid=93884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 19:28:36.968588 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-61591d72-83d1-49b2-9d1e-12746a2b2512 req-7d558292-bda3-4c71-98da-72c6b81d9941 tempest-TestVolumeBootPattern-1610125901 tempest-TestVolumeBootPattern-1610125901-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777170414367'] for port, before_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:28:37.056363 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.db [req-61591d72-83d1-49b2-9d1e-12746a2b2512 req-7d558292-bda3-4c71-98da-72c6b81d9941 tempest-TestVolumeBootPattern-1610125901 tempest-TestVolumeBootPattern-1610125901-project] For port ee3297b8-0d66-49ce-962b-890b2a1bebcd, host hv-cinder-80619, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80619',level=0,port_id=ee3297b8-0d66-49ce-962b-890b2a1bebcd,segment=NetworkSegment(11a203b2-fbd8-4335-9a74-1c37515b390f),segment_id=11a203b2-fbd8-4335-9a74-1c37515b390f)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 19:28:37.056732 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-61591d72-83d1-49b2-9d1e-12746a2b2512 req-7d558292-bda3-4c71-98da-72c6b81d9941 tempest-TestVolumeBootPattern-1610125901 tempest-TestVolumeBootPattern-1610125901-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3695122'] for port, precommit_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:28:37.207736 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-e411ce9c-394c-453f-add9-812245090945 None None] Device 1b95e5a0-02e5-412f-821a-03013814d397 up at agent hyperv_hv-cinder-80619 {{(pid=93885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 19:28:37.229577 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-61591d72-83d1-49b2-9d1e-12746a2b2512 req-7d558292-bda3-4c71-98da-72c6b81d9941 tempest-TestVolumeBootPattern-1610125901 tempest-TestVolumeBootPattern-1610125901-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:28:37.230476 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-61591d72-83d1-49b2-9d1e-12746a2b2512 req-7d558292-bda3-4c71-98da-72c6b81d9941 tempest-TestVolumeBootPattern-1610125901 tempest-TestVolumeBootPattern-1610125901-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3676317'] for floatingip, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:28:37.230814 dv-cinder-806191-2-iscsi neutron-server[93884]: INFO neutron.db.l3_db [req-61591d72-83d1-49b2-9d1e-12746a2b2512 req-7d558292-bda3-4c71-98da-72c6b81d9941 tempest-TestVolumeBootPattern-1610125901 tempest-TestVolumeBootPattern-1610125901-project] Floating IP 5fe0f008-8313-4844-9cae-64e1b71cce32 disassociated. External IP: 172.27.2.186, port: ee3297b8-0d66-49ce-962b-890b2a1bebcd. Aug 29 19:28:37.231161 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [req-61591d72-83d1-49b2-9d1e-12746a2b2512 req-7d558292-bda3-4c71-98da-72c6b81d9941 tempest-TestVolumeBootPattern-1610125901 tempest-TestVolumeBootPattern-1610125901-project] Calling delete_port for ee3297b8-0d66-49ce-962b-890b2a1bebcd owned by compute:nova {{(pid=93884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 19:28:37.258262 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-e411ce9c-394c-453f-add9-812245090945 None None] Provisioning complete for port 1b95e5a0-02e5-412f-821a-03013814d397 triggered by entity L2. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 19:28:37.258659 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-e411ce9c-394c-453f-add9-812245090945 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3627211'] for port, provisioning_complete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:28:37.335203 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-e411ce9c-394c-453f-add9-812245090945 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3669058'] for port, before_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:28:37.356107 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-61591d72-83d1-49b2-9d1e-12746a2b2512 req-7d558292-bda3-4c71-98da-72c6b81d9941 tempest-TestVolumeBootPattern-1610125901 tempest-TestVolumeBootPattern-1610125901-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3669005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3715978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777170436895', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777169884173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262862687'] for port, after_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:28:37.358420 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6e1bf34c-c174-4618-b16d-766b70b3c507', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1b95e5a0-02e5-412f-821a-03013814d397'}] {{(pid=93885) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 19:28:37.360638 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b746b22f1a330a85490eeb53ccb4cfec71189e4c963aff014ae6842ea75f17cc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4043bfc2-dba1-4919-986b-497d8813269c" -d '{"events": [{"server_uuid": "6e1bf34c-c174-4618-b16d-766b70b3c507", "name": "network-vif-plugged", "status": "completed", "tag": "1b95e5a0-02e5-412f-821a-03013814d397"}]}' {{(pid=93885) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 19:28:37.373520 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-e411ce9c-394c-453f-add9-812245090945 None None] For port 1b95e5a0-02e5-412f-821a-03013814d397, host hv-cinder-80619, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80619',level=0,port_id=1b95e5a0-02e5-412f-821a-03013814d397,segment=NetworkSegment(8c7b5aaa-95fc-4de4-8819-7da150ed721c),segment_id=8c7b5aaa-95fc-4de4-8819-7da150ed721c)] {{(pid=93885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 19:28:37.378245 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-e411ce9c-394c-453f-add9-812245090945 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3669005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3715978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777170436913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777169884182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777169884200'] for port, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:28:37.388225 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d558292-bda3-4c71-98da-72c6b81d9941 tempest-TestVolumeBootPattern-1610125901 tempest-TestVolumeBootPattern-1610125901-project] Pushing event deleted for resources: {'Port': ['ID=ee3297b8-0d66-49ce-962b-890b2a1bebcd,revision_number=None']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:28:37.406788 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 19:28:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7da812da-b322-4d48-9b7e-3a2cbf1db82d x-openstack-request-id: req-7da812da-b322-4d48-9b7e-3a2cbf1db82d {{(pid=93885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 19:28:37.407073 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6e1bf34c-c174-4618-b16d-766b70b3c507", "name": "network-vif-plugged", "status": "completed", "tag": "1b95e5a0-02e5-412f-821a-03013814d397", "code": 200}]} {{(pid=93885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 19:28:37.407321 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-7da812da-b322-4d48-9b7e-3a2cbf1db82d {{(pid=93885) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 19:28:37.407774 dv-cinder-806191-2-iscsi neutron-server[93885]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6e1bf34c-c174-4618-b16d-766b70b3c507', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1b95e5a0-02e5-412f-821a-03013814d397', 'code': 200} Aug 29 19:28:37.434261 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e411ce9c-394c-453f-add9-812245090945 None None] Pushing event updated for resources: {'Port': ['ID=1b95e5a0-02e5-412f-821a-03013814d397,revision_number=8']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:28:37.498198 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.scheduler.l3_agent_scheduler [req-61591d72-83d1-49b2-9d1e-12746a2b2512 req-7d558292-bda3-4c71-98da-72c6b81d9941 tempest-TestVolumeBootPattern-1610125901 tempest-TestVolumeBootPattern-1610125901-project] Router c03e349e-3f52-436d-89d3-9899002d9045 has already been hosted by L3 agent c3ed3b02-d107-45f2-9b2a-fff9b0cfaa96 {{(pid=93884) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 19:28:37.592997 dv-cinder-806191-2-iscsi neutron-server[93883]: INFO neutron.wsgi [req-70f5ee63-e6c3-407a-acdb-07a7759f675a req-f809957c-6dce-4578-ae8e-b37481981c19 tempest-TestVolumeBootPattern-1610125901 tempest-TestVolumeBootPattern-1610125901-project] 10.222.0.26 "GET /v2.0/ports?device_id=5da48d85-45dc-4762-b7ad-0eb1affc4987 HTTP/1.1" status: 200 len: 210 time: 0.0281549 Aug 29 19:28:37.881797 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-61591d72-83d1-49b2-9d1e-12746a2b2512 req-7d558292-bda3-4c71-98da-72c6b81d9941 tempest-TestVolumeBootPattern-1610125901 tempest-TestVolumeBootPattern-1610125901-project] Notify agent at l3_agent.dv-cinder-806191-2-iscsi the message routers_updated {{(pid=93884) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 19:28:37.891845 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f64f4a56-b921-47fb-9e29-9c5384e00f16 None None] Sync routers for ids ['c03e349e-3f52-436d-89d3-9899002d9045'] in dv-cinder-806191-2-iscsi {{(pid=93885) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 19:28:37.900750 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f64f4a56-b921-47fb-9e29-9c5384e00f16 None None] Routers {'c03e349e-3f52-436d-89d3-9899002d9045'} bound to L3 agent in host dv-cinder-806191-2-iscsi {{(pid=93885) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 19:28:37.901352 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-f64f4a56-b921-47fb-9e29-9c5384e00f16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806191-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-29T19:13:49Z,description=,heartbeat_timestamp=2021-08-29T19:28:19Z,host='dv-cinder-806191-2-iscsi',id=c3ed3b02-d107-45f2-9b2a-fff9b0cfaa96,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T19:13:49Z,topic='l3_agent')) {'router_ids': ['c03e349e-3f52-436d-89d3-9899002d9045'], 'active': True} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 19:28:37.919177 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.db.l3_dvrscheduler_db [req-61591d72-83d1-49b2-9d1e-12746a2b2512 req-7d558292-bda3-4c71-98da-72c6b81d9941 tempest-TestVolumeBootPattern-1610125901 tempest-TestVolumeBootPattern-1610125901-project] No DVR routers for this DVR port ee3297b8-0d66-49ce-962b-890b2a1bebcd on host hv-cinder-80619 {{(pid=93884) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 19:28:37.921793 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-61591d72-83d1-49b2-9d1e-12746a2b2512 req-7d558292-bda3-4c71-98da-72c6b81d9941 tempest-TestVolumeBootPattern-1610125901 tempest-TestVolumeBootPattern-1610125901-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-256493'] for port, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:28:37.923840 dv-cinder-806191-2-iscsi neutron-server[93884]: INFO neutron.wsgi [req-61591d72-83d1-49b2-9d1e-12746a2b2512 req-7d558292-bda3-4c71-98da-72c6b81d9941 tempest-TestVolumeBootPattern-1610125901 tempest-TestVolumeBootPattern-1610125901-project] 10.222.0.23 "DELETE /v2.0/ports/ee3297b8-0d66-49ce-962b-890b2a1bebcd HTTP/1.1" status: 204 len: 173 time: 1.0430708 Aug 29 19:28:37.924269 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5da48d85-45dc-4762-b7ad-0eb1affc4987', 'name': 'network-vif-deleted', 'tag': 'ee3297b8-0d66-49ce-962b-890b2a1bebcd'}] {{(pid=93884) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 19:28:37.926495 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}af0273b9eb9050257146764f7dfc5aa69aec40d1770056ff1a21a350116cd0eb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fb1073ee-29e4-4609-a7f1-738346e83b38" -d '{"events": [{"server_uuid": "5da48d85-45dc-4762-b7ad-0eb1affc4987", "name": "network-vif-deleted", "tag": "ee3297b8-0d66-49ce-962b-890b2a1bebcd"}]}' {{(pid=93884) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 19:28:37.975907 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 19:28:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a9a12b14-8123-4766-a103-5d65b821e356 x-openstack-request-id: req-a9a12b14-8123-4766-a103-5d65b821e356 {{(pid=93884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 19:28:37.976167 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5da48d85-45dc-4762-b7ad-0eb1affc4987", "name": "network-vif-deleted", "tag": "ee3297b8-0d66-49ce-962b-890b2a1bebcd", "status": "completed", "code": 200}]} {{(pid=93884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 19:28:37.976606 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-a9a12b14-8123-4766-a103-5d65b821e356 {{(pid=93884) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 19:28:37.976808 dv-cinder-806191-2-iscsi neutron-server[93884]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5da48d85-45dc-4762-b7ad-0eb1affc4987', 'name': 'network-vif-deleted', 'tag': 'ee3297b8-0d66-49ce-962b-890b2a1bebcd', 'status': 'completed', 'code': 200} Aug 29 19:28:38.009578 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.db.l3_dvr_db [None req-f64f4a56-b921-47fb-9e29-9c5384e00f16 None None] Set router c03e349e-3f52-436d-89d3-9899002d9045 gateway port host: dv-cinder-806191-2-iscsi {{(pid=93885) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 19:28:38.222106 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-f64f4a56-b921-47fb-9e29-9c5384e00f16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c03e349e-3f52-436d-89d3-9899002d9045', 'name': 'tempest-TestVolumeBootPattern-567608025-router', 'tenant_id': 'b39981fcd5954815961a8be993dedcd2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7209b701-ecaa-476a-bd58-d61d280c16d3', 'external_fixed_ips': [{'subnet_id': '71309eb1-223f-47ba-9803-1437c965e178', 'ip_address': '172.27.2.139'}], 'enable_snat': True}, 'gw_port_id': 'f92a66e0-49b6-413f-afa9-292ae2d4b709', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T19:25:42Z', 'updated_at': '2021-08-29T19:25:46Z', 'revision_number': 4, 'project_id': 'b39981fcd5954815961a8be993dedcd2', 'gw_port': {'id': 'f92a66e0-49b6-413f-afa9-292ae2d4b709', 'name': '', 'network_id': '7209b701-ecaa-476a-bd58-d61d280c16d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:53:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c03e349e-3f52-436d-89d3-9899002d9045', 'device_owner': 'network:router_gateway', 'standard_attr_id': 581, 'fixed_ips': [{'subnet_id': '71309eb1-223f-47ba-9803-1437c965e178', 'ip_address': '172.27.2.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806191-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T19:25:43Z', 'updated_at': '2021-08-29T19:25:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71309eb1-223f-47ba-9803-1437c965e178', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806191-2-iscsi', '_interfaces': [{'id': '2b9e29f6-8880-4864-bcb5-fa280c067557', 'name': '', 'network_id': '45c2a1ad-9c77-458b-b844-fbf0e60ffffd', 'tenant_id': 'b39981fcd5954815961a8be993dedcd2', 'mac_address': 'fa:16:3e:91:39:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c03e349e-3f52-436d-89d3-9899002d9045', 'device_owner': 'network:router_interface', 'standard_attr_id': 582, 'fixed_ips': [{'subnet_id': 'fc92f67e-9e9b-4d7e-adb8-7f60a771a071', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806191-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T19:25:45Z', 'updated_at': '2021-08-29T19:25:53Z', 'revision_number': 5, 'project_id': 'b39981fcd5954815961a8be993dedcd2', 'subnets': [{'id': 'fc92f67e-9e9b-4d7e-adb8-7f60a771a071', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806191-2-iscsi', False) {} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 19:28:38.249473 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f64f4a56-b921-47fb-9e29-9c5384e00f16 None None] Checking router: c03e349e-3f52-436d-89d3-9899002d9045 for host: dv-cinder-806191-2-iscsi {{(pid=93885) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 19:28:38.257903 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f64f4a56-b921-47fb-9e29-9c5384e00f16 None None] Routers {'c03e349e-3f52-436d-89d3-9899002d9045'} bound to L3 agent in host dv-cinder-806191-2-iscsi {{(pid=93885) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 19:28:38.258535 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-f64f4a56-b921-47fb-9e29-9c5384e00f16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806191-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-29T19:13:49Z,description=,heartbeat_timestamp=2021-08-29T19:28:19Z,host='dv-cinder-806191-2-iscsi',id=c3ed3b02-d107-45f2-9b2a-fff9b0cfaa96,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T19:13:49Z,topic='l3_agent')) {'router_ids': ['c03e349e-3f52-436d-89d3-9899002d9045'], 'active': True} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 19:28:38.361315 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.db.l3_dvr_db [None req-f64f4a56-b921-47fb-9e29-9c5384e00f16 None None] Set router c03e349e-3f52-436d-89d3-9899002d9045 gateway port host: dv-cinder-806191-2-iscsi {{(pid=93885) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 19:28:38.562488 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-f64f4a56-b921-47fb-9e29-9c5384e00f16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c03e349e-3f52-436d-89d3-9899002d9045', 'name': 'tempest-TestVolumeBootPattern-567608025-router', 'tenant_id': 'b39981fcd5954815961a8be993dedcd2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7209b701-ecaa-476a-bd58-d61d280c16d3', 'external_fixed_ips': [{'subnet_id': '71309eb1-223f-47ba-9803-1437c965e178', 'ip_address': '172.27.2.139'}], 'enable_snat': True}, 'gw_port_id': 'f92a66e0-49b6-413f-afa9-292ae2d4b709', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T19:25:42Z', 'updated_at': '2021-08-29T19:25:46Z', 'revision_number': 4, 'project_id': 'b39981fcd5954815961a8be993dedcd2', 'gw_port': {'id': 'f92a66e0-49b6-413f-afa9-292ae2d4b709', 'name': '', 'network_id': '7209b701-ecaa-476a-bd58-d61d280c16d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:53:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c03e349e-3f52-436d-89d3-9899002d9045', 'device_owner': 'network:router_gateway', 'standard_attr_id': 581, 'fixed_ips': [{'subnet_id': '71309eb1-223f-47ba-9803-1437c965e178', 'ip_address': '172.27.2.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806191-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T19:25:43Z', 'updated_at': '2021-08-29T19:25:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71309eb1-223f-47ba-9803-1437c965e178', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806191-2-iscsi', '_interfaces': [{'id': '2b9e29f6-8880-4864-bcb5-fa280c067557', 'name': '', 'network_id': '45c2a1ad-9c77-458b-b844-fbf0e60ffffd', 'tenant_id': 'b39981fcd5954815961a8be993dedcd2', 'mac_address': 'fa:16:3e:91:39:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c03e349e-3f52-436d-89d3-9899002d9045', 'device_owner': 'network:router_interface', 'standard_attr_id': 582, 'fixed_ips': [{'subnet_id': 'fc92f67e-9e9b-4d7e-adb8-7f60a771a071', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806191-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T19:25:45Z', 'updated_at': '2021-08-29T19:25:53Z', 'revision_number': 5, 'project_id': 'b39981fcd5954815961a8be993dedcd2', 'subnets': [{'id': 'fc92f67e-9e9b-4d7e-adb8-7f60a771a071', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806191-2-iscsi', False) {} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 19:28:38.588708 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f64f4a56-b921-47fb-9e29-9c5384e00f16 None None] The sync data for ids ['c03e349e-3f52-436d-89d3-9899002d9045'] in dv-cinder-806191-2-iscsi is: [{'id': 'c03e349e-3f52-436d-89d3-9899002d9045', 'name': 'tempest-TestVolumeBootPattern-567608025-router', 'tenant_id': 'b39981fcd5954815961a8be993dedcd2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7209b701-ecaa-476a-bd58-d61d280c16d3', 'external_fixed_ips': [{'subnet_id': '71309eb1-223f-47ba-9803-1437c965e178', 'ip_address': '172.27.2.139'}], 'enable_snat': True}, 'gw_port_id': 'f92a66e0-49b6-413f-afa9-292ae2d4b709', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T19:25:42Z', 'updated_at': '2021-08-29T19:25:46Z', 'revision_number': 4, 'project_id': 'b39981fcd5954815961a8be993dedcd2', 'gw_port': {'id': 'f92a66e0-49b6-413f-afa9-292ae2d4b709', 'name': '', 'network_id': '7209b701-ecaa-476a-bd58-d61d280c16d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:53:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c03e349e-3f52-436d-89d3-9899002d9045', 'device_owner': 'network:router_gateway', 'standard_attr_id': 581, 'fixed_ips': [{'subnet_id': '71309eb1-223f-47ba-9803-1437c965e178', 'ip_address': '172.27.2.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806191-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T19:25:43Z', 'updated_at': '2021-08-29T19:25:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71309eb1-223f-47ba-9803-1437c965e178', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806191-2-iscsi', '_interfaces': [{'id': '2b9e29f6-8880-4864-bcb5-fa280c067557', 'name': '', 'network_id': '45c2a1ad-9c77-458b-b844-fbf0e60ffffd', 'tenant_id': 'b39981fcd5954815961a8be993dedcd2', 'mac_address': 'fa:16:3e:91:39:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c03e349e-3f52-436d-89d3-9899002d9045', 'device_owner': 'network:router_interface', 'standard_attr_id': 582, 'fixed_ips': [{'subnet_id': 'fc92f67e-9e9b-4d7e-adb8-7f60a771a071', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806191-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T19:25:45Z', 'updated_at': '2021-08-29T19:25:53Z', 'revision_number': 5, 'project_id': 'b39981fcd5954815961a8be993dedcd2', 'subnets': [{'id': 'fc92f67e-9e9b-4d7e-adb8-7f60a771a071', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93885) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 19:28:38.819129 dv-cinder-806191-2-iscsi neutron-server[93886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a7007b0-1bb8-4fad-b408-9ff24afdc7f6 None None] New status for floating IP 5fe0f008-8313-4844-9cae-64e1b71cce32: DOWN {{(pid=93886) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 29 19:28:38.858650 dv-cinder-806191-2-iscsi neutron-server[93883]: INFO neutron.wsgi [req-7c522e14-e11a-4a73-87ec-2d1a1d13f42c req-bfc59c80-1d79-4716-8ea5-41143ce70c7e tempest-TestVolumeBootPattern-1610125901 tempest-TestVolumeBootPattern-1610125901-project] 10.222.0.26 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1718562270&fields=id&tenant_id=b39981fcd5954815961a8be993dedcd2 HTTP/1.1" status: 200 len: 267 time: 0.0327685 Aug 29 19:28:38.971694 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c522e14-e11a-4a73-87ec-2d1a1d13f42c req-a54260fe-f51d-46ff-8d34-c4fefd5b1e77 tempest-TestVolumeBootPattern-1610125901 tempest-TestVolumeBootPattern-1610125901-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 19:28:38.973164 dv-cinder-806191-2-iscsi neutron-server[93883]: INFO neutron.wsgi [req-7c522e14-e11a-4a73-87ec-2d1a1d13f42c req-a54260fe-f51d-46ff-8d34-c4fefd5b1e77 tempest-TestVolumeBootPattern-1610125901 tempest-TestVolumeBootPattern-1610125901-project] 10.222.0.26 "GET /v2.0/networks?id=45c2a1ad-9c77-458b-b844-fbf0e60ffffd HTTP/1.1" status: 200 len: 811 time: 0.1075799 Aug 29 19:28:38.987919 dv-cinder-806191-2-iscsi neutron-server[93883]: INFO neutron.wsgi [req-7c522e14-e11a-4a73-87ec-2d1a1d13f42c req-fa350c16-cf88-44a0-91c4-3721db3f6c67 tempest-TestVolumeBootPattern-1610125901 tempest-TestVolumeBootPattern-1610125901-project] 10.222.0.26 "GET /v2.0/quotas/b39981fcd5954815961a8be993dedcd2 HTTP/1.1" status: 200 len: 375 time: 0.0089705 Aug 29 19:28:39.042026 dv-cinder-806191-2-iscsi neutron-server[93883]: INFO neutron.wsgi [req-7c522e14-e11a-4a73-87ec-2d1a1d13f42c req-51979990-8478-4f96-b126-ebe62cc9f77c tempest-TestVolumeBootPattern-1610125901 tempest-TestVolumeBootPattern-1610125901-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=b39981fcd5954815961a8be993dedcd2&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0490422 Aug 29 19:28:39.176709 dv-cinder-806191-2-iscsi neutron-server[93883]: INFO neutron.wsgi [req-7c522e14-e11a-4a73-87ec-2d1a1d13f42c req-a263033c-e4f6-4133-b632-dee29c257c5d service neutron] 10.222.0.26 "GET /v2.0/networks/45c2a1ad-9c77-458b-b844-fbf0e60ffffd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1229079 Aug 29 19:28:39.206542 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-e411ce9c-394c-453f-add9-812245090945 None None] Device ee3297b8-0d66-49ce-962b-890b2a1bebcd no longer exists at agent hyperv_hv-cinder-80619 {{(pid=93885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 19:28:39.225957 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.plugins.ml2.plugin [None req-e411ce9c-394c-453f-add9-812245090945 None None] No Port match for: ee3297b8-0d66-49ce-962b-890b2a1bebcd {{(pid=93885) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 19:28:39.226686 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-e411ce9c-394c-453f-add9-812245090945 None None] Device ee3297b8-0d66-49ce-962b-890b2a1bebcd not bound to the agent host hv-cinder-80619 {{(pid=93885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 19:28:39.273640 dv-cinder-806191-2-iscsi neutron-server[93883]: INFO neutron.wsgi [req-7c522e14-e11a-4a73-87ec-2d1a1d13f42c req-2e1d5b4f-b2f7-44ae-8deb-0f03e9976605 service neutron] 10.222.0.26 "GET /v2.0/networks/45c2a1ad-9c77-458b-b844-fbf0e60ffffd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0909712 Aug 29 19:28:39.552757 dv-cinder-806191-2-iscsi neutron-server[93884]: INFO neutron.wsgi [req-3c29a990-7ec2-43f3-9c5b-819616234f72 req-f090471d-91cd-4b38-a07e-e2fb1b749e53 tempest-TestVolumeBootPattern-1610125901 tempest-TestVolumeBootPattern-1610125901-project] 10.222.0.26 "GET /v2.0/ports?device_id=f8b38e32-5729-4472-98da-a212c94f569a HTTP/1.1" status: 200 len: 210 time: 0.0261185 Aug 29 19:28:40.464515 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c522e14-e11a-4a73-87ec-2d1a1d13f42c req-8475904e-4235-4b25-8583-b5678ddee648 tempest-TestVolumeBootPattern-1610125901 tempest-TestVolumeBootPattern-1610125901-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 19:28:40.465716 dv-cinder-806191-2-iscsi neutron-server[93884]: INFO neutron.wsgi [req-7c522e14-e11a-4a73-87ec-2d1a1d13f42c req-8475904e-4235-4b25-8583-b5678ddee648 tempest-TestVolumeBootPattern-1610125901 tempest-TestVolumeBootPattern-1610125901-project] 10.222.0.23 "GET /v2.0/networks?id=45c2a1ad-9c77-458b-b844-fbf0e60ffffd HTTP/1.1" status: 200 len: 811 time: 0.1025221 Aug 29 19:28:40.507646 dv-cinder-806191-2-iscsi neutron-server[93884]: INFO neutron.wsgi [req-7c522e14-e11a-4a73-87ec-2d1a1d13f42c req-785e30f8-90f0-48b0-b209-e1909955ab7d tempest-TestVolumeBootPattern-1610125901 tempest-TestVolumeBootPattern-1610125901-project] 10.222.0.23 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b39981fcd5954815961a8be993dedcd2 HTTP/1.1" status: 200 len: 380 time: 0.0329340 Aug 29 19:28:40.516890 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.api.v2.base [req-7c522e14-e11a-4a73-87ec-2d1a1d13f42c req-d25f0c62-7bf3-4fd3-994b-25a0c234625b tempest-TestVolumeBootPattern-1610125901 tempest-TestVolumeBootPattern-1610125901-project] Request body: {'port': {'device_id': 'f8b38e32-5729-4472-98da-a212c94f569a', 'network_id': '45c2a1ad-9c77-458b-b844-fbf0e60ffffd', 'admin_state_up': True, 'tenant_id': 'b39981fcd5954815961a8be993dedcd2', 'security_groups': ['28dcb342-8e4f-40d6-9e57-d4cd91ceacfa']}} {{(pid=93884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 19:28:40.635625 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7c522e14-e11a-4a73-87ec-2d1a1d13f42c req-d25f0c62-7bf3-4fd3-994b-25a0c234625b tempest-TestVolumeBootPattern-1610125901 tempest-TestVolumeBootPattern-1610125901-project] Made reservation on behalf of b39981fcd5954815961a8be993dedcd2 for: {'port': 1} {{(pid=93884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 19:28:40.639674 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-7c522e14-e11a-4a73-87ec-2d1a1d13f42c req-d25f0c62-7bf3-4fd3-994b-25a0c234625b tempest-TestVolumeBootPattern-1610125901 tempest-TestVolumeBootPattern-1610125901-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3669058'] for port, before_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:28:40.665443 dv-cinder-806191-2-iscsi neutron-server[93884]: INFO neutron.wsgi [req-3424db84-781e-4063-a1bd-ea0fb41c17ee req-6591131c-9bef-4f43-b15e-248e4c64a8f3 tempest-TestVolumeBootPattern-1610125901 tempest-TestVolumeBootPattern-1610125901-project] 10.222.0.26 "GET /v2.0/ports?device_id=f8b38e32-5729-4472-98da-a212c94f569a HTTP/1.1" status: 200 len: 210 time: 0.0405490 Aug 29 19:28:40.779269 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.db.db_base_plugin_common [req-7c522e14-e11a-4a73-87ec-2d1a1d13f42c req-d25f0c62-7bf3-4fd3-994b-25a0c234625b tempest-TestVolumeBootPattern-1610125901 tempest-TestVolumeBootPattern-1610125901-project] Allocated IP 172.20.0.4 (45c2a1ad-9c77-458b-b844-fbf0e60ffffd/fc92f67e-9e9b-4d7e-adb8-7f60a771a071/99a1e10e-fedf-4f88-bf7a-fde04d9e06c2) {{(pid=93884) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 19:28:40.926954 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-7c522e14-e11a-4a73-87ec-2d1a1d13f42c req-d25f0c62-7bf3-4fd3-994b-25a0c234625b tempest-TestVolumeBootPattern-1610125901 tempest-TestVolumeBootPattern-1610125901-project] Notify callbacks [] for port, precommit_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:28:40.940886 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [req-7c522e14-e11a-4a73-87ec-2d1a1d13f42c req-d25f0c62-7bf3-4fd3-994b-25a0c234625b tempest-TestVolumeBootPattern-1610125901 tempest-TestVolumeBootPattern-1610125901-project] Transition to ACTIVE for port object 99a1e10e-fedf-4f88-bf7a-fde04d9e06c2 will not be triggered until provisioned by entity DHCP. {{(pid=93884) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 19:28:40.972570 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-7c522e14-e11a-4a73-87ec-2d1a1d13f42c req-d25f0c62-7bf3-4fd3-994b-25a0c234625b tempest-TestVolumeBootPattern-1610125901 tempest-TestVolumeBootPattern-1610125901-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3669005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3715978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777169884164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262862687'] for port, after_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:28:41.015749 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7c522e14-e11a-4a73-87ec-2d1a1d13f42c req-d25f0c62-7bf3-4fd3-994b-25a0c234625b tempest-TestVolumeBootPattern-1610125901 tempest-TestVolumeBootPattern-1610125901-project] Network 45c2a1ad-9c77-458b-b844-fbf0e60ffffd is already hosted by enough agents. {{(pid=93884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 19:28:41.018890 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.scheduler.base_scheduler [req-7c522e14-e11a-4a73-87ec-2d1a1d13f42c req-d25f0c62-7bf3-4fd3-994b-25a0c234625b tempest-TestVolumeBootPattern-1610125901 tempest-TestVolumeBootPattern-1610125901-project] Resources bound (agent type, host, resource id): {{(pid=93884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 19:28:41.022717 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.db.l3_dvrscheduler_db [req-7c522e14-e11a-4a73-87ec-2d1a1d13f42c req-d25f0c62-7bf3-4fd3-994b-25a0c234625b tempest-TestVolumeBootPattern-1610125901 tempest-TestVolumeBootPattern-1610125901-project] Received port after_create {{(pid=93884) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 19:28:41.029797 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d25f0c62-7bf3-4fd3-994b-25a0c234625b tempest-TestVolumeBootPattern-1610125901 tempest-TestVolumeBootPattern-1610125901-project] Pushing event updated for resources: {'Port': ['ID=99a1e10e-fedf-4f88-bf7a-fde04d9e06c2,revision_number=1']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:28:41.076070 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c522e14-e11a-4a73-87ec-2d1a1d13f42c req-d25f0c62-7bf3-4fd3-994b-25a0c234625b tempest-TestVolumeBootPattern-1610125901 tempest-TestVolumeBootPattern-1610125901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 19:28:41.076717 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-7c522e14-e11a-4a73-87ec-2d1a1d13f42c req-d25f0c62-7bf3-4fd3-994b-25a0c234625b tempest-TestVolumeBootPattern-1610125901 tempest-TestVolumeBootPattern-1610125901-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-256493'] for port, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:28:41.092387 dv-cinder-806191-2-iscsi neutron-server[93884]: INFO neutron.wsgi [req-7c522e14-e11a-4a73-87ec-2d1a1d13f42c req-d25f0c62-7bf3-4fd3-994b-25a0c234625b tempest-TestVolumeBootPattern-1610125901 tempest-TestVolumeBootPattern-1610125901-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5790095 Aug 29 19:28:41.107165 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.api.v2.base [req-7c522e14-e11a-4a73-87ec-2d1a1d13f42c req-bbd2670f-bd45-4103-865f-a4fbcf9e12b4 service neutron] Request body: {'port': {'device_id': 'f8b38e32-5729-4472-98da-a212c94f569a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80619'}} {{(pid=93884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 19:28:41.164763 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-7c522e14-e11a-4a73-87ec-2d1a1d13f42c req-bbd2670f-bd45-4103-865f-a4fbcf9e12b4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3669058'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:28:41.230104 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-ccef64e6-d86f-481d-aa1b-47a10b481bd5 None None] Provisioning for port 99a1e10e-fedf-4f88-bf7a-fde04d9e06c2 completed by entity DHCP. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 19:28:41.234418 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-ccef64e6-d86f-481d-aa1b-47a10b481bd5 None None] Provisioning complete for port 99a1e10e-fedf-4f88-bf7a-fde04d9e06c2 triggered by entity DHCP. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 19:28:41.234796 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-ccef64e6-d86f-481d-aa1b-47a10b481bd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3627211'] for port, provisioning_complete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:28:41.267743 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.plugins.ml2.plugin [None req-ccef64e6-d86f-481d-aa1b-47a10b481bd5 None None] Port 99a1e10e-fedf-4f88-bf7a-fde04d9e06c2 cannot update to ACTIVE because it is not bound. {{(pid=93885) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 19:28:41.420933 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.notifiers.nova [req-7c522e14-e11a-4a73-87ec-2d1a1d13f42c req-bbd2670f-bd45-4103-865f-a4fbcf9e12b4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 99a1e10e-fedf-4f88-bf7a-fde04d9e06c2 {{(pid=93884) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 19:28:41.428317 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-7c522e14-e11a-4a73-87ec-2d1a1d13f42c req-bbd2670f-bd45-4103-865f-a4fbcf9e12b4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:28:41.441761 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [req-7c522e14-e11a-4a73-87ec-2d1a1d13f42c req-bbd2670f-bd45-4103-865f-a4fbcf9e12b4 service neutron] Transition to ACTIVE for port object 99a1e10e-fedf-4f88-bf7a-fde04d9e06c2 will not be triggered until provisioned by entity L2. {{(pid=93884) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 19:28:41.445502 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-7c522e14-e11a-4a73-87ec-2d1a1d13f42c req-bbd2670f-bd45-4103-865f-a4fbcf9e12b4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3669005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3715978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777170436913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777169884182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777169884200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-262862662'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:28:41.496646 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbd2670f-bd45-4103-865f-a4fbcf9e12b4 service neutron] Pushing event updated for resources: {'Port': ['ID=99a1e10e-fedf-4f88-bf7a-fde04d9e06c2,revision_number=2']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:28:41.574227 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.managers [req-7c522e14-e11a-4a73-87ec-2d1a1d13f42c req-bbd2670f-bd45-4103-865f-a4fbcf9e12b4 service neutron] Attempting to bind port 99a1e10e-fedf-4f88-bf7a-fde04d9e06c2 on host hv-cinder-80619 for vnic_type normal with profile {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 19:28:41.574724 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.managers [req-7c522e14-e11a-4a73-87ec-2d1a1d13f42c req-bbd2670f-bd45-4103-865f-a4fbcf9e12b4 service neutron] Attempting to bind port 99a1e10e-fedf-4f88-bf7a-fde04d9e06c2 by drivers openvswitch,hyperv on host hv-cinder-80619 at level 0 using segments [{'id': '11a203b2-fbd8-4335-9a74-1c37515b390f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '45c2a1ad-9c77-458b-b844-fbf0e60ffffd'}] {{(pid=93884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 19:28:41.575060 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c522e14-e11a-4a73-87ec-2d1a1d13f42c req-bbd2670f-bd45-4103-865f-a4fbcf9e12b4 service neutron] Attempting to bind port 99a1e10e-fedf-4f88-bf7a-fde04d9e06c2 on network 45c2a1ad-9c77-458b-b844-fbf0e60ffffd {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 19:28:41.579886 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c522e14-e11a-4a73-87ec-2d1a1d13f42c req-bbd2670f-bd45-4103-865f-a4fbcf9e12b4 service neutron] Port 99a1e10e-fedf-4f88-bf7a-fde04d9e06c2 on network 45c2a1ad-9c77-458b-b844-fbf0e60ffffd not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80619 {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 19:28:41.580208 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c522e14-e11a-4a73-87ec-2d1a1d13f42c req-bbd2670f-bd45-4103-865f-a4fbcf9e12b4 service neutron] Attempting to bind port 99a1e10e-fedf-4f88-bf7a-fde04d9e06c2 on network 45c2a1ad-9c77-458b-b844-fbf0e60ffffd {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 19:28:41.585130 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c522e14-e11a-4a73-87ec-2d1a1d13f42c req-bbd2670f-bd45-4103-865f-a4fbcf9e12b4 service neutron] Checking agent: {'id': 'f86fd93b-ec6e-427a-a263-b2bcb0cc3d39', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80619', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 19, 19, 51), 'started_at': datetime.datetime(2021, 8, 29, 19, 19, 51), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 19, 28, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 19:28:41.585474 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c522e14-e11a-4a73-87ec-2d1a1d13f42c req-bbd2670f-bd45-4103-865f-a4fbcf9e12b4 service neutron] Checking segment: {'id': '11a203b2-fbd8-4335-9a74-1c37515b390f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '45c2a1ad-9c77-458b-b844-fbf0e60ffffd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93884) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 19:28:41.585861 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c522e14-e11a-4a73-87ec-2d1a1d13f42c req-bbd2670f-bd45-4103-865f-a4fbcf9e12b4 service neutron] Bound using segment: {'id': '11a203b2-fbd8-4335-9a74-1c37515b390f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '45c2a1ad-9c77-458b-b844-fbf0e60ffffd'} {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 19:28:41.586290 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.managers [req-7c522e14-e11a-4a73-87ec-2d1a1d13f42c req-bbd2670f-bd45-4103-865f-a4fbcf9e12b4 service neutron] Bound port: 99a1e10e-fedf-4f88-bf7a-fde04d9e06c2, host: hv-cinder-80619, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '11a203b2-fbd8-4335-9a74-1c37515b390f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '45c2a1ad-9c77-458b-b844-fbf0e60ffffd'}}] {{(pid=93884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 19:28:41.586690 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-7c522e14-e11a-4a73-87ec-2d1a1d13f42c req-bbd2670f-bd45-4103-865f-a4fbcf9e12b4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3669058'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:28:41.649768 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.db [req-7c522e14-e11a-4a73-87ec-2d1a1d13f42c req-bbd2670f-bd45-4103-865f-a4fbcf9e12b4 service neutron] For port 99a1e10e-fedf-4f88-bf7a-fde04d9e06c2, host hv-cinder-80619, cleared binding levels {{(pid=93884) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 19:28:41.652752 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.db [req-7c522e14-e11a-4a73-87ec-2d1a1d13f42c req-bbd2670f-bd45-4103-865f-a4fbcf9e12b4 service neutron] For port 99a1e10e-fedf-4f88-bf7a-fde04d9e06c2, host hv-cinder-80619, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80619',level=0,port_id=99a1e10e-fedf-4f88-bf7a-fde04d9e06c2,segment=NetworkSegment(11a203b2-fbd8-4335-9a74-1c37515b390f),segment_id=11a203b2-fbd8-4335-9a74-1c37515b390f)] {{(pid=93884) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 19:28:41.656081 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-7c522e14-e11a-4a73-87ec-2d1a1d13f42c req-bbd2670f-bd45-4103-865f-a4fbcf9e12b4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3669005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3715978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777170436913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777169884182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777169884200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-262862662'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:28:41.692085 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c522e14-e11a-4a73-87ec-2d1a1d13f42c req-bbd2670f-bd45-4103-865f-a4fbcf9e12b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 19:28:41.692698 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-7c522e14-e11a-4a73-87ec-2d1a1d13f42c req-bbd2670f-bd45-4103-865f-a4fbcf9e12b4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-256493'] for port, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:28:41.694077 dv-cinder-806191-2-iscsi neutron-server[93884]: INFO neutron.wsgi [req-7c522e14-e11a-4a73-87ec-2d1a1d13f42c req-bbd2670f-bd45-4103-865f-a4fbcf9e12b4 service neutron] 10.222.0.23 "PUT /v2.0/ports/99a1e10e-fedf-4f88-bf7a-fde04d9e06c2 HTTP/1.1" status: 200 len: 1093 time: 0.5919743 Aug 29 19:28:41.694545 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f8b38e32-5729-4472-98da-a212c94f569a', 'tag': '99a1e10e-fedf-4f88-bf7a-fde04d9e06c2'}] {{(pid=93884) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 19:28:41.696772 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}af0273b9eb9050257146764f7dfc5aa69aec40d1770056ff1a21a350116cd0eb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-29e716e7-4baa-4adf-8932-1f4bb7532b03" -d '{"events": [{"name": "network-changed", "server_uuid": "f8b38e32-5729-4472-98da-a212c94f569a", "tag": "99a1e10e-fedf-4f88-bf7a-fde04d9e06c2"}]}' {{(pid=93884) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 19:28:41.721533 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbd2670f-bd45-4103-865f-a4fbcf9e12b4 service neutron] Pushing event updated for resources: {'Port': ['ID=99a1e10e-fedf-4f88-bf7a-fde04d9e06c2,revision_number=3']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:28:41.747408 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 19:28:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-600437f0-e149-4989-a8a5-5f926df39175 x-openstack-request-id: req-600437f0-e149-4989-a8a5-5f926df39175 {{(pid=93884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 19:28:41.747636 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f8b38e32-5729-4472-98da-a212c94f569a", "tag": "99a1e10e-fedf-4f88-bf7a-fde04d9e06c2", "status": "completed", "code": 200}]} {{(pid=93884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 19:28:41.747855 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-600437f0-e149-4989-a8a5-5f926df39175 {{(pid=93884) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 19:28:41.748253 dv-cinder-806191-2-iscsi neutron-server[93884]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f8b38e32-5729-4472-98da-a212c94f569a', 'tag': '99a1e10e-fedf-4f88-bf7a-fde04d9e06c2', 'status': 'completed', 'code': 200} Aug 29 19:28:41.813418 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c522e14-e11a-4a73-87ec-2d1a1d13f42c req-9d38c2e0-2595-475f-8592-1ec37045f741 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 19:28:41.814980 dv-cinder-806191-2-iscsi neutron-server[93884]: INFO neutron.wsgi [req-7c522e14-e11a-4a73-87ec-2d1a1d13f42c req-9d38c2e0-2595-475f-8592-1ec37045f741 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=b39981fcd5954815961a8be993dedcd2&device_id=f8b38e32-5729-4472-98da-a212c94f569a HTTP/1.1" status: 200 len: 1096 time: 0.0788801 Aug 29 19:28:41.839274 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb935925-95bf-40a4-beae-b9ad4093c011 req-f691d4c3-4ce4-4bf8-b0d1-e3bbd60808cb tempest-TestVolumeBootPattern-1610125901 tempest-TestVolumeBootPattern-1610125901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 19:28:41.841306 dv-cinder-806191-2-iscsi neutron-server[93884]: INFO neutron.wsgi [req-fb935925-95bf-40a4-beae-b9ad4093c011 req-f691d4c3-4ce4-4bf8-b0d1-e3bbd60808cb tempest-TestVolumeBootPattern-1610125901 tempest-TestVolumeBootPattern-1610125901-project] 10.222.0.26 "GET /v2.0/ports?device_id=f8b38e32-5729-4472-98da-a212c94f569a HTTP/1.1" status: 200 len: 943 time: 0.0722368 Aug 29 19:28:41.874947 dv-cinder-806191-2-iscsi neutron-server[93884]: INFO neutron.wsgi [req-7c522e14-e11a-4a73-87ec-2d1a1d13f42c req-b3ec1339-dc16-4bd2-979f-b475337483da service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=99a1e10e-fedf-4f88-bf7a-fde04d9e06c2 HTTP/1.1" status: 200 len: 217 time: 0.0500698 Aug 29 19:28:41.938080 dv-cinder-806191-2-iscsi neutron-server[93884]: INFO neutron.wsgi [req-fb935925-95bf-40a4-beae-b9ad4093c011 req-59f18ad0-e225-410b-b118-a696bcabbad6 tempest-TestVolumeBootPattern-1610125901 tempest-TestVolumeBootPattern-1610125901-project] 10.222.0.26 "GET /v2.0/security-groups?id=28dcb342-8e4f-40d6-9e57-d4cd91ceacfa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0699377 Aug 29 19:28:41.945360 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c522e14-e11a-4a73-87ec-2d1a1d13f42c req-3ea4c86b-0ed6-42ca-8967-88fb263228a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 19:28:41.946826 dv-cinder-806191-2-iscsi neutron-server[93884]: INFO neutron.wsgi [req-7c522e14-e11a-4a73-87ec-2d1a1d13f42c req-3ea4c86b-0ed6-42ca-8967-88fb263228a6 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=fc92f67e-9e9b-4d7e-adb8-7f60a771a071 HTTP/1.1" status: 200 len: 850 time: 0.0638158 Aug 29 19:28:41.994344 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c522e14-e11a-4a73-87ec-2d1a1d13f42c req-a190d688-94cd-4bbc-b8c6-58de1ac35329 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 19:28:41.995826 dv-cinder-806191-2-iscsi neutron-server[93884]: INFO neutron.wsgi [req-7c522e14-e11a-4a73-87ec-2d1a1d13f42c req-a190d688-94cd-4bbc-b8c6-58de1ac35329 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=45c2a1ad-9c77-458b-b844-fbf0e60ffffd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0402484 Aug 29 19:28:42.089683 dv-cinder-806191-2-iscsi neutron-server[93884]: INFO neutron.wsgi [req-7c522e14-e11a-4a73-87ec-2d1a1d13f42c req-31912e52-0d54-49f1-82f0-f2c69e26546c service neutron] 10.222.0.23 "GET /v2.0/networks/45c2a1ad-9c77-458b-b844-fbf0e60ffffd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0807180 Aug 29 19:28:42.181203 dv-cinder-806191-2-iscsi neutron-server[93884]: INFO neutron.wsgi [req-7c522e14-e11a-4a73-87ec-2d1a1d13f42c req-955e02ad-c937-4334-aa11-07bf6265a874 service neutron] 10.222.0.23 "GET /v2.0/networks/45c2a1ad-9c77-458b-b844-fbf0e60ffffd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837436 Aug 29 19:28:42.265403 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29e716e7-4baa-4adf-8932-1f4bb7532b03 req-f53b2cca-c295-49c6-9475-8491fa74ed90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 19:28:42.266844 dv-cinder-806191-2-iscsi neutron-server[93884]: INFO neutron.wsgi [req-29e716e7-4baa-4adf-8932-1f4bb7532b03 req-f53b2cca-c295-49c6-9475-8491fa74ed90 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=b39981fcd5954815961a8be993dedcd2&device_id=f8b38e32-5729-4472-98da-a212c94f569a HTTP/1.1" status: 200 len: 1096 time: 0.0398777 Aug 29 19:28:42.359319 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29e716e7-4baa-4adf-8932-1f4bb7532b03 req-1ff4f9e5-0bfb-4f42-9d0a-354b9d4b5eeb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 19:28:42.360808 dv-cinder-806191-2-iscsi neutron-server[93884]: INFO neutron.wsgi [req-29e716e7-4baa-4adf-8932-1f4bb7532b03 req-1ff4f9e5-0bfb-4f42-9d0a-354b9d4b5eeb service neutron] 10.222.0.23 "GET /v2.0/networks?id=45c2a1ad-9c77-458b-b844-fbf0e60ffffd HTTP/1.1" status: 200 len: 912 time: 0.0870299 Aug 29 19:28:42.403268 dv-cinder-806191-2-iscsi neutron-server[93884]: INFO neutron.wsgi [req-29e716e7-4baa-4adf-8932-1f4bb7532b03 req-b865440c-86ac-4cdb-a001-8352f3419376 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=99a1e10e-fedf-4f88-bf7a-fde04d9e06c2 HTTP/1.1" status: 200 len: 217 time: 0.0343449 Aug 29 19:28:42.452331 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29e716e7-4baa-4adf-8932-1f4bb7532b03 req-d36ab400-516f-4119-9a14-05254bd840d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 19:28:42.453732 dv-cinder-806191-2-iscsi neutron-server[93884]: INFO neutron.wsgi [req-29e716e7-4baa-4adf-8932-1f4bb7532b03 req-d36ab400-516f-4119-9a14-05254bd840d5 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=fc92f67e-9e9b-4d7e-adb8-7f60a771a071 HTTP/1.1" status: 200 len: 850 time: 0.0424035 Aug 29 19:28:42.503002 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29e716e7-4baa-4adf-8932-1f4bb7532b03 req-0b3e6476-76c1-4fe5-bb16-2e30bc143a45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 19:28:42.504496 dv-cinder-806191-2-iscsi neutron-server[93884]: INFO neutron.wsgi [req-29e716e7-4baa-4adf-8932-1f4bb7532b03 req-0b3e6476-76c1-4fe5-bb16-2e30bc143a45 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=45c2a1ad-9c77-458b-b844-fbf0e60ffffd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0423746 Aug 29 19:28:42.599815 dv-cinder-806191-2-iscsi neutron-server[93884]: INFO neutron.wsgi [req-29e716e7-4baa-4adf-8932-1f4bb7532b03 req-b943aadf-22ff-4b24-876e-f02377274b9e service neutron] 10.222.0.23 "GET /v2.0/networks/45c2a1ad-9c77-458b-b844-fbf0e60ffffd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0811191 Aug 29 19:28:42.692342 dv-cinder-806191-2-iscsi neutron-server[93884]: INFO neutron.wsgi [req-29e716e7-4baa-4adf-8932-1f4bb7532b03 req-1b0d57a1-92da-4eec-a726-edf4873fa23c service neutron] 10.222.0.23 "GET /v2.0/networks/45c2a1ad-9c77-458b-b844-fbf0e60ffffd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845499 Aug 29 19:28:43.057188 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ff77319-3a0e-4511-84c3-d4d00781d5d8 req-a2446777-0baf-4813-9232-5b7fbeaf1dea tempest-TestVolumeBootPattern-1610125901 tempest-TestVolumeBootPattern-1610125901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 19:28:43.059228 dv-cinder-806191-2-iscsi neutron-server[93884]: INFO neutron.wsgi [req-4ff77319-3a0e-4511-84c3-d4d00781d5d8 req-a2446777-0baf-4813-9232-5b7fbeaf1dea tempest-TestVolumeBootPattern-1610125901 tempest-TestVolumeBootPattern-1610125901-project] 10.222.0.26 "GET /v2.0/ports?device_id=f8b38e32-5729-4472-98da-a212c94f569a HTTP/1.1" status: 200 len: 943 time: 0.0502410 Aug 29 19:28:43.095524 dv-cinder-806191-2-iscsi neutron-server[93884]: INFO neutron.wsgi [req-4ff77319-3a0e-4511-84c3-d4d00781d5d8 req-11acbda3-5303-4377-bdc9-0d931567bc31 tempest-TestVolumeBootPattern-1610125901 tempest-TestVolumeBootPattern-1610125901-project] 10.222.0.26 "GET /v2.0/security-groups?id=28dcb342-8e4f-40d6-9e57-d4cd91ceacfa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0302739 Aug 29 19:28:44.207418 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e13b939f-9188-434a-a84f-96fe7ad11bdb req-b725f559-a0fd-410d-8507-0500452d2ba1 tempest-TestVolumeBootPattern-1610125901 tempest-TestVolumeBootPattern-1610125901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 19:28:44.208868 dv-cinder-806191-2-iscsi neutron-server[93884]: INFO neutron.wsgi [req-e13b939f-9188-434a-a84f-96fe7ad11bdb req-b725f559-a0fd-410d-8507-0500452d2ba1 tempest-TestVolumeBootPattern-1610125901 tempest-TestVolumeBootPattern-1610125901-project] 10.222.0.26 "GET /v2.0/ports?device_id=f8b38e32-5729-4472-98da-a212c94f569a HTTP/1.1" status: 200 len: 943 time: 0.0480413 Aug 29 19:28:44.244920 dv-cinder-806191-2-iscsi neutron-server[93884]: INFO neutron.wsgi [req-e13b939f-9188-434a-a84f-96fe7ad11bdb req-e9d2e3c1-7398-46f4-aeaa-b75786b981c2 tempest-TestVolumeBootPattern-1610125901 tempest-TestVolumeBootPattern-1610125901-project] 10.222.0.26 "GET /v2.0/security-groups?id=28dcb342-8e4f-40d6-9e57-d4cd91ceacfa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0302463 Aug 29 19:28:44.455715 dv-cinder-806191-2-iscsi neutron-server[93886]: DEBUG neutron.db.agents_db [None req-c8461fad-6a9a-4fb7-93e9-57a62b582dc0 None None] Agent healthcheck: found 6 active agents {{(pid=93886) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 19:28:45.357881 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c844f0f8-c142-4256-ab48-7a6d231b290e req-578f9965-f4fa-4943-9394-1817c6a4559f tempest-TestVolumeBootPattern-1610125901 tempest-TestVolumeBootPattern-1610125901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 19:28:45.359365 dv-cinder-806191-2-iscsi neutron-server[93884]: INFO neutron.wsgi [req-c844f0f8-c142-4256-ab48-7a6d231b290e req-578f9965-f4fa-4943-9394-1817c6a4559f tempest-TestVolumeBootPattern-1610125901 tempest-TestVolumeBootPattern-1610125901-project] 10.222.0.26 "GET /v2.0/ports?device_id=f8b38e32-5729-4472-98da-a212c94f569a HTTP/1.1" status: 200 len: 943 time: 0.0482600 Aug 29 19:28:45.400057 dv-cinder-806191-2-iscsi neutron-server[93884]: INFO neutron.wsgi [req-c844f0f8-c142-4256-ab48-7a6d231b290e req-1a98a834-9c4f-4e90-8a65-349e7b148499 tempest-TestVolumeBootPattern-1610125901 tempest-TestVolumeBootPattern-1610125901-project] 10.222.0.26 "GET /v2.0/security-groups?id=28dcb342-8e4f-40d6-9e57-d4cd91ceacfa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347815 Aug 29 19:28:46.400577 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-6409b592-132f-4d07-aa05-11bb2898ff39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777170380508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3627128'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:28:46.511985 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-899225ce-d135-4b94-bef1-471b641a3442 req-081283cc-d279-4a10-84ec-52975355bcb7 tempest-TestVolumeBootPattern-1610125901 tempest-TestVolumeBootPattern-1610125901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 19:28:46.513552 dv-cinder-806191-2-iscsi neutron-server[93884]: INFO neutron.wsgi [req-899225ce-d135-4b94-bef1-471b641a3442 req-081283cc-d279-4a10-84ec-52975355bcb7 tempest-TestVolumeBootPattern-1610125901 tempest-TestVolumeBootPattern-1610125901-project] 10.222.0.26 "GET /v2.0/ports?device_id=f8b38e32-5729-4472-98da-a212c94f569a HTTP/1.1" status: 200 len: 943 time: 0.0479231 Aug 29 19:28:46.550738 dv-cinder-806191-2-iscsi neutron-server[93884]: INFO neutron.wsgi [req-899225ce-d135-4b94-bef1-471b641a3442 req-31d32cf5-d54d-494b-aa87-34717f9f8058 tempest-TestVolumeBootPattern-1610125901 tempest-TestVolumeBootPattern-1610125901-project] 10.222.0.26 "GET /v2.0/security-groups?id=28dcb342-8e4f-40d6-9e57-d4cd91ceacfa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313320 Aug 29 19:28:47.662259 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b21ccc4-0117-4be7-a432-f31b50d1f70f req-6161f3ca-e55f-46bf-8ecf-802a01eb84d1 tempest-TestVolumeBootPattern-1610125901 tempest-TestVolumeBootPattern-1610125901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 19:28:47.663723 dv-cinder-806191-2-iscsi neutron-server[93884]: INFO neutron.wsgi [req-0b21ccc4-0117-4be7-a432-f31b50d1f70f req-6161f3ca-e55f-46bf-8ecf-802a01eb84d1 tempest-TestVolumeBootPattern-1610125901 tempest-TestVolumeBootPattern-1610125901-project] 10.222.0.26 "GET /v2.0/ports?device_id=f8b38e32-5729-4472-98da-a212c94f569a HTTP/1.1" status: 200 len: 943 time: 0.0480416 Aug 29 19:28:47.700601 dv-cinder-806191-2-iscsi neutron-server[93884]: INFO neutron.wsgi [req-0b21ccc4-0117-4be7-a432-f31b50d1f70f req-3dc8f6a5-79bd-4ac2-8c76-67928d5daa1b tempest-TestVolumeBootPattern-1610125901 tempest-TestVolumeBootPattern-1610125901-project] 10.222.0.26 "GET /v2.0/security-groups?id=28dcb342-8e4f-40d6-9e57-d4cd91ceacfa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308433 Aug 29 19:28:48.815343 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-516002e9-20a4-4f79-8480-c84b9df6ab3a req-1dca6d21-b612-4b1a-bf3d-1382df21cc2d tempest-TestVolumeBootPattern-1610125901 tempest-TestVolumeBootPattern-1610125901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 19:28:48.817082 dv-cinder-806191-2-iscsi neutron-server[93884]: INFO neutron.wsgi [req-516002e9-20a4-4f79-8480-c84b9df6ab3a req-1dca6d21-b612-4b1a-bf3d-1382df21cc2d tempest-TestVolumeBootPattern-1610125901 tempest-TestVolumeBootPattern-1610125901-project] 10.222.0.26 "GET /v2.0/ports?device_id=f8b38e32-5729-4472-98da-a212c94f569a HTTP/1.1" status: 200 len: 943 time: 0.0485394 Aug 29 19:28:48.858069 dv-cinder-806191-2-iscsi neutron-server[93884]: INFO neutron.wsgi [req-516002e9-20a4-4f79-8480-c84b9df6ab3a req-5e942a09-f996-4fef-9887-f2dee5ded750 tempest-TestVolumeBootPattern-1610125901 tempest-TestVolumeBootPattern-1610125901-project] 10.222.0.26 "GET /v2.0/security-groups?id=28dcb342-8e4f-40d6-9e57-d4cd91ceacfa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351756 Aug 29 19:28:49.017892 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-e0e16904-4723-46c4-bf17-4bf98495396c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777170380508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3627128'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:28:49.252883 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-e411ce9c-394c-453f-add9-812245090945 None None] Device 99a1e10e-fedf-4f88-bf7a-fde04d9e06c2 details requested by agent hyperv_hv-cinder-80619 with host hv-cinder-80619 {{(pid=93885) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 19:28:49.349948 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-e411ce9c-394c-453f-add9-812245090945 None None] For port 99a1e10e-fedf-4f88-bf7a-fde04d9e06c2, host hv-cinder-80619, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80619',level=0,port_id=99a1e10e-fedf-4f88-bf7a-fde04d9e06c2,segment=NetworkSegment(11a203b2-fbd8-4335-9a74-1c37515b390f),segment_id=11a203b2-fbd8-4335-9a74-1c37515b390f)] {{(pid=93885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 19:28:49.361364 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-e411ce9c-394c-453f-add9-812245090945 None None] Returning: {'device': '99a1e10e-fedf-4f88-bf7a-fde04d9e06c2', 'network_id': '45c2a1ad-9c77-458b-b844-fbf0e60ffffd', 'port_id': '99a1e10e-fedf-4f88-bf7a-fde04d9e06c2', 'mac_address': 'fa:16:3e:02:3b:9e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 136, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fc92f67e-9e9b-4d7e-adb8-7f60a771a071', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93885) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 19:28:49.398177 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-e411ce9c-394c-453f-add9-812245090945 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3669058'] for port, before_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:28:49.411401 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.notifiers.nova [None req-e411ce9c-394c-453f-add9-812245090945 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 99a1e10e-fedf-4f88-bf7a-fde04d9e06c2 {{(pid=93885) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 19:28:49.430247 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-e411ce9c-394c-453f-add9-812245090945 None None] For port 99a1e10e-fedf-4f88-bf7a-fde04d9e06c2, host hv-cinder-80619, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80619',level=0,port_id=99a1e10e-fedf-4f88-bf7a-fde04d9e06c2,segment=NetworkSegment(11a203b2-fbd8-4335-9a74-1c37515b390f),segment_id=11a203b2-fbd8-4335-9a74-1c37515b390f)] {{(pid=93885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 19:28:49.435295 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-e411ce9c-394c-453f-add9-812245090945 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3669005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3715978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777170436913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777169884182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777169884200'] for port, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:28:49.487457 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e411ce9c-394c-453f-add9-812245090945 None None] Pushing event updated for resources: {'Port': ['ID=99a1e10e-fedf-4f88-bf7a-fde04d9e06c2,revision_number=4']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:28:49.673317 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-e411ce9c-394c-453f-add9-812245090945 None None] get_ports_and_sgs() called for port_ids ['99a1e10e-fedf-4f88-bf7a-fde04d9e06c2'] {{(pid=93885) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 19:28:49.697053 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-f7f3f912-659a-49f9-ab3a-0560ee4983b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777170380508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3627128'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:28:49.970157 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4c317f8-13da-4fe4-a8c4-086ad0138a2a req-74f14053-eccf-4304-8b85-03c98104ff78 tempest-TestVolumeBootPattern-1610125901 tempest-TestVolumeBootPattern-1610125901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 19:28:49.971543 dv-cinder-806191-2-iscsi neutron-server[93884]: INFO neutron.wsgi [req-a4c317f8-13da-4fe4-a8c4-086ad0138a2a req-74f14053-eccf-4304-8b85-03c98104ff78 tempest-TestVolumeBootPattern-1610125901 tempest-TestVolumeBootPattern-1610125901-project] 10.222.0.26 "GET /v2.0/ports?device_id=f8b38e32-5729-4472-98da-a212c94f569a HTTP/1.1" status: 200 len: 944 time: 0.0484383 Aug 29 19:28:50.008692 dv-cinder-806191-2-iscsi neutron-server[93884]: INFO neutron.wsgi [req-a4c317f8-13da-4fe4-a8c4-086ad0138a2a req-727d42df-1fd3-4cf7-aa47-7439e64bb1fa tempest-TestVolumeBootPattern-1610125901 tempest-TestVolumeBootPattern-1610125901-project] 10.222.0.26 "GET /v2.0/security-groups?id=28dcb342-8e4f-40d6-9e57-d4cd91ceacfa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313408 Aug 29 19:28:50.384921 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-ed31fb2d-405b-476e-b16a-f8415d14bc27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777170380508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3627128'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:28:50.704944 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-e411ce9c-394c-453f-add9-812245090945 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777170380508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3627128'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:28:51.123078 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23e434f2-872d-4632-a842-2d4598d200b4 req-3d58c9c5-98a6-4957-93ef-a4ff5f9a88ed tempest-TestVolumeBootPattern-1610125901 tempest-TestVolumeBootPattern-1610125901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 19:28:51.124577 dv-cinder-806191-2-iscsi neutron-server[93884]: INFO neutron.wsgi [req-23e434f2-872d-4632-a842-2d4598d200b4 req-3d58c9c5-98a6-4957-93ef-a4ff5f9a88ed tempest-TestVolumeBootPattern-1610125901 tempest-TestVolumeBootPattern-1610125901-project] 10.222.0.26 "GET /v2.0/ports?device_id=f8b38e32-5729-4472-98da-a212c94f569a HTTP/1.1" status: 200 len: 944 time: 0.0489619 Aug 29 19:28:51.161947 dv-cinder-806191-2-iscsi neutron-server[93884]: INFO neutron.wsgi [req-23e434f2-872d-4632-a842-2d4598d200b4 req-eb9d2141-537e-4665-9752-5a8a46ee892b tempest-TestVolumeBootPattern-1610125901 tempest-TestVolumeBootPattern-1610125901-project] 10.222.0.26 "GET /v2.0/security-groups?id=28dcb342-8e4f-40d6-9e57-d4cd91ceacfa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314887 Aug 29 19:28:51.253027 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-e411ce9c-394c-453f-add9-812245090945 None None] Device 99a1e10e-fedf-4f88-bf7a-fde04d9e06c2 up at agent hyperv_hv-cinder-80619 {{(pid=93885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 19:28:51.302567 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-e411ce9c-394c-453f-add9-812245090945 None None] Provisioning for port 99a1e10e-fedf-4f88-bf7a-fde04d9e06c2 completed by entity L2. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 19:28:51.307490 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-e411ce9c-394c-453f-add9-812245090945 None None] Provisioning complete for port 99a1e10e-fedf-4f88-bf7a-fde04d9e06c2 triggered by entity L2. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 19:28:51.307860 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-e411ce9c-394c-453f-add9-812245090945 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3627211'] for port, provisioning_complete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:28:51.385559 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-e411ce9c-394c-453f-add9-812245090945 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3669058'] for port, before_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:28:51.408499 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f8b38e32-5729-4472-98da-a212c94f569a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '99a1e10e-fedf-4f88-bf7a-fde04d9e06c2'}] {{(pid=93885) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 19:28:51.410687 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b746b22f1a330a85490eeb53ccb4cfec71189e4c963aff014ae6842ea75f17cc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-09dd9bd5-fe0a-4df1-bdba-e507c3a68442" -d '{"events": [{"server_uuid": "f8b38e32-5729-4472-98da-a212c94f569a", "name": "network-vif-plugged", "status": "completed", "tag": "99a1e10e-fedf-4f88-bf7a-fde04d9e06c2"}]}' {{(pid=93885) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 19:28:51.424115 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-e411ce9c-394c-453f-add9-812245090945 None None] For port 99a1e10e-fedf-4f88-bf7a-fde04d9e06c2, host hv-cinder-80619, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80619',level=0,port_id=99a1e10e-fedf-4f88-bf7a-fde04d9e06c2,segment=NetworkSegment(11a203b2-fbd8-4335-9a74-1c37515b390f),segment_id=11a203b2-fbd8-4335-9a74-1c37515b390f)] {{(pid=93885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 19:28:51.430295 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-e411ce9c-394c-453f-add9-812245090945 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3669005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3715978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777170436913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777169884182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777169884200'] for port, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:28:51.458055 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 19:28:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2e17c5cf-6dec-4493-8c47-9f4582f751bb x-openstack-request-id: req-2e17c5cf-6dec-4493-8c47-9f4582f751bb {{(pid=93885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 19:28:51.458333 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f8b38e32-5729-4472-98da-a212c94f569a", "name": "network-vif-plugged", "status": "completed", "tag": "99a1e10e-fedf-4f88-bf7a-fde04d9e06c2", "code": 200}]} {{(pid=93885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 19:28:51.458610 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-2e17c5cf-6dec-4493-8c47-9f4582f751bb {{(pid=93885) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 19:28:51.458994 dv-cinder-806191-2-iscsi neutron-server[93885]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f8b38e32-5729-4472-98da-a212c94f569a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '99a1e10e-fedf-4f88-bf7a-fde04d9e06c2', 'code': 200} Aug 29 19:28:51.487155 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e411ce9c-394c-453f-add9-812245090945 None None] Pushing event updated for resources: {'Port': ['ID=99a1e10e-fedf-4f88-bf7a-fde04d9e06c2,revision_number=5']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:28:51.698290 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4720092-27e1-49bd-bad2-703e1129fc04 req-7cdf07ed-18dc-4831-b6b7-e96966baa28f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 19:28:51.699976 dv-cinder-806191-2-iscsi neutron-server[93884]: INFO neutron.wsgi [req-b4720092-27e1-49bd-bad2-703e1129fc04 req-7cdf07ed-18dc-4831-b6b7-e96966baa28f service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=f8b38e32-5729-4472-98da-a212c94f569a HTTP/1.1" status: 200 len: 1098 time: 0.0426939 Aug 29 19:28:51.742017 dv-cinder-806191-2-iscsi neutron-server[93884]: INFO neutron.wsgi [req-b4720092-27e1-49bd-bad2-703e1129fc04 req-219adfba-e519-4a55-9dc9-c72ee24b788a service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=28dcb342-8e4f-40d6-9e57-d4cd91ceacfa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353556 Aug 29 19:28:51.847139 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-c214b08a-13ec-4cca-bdbd-998b9b76327d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777170380508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3627128'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:28:52.283592 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ad28859-1769-4a03-9d4f-1191ddd46786 req-e5382dae-99c9-4c08-b99b-0dcccbe87f68 tempest-TestVolumeBootPattern-1610125901 tempest-TestVolumeBootPattern-1610125901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 19:28:52.285028 dv-cinder-806191-2-iscsi neutron-server[93883]: INFO neutron.wsgi [req-6ad28859-1769-4a03-9d4f-1191ddd46786 req-e5382dae-99c9-4c08-b99b-0dcccbe87f68 tempest-TestVolumeBootPattern-1610125901 tempest-TestVolumeBootPattern-1610125901-project] 10.222.0.26 "GET /v2.0/ports?device_id=f8b38e32-5729-4472-98da-a212c94f569a HTTP/1.1" status: 200 len: 945 time: 0.0510492 Aug 29 19:28:52.329396 dv-cinder-806191-2-iscsi neutron-server[93883]: INFO neutron.wsgi [req-6ad28859-1769-4a03-9d4f-1191ddd46786 req-6f2d3b79-b701-4ad9-bcce-3bf55178cd2c tempest-TestVolumeBootPattern-1610125901 tempest-TestVolumeBootPattern-1610125901-project] 10.222.0.26 "GET /v2.0/security-groups?id=28dcb342-8e4f-40d6-9e57-d4cd91ceacfa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367522 Aug 29 19:28:53.448224 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c2791ec-31c5-4e4b-b0c5-8c3fdaa67f2f req-12308e5b-37e8-4f41-a3b7-2cec1e11fd2b tempest-TestVolumeBootPattern-1610125901 tempest-TestVolumeBootPattern-1610125901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 19:28:53.450479 dv-cinder-806191-2-iscsi neutron-server[93883]: INFO neutron.wsgi [req-1c2791ec-31c5-4e4b-b0c5-8c3fdaa67f2f req-12308e5b-37e8-4f41-a3b7-2cec1e11fd2b tempest-TestVolumeBootPattern-1610125901 tempest-TestVolumeBootPattern-1610125901-project] 10.222.0.26 "GET /v2.0/ports?device_id=f8b38e32-5729-4472-98da-a212c94f569a HTTP/1.1" status: 200 len: 945 time: 0.0500677 Aug 29 19:28:53.492400 dv-cinder-806191-2-iscsi neutron-server[93883]: INFO neutron.wsgi [req-1c2791ec-31c5-4e4b-b0c5-8c3fdaa67f2f req-c1c5e4c6-38ee-412c-a33b-fab36eda6a09 tempest-TestVolumeBootPattern-1610125901 tempest-TestVolumeBootPattern-1610125901-project] 10.222.0.26 "GET /v2.0/security-groups?id=28dcb342-8e4f-40d6-9e57-d4cd91ceacfa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0360615 Aug 29 19:28:53.610324 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d64a11d7-def1-49c5-aa90-d5d090b99a79 req-1e16ef7e-3890-423c-bada-de4816f303b9 tempest-TestVolumeBootPattern-1610125901 tempest-TestVolumeBootPattern-1610125901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 19:28:53.611944 dv-cinder-806191-2-iscsi neutron-server[93883]: INFO neutron.wsgi [req-d64a11d7-def1-49c5-aa90-d5d090b99a79 req-1e16ef7e-3890-423c-bada-de4816f303b9 tempest-TestVolumeBootPattern-1610125901 tempest-TestVolumeBootPattern-1610125901-project] 10.222.0.26 "GET /v2.0/ports?device_id=f8b38e32-5729-4472-98da-a212c94f569a HTTP/1.1" status: 200 len: 945 time: 0.0555336 Aug 29 19:28:53.650866 dv-cinder-806191-2-iscsi neutron-server[93883]: INFO neutron.wsgi [req-d64a11d7-def1-49c5-aa90-d5d090b99a79 req-2cac2bf0-f2a9-4653-a43c-eeac2ccc9f0b tempest-TestVolumeBootPattern-1610125901 tempest-TestVolumeBootPattern-1610125901-project] 10.222.0.26 "GET /v2.0/security-groups?id=28dcb342-8e4f-40d6-9e57-d4cd91ceacfa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324507 Aug 29 19:28:53.674717 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.26', 35400) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 19:28:53.715640 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6905218-0655-4007-8ac1-eae9c142d045 tempest-TestVolumeBootPattern-2139683394 tempest-TestVolumeBootPattern-2139683394-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 19:28:53.717260 dv-cinder-806191-2-iscsi neutron-server[93883]: INFO neutron.wsgi [None req-e6905218-0655-4007-8ac1-eae9c142d045 tempest-TestVolumeBootPattern-2139683394 tempest-TestVolumeBootPattern-2139683394-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=f8b38e32-5729-4472-98da-a212c94f569a HTTP/1.1" status: 200 len: 1093 time: 0.0412202 Aug 29 19:28:53.720395 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.26', 35402) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 19:28:53.725796 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron.api.v2.base [None req-fdd9ffc4-66a0-49f1-9df1-786c4b09bd2c tempest-TestVolumeBootPattern-1610125901 tempest-TestVolumeBootPattern-1610125901-project] Request body: {'floatingip': {'floating_network_id': '7209b701-ecaa-476a-bd58-d61d280c16d3', 'port_id': '99a1e10e-fedf-4f88-bf7a-fde04d9e06c2', 'tenant_id': 'b39981fcd5954815961a8be993dedcd2', 'fixed_ip_address': '172.20.0.4'}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 19:28:53.750656 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-fdd9ffc4-66a0-49f1-9df1-786c4b09bd2c tempest-TestVolumeBootPattern-1610125901 tempest-TestVolumeBootPattern-1610125901-project] Notify callbacks [] for floatingip, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:28:53.871538 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-fdd9ffc4-66a0-49f1-9df1-786c4b09bd2c tempest-TestVolumeBootPattern-1610125901 tempest-TestVolumeBootPattern-1610125901-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3669058'] for port, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:28:53.981079 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron.db.db_base_plugin_common [None req-fdd9ffc4-66a0-49f1-9df1-786c4b09bd2c tempest-TestVolumeBootPattern-1610125901 tempest-TestVolumeBootPattern-1610125901-project] Allocated IP 172.27.2.36 (7209b701-ecaa-476a-bd58-d61d280c16d3/71309eb1-223f-47ba-9803-1437c965e178/0af76a3b-8a22-4cd6-8b96-e10704fa98c3) {{(pid=93883) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 19:28:54.098671 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-fdd9ffc4-66a0-49f1-9df1-786c4b09bd2c tempest-TestVolumeBootPattern-1610125901 tempest-TestVolumeBootPattern-1610125901-project] Notify callbacks [] for port, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:28:54.139762 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-fdd9ffc4-66a0-49f1-9df1-786c4b09bd2c tempest-TestVolumeBootPattern-1610125901 tempest-TestVolumeBootPattern-1610125901-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3669005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3715978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777169884164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263410497'] for port, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:28:54.179534 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fdd9ffc4-66a0-49f1-9df1-786c4b09bd2c tempest-TestVolumeBootPattern-1610125901 tempest-TestVolumeBootPattern-1610125901-project] Network 7209b701-ecaa-476a-bd58-d61d280c16d3 is already hosted by enough agents. {{(pid=93883) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 19:28:54.182429 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron.scheduler.base_scheduler [None req-fdd9ffc4-66a0-49f1-9df1-786c4b09bd2c tempest-TestVolumeBootPattern-1610125901 tempest-TestVolumeBootPattern-1610125901-project] Resources bound (agent type, host, resource id): {{(pid=93883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 19:28:54.185697 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdd9ffc4-66a0-49f1-9df1-786c4b09bd2c tempest-TestVolumeBootPattern-1610125901 tempest-TestVolumeBootPattern-1610125901-project] Received port after_create {{(pid=93883) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 19:28:54.208980 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdd9ffc4-66a0-49f1-9df1-786c4b09bd2c tempest-TestVolumeBootPattern-1610125901 tempest-TestVolumeBootPattern-1610125901-project] Pushing event updated for resources: {'Port': ['ID=0af76a3b-8a22-4cd6-8b96-e10704fa98c3,revision_number=1']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:28:54.574240 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-fdd9ffc4-66a0-49f1-9df1-786c4b09bd2c tempest-TestVolumeBootPattern-1610125901 tempest-TestVolumeBootPattern-1610125901-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:28:54.641374 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-fdd9ffc4-66a0-49f1-9df1-786c4b09bd2c tempest-TestVolumeBootPattern-1610125901 tempest-TestVolumeBootPattern-1610125901-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3669058'] for port, before_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:28:54.718154 dv-cinder-806191-2-iscsi neutron-server[93884]: INFO neutron.wsgi [req-bd308c30-07a9-4efc-b939-7cf0acc88921 req-69af0ff5-a41d-4d0b-8c61-615317ed4bd2 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=6e1bf34c-c174-4618-b16d-766b70b3c507&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0421169 Aug 29 19:28:54.782297 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd308c30-07a9-4efc-b939-7cf0acc88921 req-bae087fe-f8b7-46f5-971c-5d53f6dbec71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 19:28:54.783892 dv-cinder-806191-2-iscsi neutron-server[93884]: INFO neutron.wsgi [req-bd308c30-07a9-4efc-b939-7cf0acc88921 req-bae087fe-f8b7-46f5-971c-5d53f6dbec71 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=47206eee79a344c9b1b30949d9ae67ab&device_id=6e1bf34c-c174-4618-b16d-766b70b3c507 HTTP/1.1" status: 200 len: 1098 time: 0.0430620 Aug 29 19:28:54.809042 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-fdd9ffc4-66a0-49f1-9df1-786c4b09bd2c tempest-TestVolumeBootPattern-1610125901 tempest-TestVolumeBootPattern-1610125901-project] Notify callbacks [] for port, precommit_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:28:54.815009 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-fdd9ffc4-66a0-49f1-9df1-786c4b09bd2c tempest-TestVolumeBootPattern-1610125901 tempest-TestVolumeBootPattern-1610125901-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3669005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3715978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777170436913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777169884182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777169884200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-263410520'] for port, after_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:28:54.896240 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-fdd9ffc4-66a0-49f1-9df1-786c4b09bd2c tempest-TestVolumeBootPattern-1610125901 tempest-TestVolumeBootPattern-1610125901-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3676317'] for floatingip, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:28:54.918513 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd308c30-07a9-4efc-b939-7cf0acc88921 req-7923e440-a95c-494b-a9bd-ff980aa7c281 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 19:28:54.920019 dv-cinder-806191-2-iscsi neutron-server[93884]: INFO neutron.wsgi [req-bd308c30-07a9-4efc-b939-7cf0acc88921 req-7923e440-a95c-494b-a9bd-ff980aa7c281 service neutron] 10.222.0.23 "GET /v2.0/networks?id=c4f869d5-c4a9-4d4b-abf0-c181253a388e HTTP/1.1" status: 200 len: 910 time: 0.1160791 Aug 29 19:28:54.933077 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdd9ffc4-66a0-49f1-9df1-786c4b09bd2c tempest-TestVolumeBootPattern-1610125901 tempest-TestVolumeBootPattern-1610125901-project] Pushing event updated for resources: {'Port': ['ID=0af76a3b-8a22-4cd6-8b96-e10704fa98c3,revision_number=2']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:28:54.995476 dv-cinder-806191-2-iscsi neutron-server[93884]: INFO neutron.wsgi [req-bd308c30-07a9-4efc-b939-7cf0acc88921 req-9d6650ed-f146-43ba-bdf2-964d3df18a55 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1b95e5a0-02e5-412f-821a-03013814d397 HTTP/1.1" status: 200 len: 999 time: 0.0679801 Aug 29 19:28:55.005213 dv-cinder-806191-2-iscsi neutron-server[93883]: INFO neutron.db.l3_db [None req-fdd9ffc4-66a0-49f1-9df1-786c4b09bd2c tempest-TestVolumeBootPattern-1610125901 tempest-TestVolumeBootPattern-1610125901-project] Floating IP a5b3956e-2ef7-4091-bbe9-20f3a9528bf6 associated. External IP: 172.27.2.36, port: 99a1e10e-fedf-4f88-bf7a-fde04d9e06c2. Aug 29 19:28:55.047778 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd308c30-07a9-4efc-b939-7cf0acc88921 req-749afa9b-dc99-4c87-90ec-c86dab37f5a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 19:28:55.049255 dv-cinder-806191-2-iscsi neutron-server[93884]: INFO neutron.wsgi [req-bd308c30-07a9-4efc-b939-7cf0acc88921 req-749afa9b-dc99-4c87-90ec-c86dab37f5a4 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=a59267c6-8d28-4d1e-969f-e33d2bf75c5c HTTP/1.1" status: 200 len: 848 time: 0.0458004 Aug 29 19:28:55.100779 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd308c30-07a9-4efc-b939-7cf0acc88921 req-12b3b09a-afbb-4967-b4df-e34c1654b223 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 19:28:55.102232 dv-cinder-806191-2-iscsi neutron-server[93884]: INFO neutron.wsgi [req-bd308c30-07a9-4efc-b939-7cf0acc88921 req-12b3b09a-afbb-4967-b4df-e34c1654b223 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=c4f869d5-c4a9-4d4b-abf0-c181253a388e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0456409 Aug 29 19:28:55.190407 dv-cinder-806191-2-iscsi neutron-server[93884]: INFO neutron.wsgi [req-bd308c30-07a9-4efc-b939-7cf0acc88921 req-29f4fb15-6bdf-4bf6-8435-7d7f1fe22ead service neutron] 10.222.0.23 "GET /v2.0/networks/c4f869d5-c4a9-4d4b-abf0-c181253a388e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0807228 Aug 29 19:28:55.212386 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fdd9ffc4-66a0-49f1-9df1-786c4b09bd2c tempest-TestVolumeBootPattern-1610125901 tempest-TestVolumeBootPattern-1610125901-project] Router c03e349e-3f52-436d-89d3-9899002d9045 has already been hosted by L3 agent c3ed3b02-d107-45f2-9b2a-fff9b0cfaa96 {{(pid=93883) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 19:28:55.283733 dv-cinder-806191-2-iscsi neutron-server[93884]: INFO neutron.wsgi [req-bd308c30-07a9-4efc-b939-7cf0acc88921 req-53def5c8-bbc3-4660-8c17-83a15df218cd service neutron] 10.222.0.23 "GET /v2.0/networks/c4f869d5-c4a9-4d4b-abf0-c181253a388e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858421 Aug 29 19:28:55.319671 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fdd9ffc4-66a0-49f1-9df1-786c4b09bd2c tempest-TestVolumeBootPattern-1610125901 tempest-TestVolumeBootPattern-1610125901-project] Notify agent at l3_agent.dv-cinder-806191-2-iscsi the message routers_updated {{(pid=93883) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 19:28:55.330642 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d03faae4-9660-43ca-a74d-451c94a455b3 None None] Sync routers for ids ['c03e349e-3f52-436d-89d3-9899002d9045'] in dv-cinder-806191-2-iscsi {{(pid=93885) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 19:28:55.338710 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-fdd9ffc4-66a0-49f1-9df1-786c4b09bd2c tempest-TestVolumeBootPattern-1610125901 tempest-TestVolumeBootPattern-1610125901-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-256493'] for floatingip, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:28:55.339925 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d03faae4-9660-43ca-a74d-451c94a455b3 None None] Routers {'c03e349e-3f52-436d-89d3-9899002d9045'} bound to L3 agent in host dv-cinder-806191-2-iscsi {{(pid=93885) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 19:28:55.340609 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-d03faae4-9660-43ca-a74d-451c94a455b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806191-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-29T19:13:49Z,description=,heartbeat_timestamp=2021-08-29T19:28:49Z,host='dv-cinder-806191-2-iscsi',id=c3ed3b02-d107-45f2-9b2a-fff9b0cfaa96,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T19:13:49Z,topic='l3_agent')) {'router_ids': ['c03e349e-3f52-436d-89d3-9899002d9045'], 'active': True} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 19:28:55.372685 dv-cinder-806191-2-iscsi neutron-server[93883]: INFO neutron.wsgi [None req-fdd9ffc4-66a0-49f1-9df1-786c4b09bd2c tempest-TestVolumeBootPattern-1610125901 tempest-TestVolumeBootPattern-1610125901-project] 10.222.0.26 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.6509938 Aug 29 19:28:55.373827 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f8b38e32-5729-4472-98da-a212c94f569a', 'tag': '99a1e10e-fedf-4f88-bf7a-fde04d9e06c2'}] {{(pid=93883) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 19:28:55.375731 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d7efacdd762e7fee97ebec028cc859708dbf706441332da3e8755544227ebc46" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f5f86e44-9f05-4711-8229-903fcd743e92" -d '{"events": [{"name": "network-changed", "server_uuid": "f8b38e32-5729-4472-98da-a212c94f569a", "tag": "99a1e10e-fedf-4f88-bf7a-fde04d9e06c2"}]}' {{(pid=93883) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 19:28:55.412448 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 19:28:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-019a3b30-c332-45ea-a549-2a60056957c9 x-openstack-request-id: req-019a3b30-c332-45ea-a549-2a60056957c9 {{(pid=93883) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 19:28:55.412739 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f8b38e32-5729-4472-98da-a212c94f569a", "tag": "99a1e10e-fedf-4f88-bf7a-fde04d9e06c2", "status": "completed", "code": 200}]} {{(pid=93883) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 19:28:55.412991 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-019a3b30-c332-45ea-a549-2a60056957c9 {{(pid=93883) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 19:28:55.413386 dv-cinder-806191-2-iscsi neutron-server[93883]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f8b38e32-5729-4472-98da-a212c94f569a', 'tag': '99a1e10e-fedf-4f88-bf7a-fde04d9e06c2', 'status': 'completed', 'code': 200} Aug 29 19:28:55.458662 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.db.l3_dvr_db [None req-d03faae4-9660-43ca-a74d-451c94a455b3 None None] Set router c03e349e-3f52-436d-89d3-9899002d9045 gateway port host: dv-cinder-806191-2-iscsi {{(pid=93885) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 19:28:55.481294 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5f86e44-9f05-4711-8229-903fcd743e92 req-9ae0bdaa-2254-4c36-9c74-d578551c019e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 19:28:55.482828 dv-cinder-806191-2-iscsi neutron-server[93884]: INFO neutron.wsgi [req-f5f86e44-9f05-4711-8229-903fcd743e92 req-9ae0bdaa-2254-4c36-9c74-d578551c019e service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=b39981fcd5954815961a8be993dedcd2&device_id=f8b38e32-5729-4472-98da-a212c94f569a HTTP/1.1" status: 200 len: 1098 time: 0.0418441 Aug 29 19:28:55.576564 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5f86e44-9f05-4711-8229-903fcd743e92 req-9cd61149-433d-4978-85bd-699b80dff17a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 19:28:55.578055 dv-cinder-806191-2-iscsi neutron-server[93884]: INFO neutron.wsgi [req-f5f86e44-9f05-4711-8229-903fcd743e92 req-9cd61149-433d-4978-85bd-699b80dff17a service neutron] 10.222.0.23 "GET /v2.0/networks?id=45c2a1ad-9c77-458b-b844-fbf0e60ffffd HTTP/1.1" status: 200 len: 912 time: 0.0871537 Aug 29 19:28:55.654940 dv-cinder-806191-2-iscsi neutron-server[93884]: INFO neutron.wsgi [req-f5f86e44-9f05-4711-8229-903fcd743e92 req-dbe14376-58ff-4e11-bea1-c4e65725ec7a service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=99a1e10e-fedf-4f88-bf7a-fde04d9e06c2 HTTP/1.1" status: 200 len: 998 time: 0.0661378 Aug 29 19:28:55.718690 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5f86e44-9f05-4711-8229-903fcd743e92 req-9f477d38-41c8-4776-b629-e8f402b7427c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 19:28:55.720243 dv-cinder-806191-2-iscsi neutron-server[93884]: INFO neutron.wsgi [req-f5f86e44-9f05-4711-8229-903fcd743e92 req-9f477d38-41c8-4776-b629-e8f402b7427c service neutron] 10.222.0.23 "GET /v2.0/subnets?id=fc92f67e-9e9b-4d7e-adb8-7f60a771a071 HTTP/1.1" status: 200 len: 850 time: 0.0569515 Aug 29 19:28:55.770321 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5f86e44-9f05-4711-8229-903fcd743e92 req-4d6c226a-3bdf-4421-9ff7-701c1617f1ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 19:28:55.771986 dv-cinder-806191-2-iscsi neutron-server[93884]: INFO neutron.wsgi [req-f5f86e44-9f05-4711-8229-903fcd743e92 req-4d6c226a-3bdf-4421-9ff7-701c1617f1ae service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=45c2a1ad-9c77-458b-b844-fbf0e60ffffd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0428925 Aug 29 19:28:55.837973 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-d03faae4-9660-43ca-a74d-451c94a455b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c03e349e-3f52-436d-89d3-9899002d9045', 'name': 'tempest-TestVolumeBootPattern-567608025-router', 'tenant_id': 'b39981fcd5954815961a8be993dedcd2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7209b701-ecaa-476a-bd58-d61d280c16d3', 'external_fixed_ips': [{'subnet_id': '71309eb1-223f-47ba-9803-1437c965e178', 'ip_address': '172.27.2.139'}], 'enable_snat': True}, 'gw_port_id': 'f92a66e0-49b6-413f-afa9-292ae2d4b709', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T19:25:42Z', 'updated_at': '2021-08-29T19:25:46Z', 'revision_number': 4, 'project_id': 'b39981fcd5954815961a8be993dedcd2', 'gw_port': {'id': 'f92a66e0-49b6-413f-afa9-292ae2d4b709', 'name': '', 'network_id': '7209b701-ecaa-476a-bd58-d61d280c16d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:53:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c03e349e-3f52-436d-89d3-9899002d9045', 'device_owner': 'network:router_gateway', 'standard_attr_id': 581, 'fixed_ips': [{'subnet_id': '71309eb1-223f-47ba-9803-1437c965e178', 'ip_address': '172.27.2.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806191-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T19:25:43Z', 'updated_at': '2021-08-29T19:25:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71309eb1-223f-47ba-9803-1437c965e178', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806191-2-iscsi', '_floatingips': [{'id': 'a5b3956e-2ef7-4091-bbe9-20f3a9528bf6', 'tenant_id': 'b39981fcd5954815961a8be993dedcd2', 'floating_ip_address': '172.27.2.36', 'floating_network_id': '7209b701-ecaa-476a-bd58-d61d280c16d3', 'router_id': 'c03e349e-3f52-436d-89d3-9899002d9045', 'port_id': '99a1e10e-fedf-4f88-bf7a-fde04d9e06c2', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 641, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '45c2a1ad-9c77-458b-b844-fbf0e60ffffd', 'mac_address': 'fa:16:3e:02:3b:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8b38e32-5729-4472-98da-a212c94f569a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-29T19:28:54Z', 'updated_at': '2021-08-29T19:28:54Z', 'revision_number': 0, 'project_id': 'b39981fcd5954815961a8be993dedcd2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2b9e29f6-8880-4864-bcb5-fa280c067557', 'name': '', 'network_id': '45c2a1ad-9c77-458b-b844-fbf0e60ffffd', 'tenant_id': 'b39981fcd5954815961a8be993dedcd2', 'mac_address': 'fa:16:3e:91:39:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c03e349e-3f52-436d-89d3-9899002d9045', 'device_owner': 'network:router_interface', 'standard_attr_id': 582, 'fixed_ips': [{'subnet_id': 'fc92f67e-9e9b-4d7e-adb8-7f60a771a071', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806191-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T19:25:45Z', 'updated_at': '2021-08-29T19:25:53Z', 'revision_number': 5, 'project_id': 'b39981fcd5954815961a8be993dedcd2', 'subnets': [{'id': 'fc92f67e-9e9b-4d7e-adb8-7f60a771a071', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806191-2-iscsi', False) {} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 19:28:55.869936 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d03faae4-9660-43ca-a74d-451c94a455b3 None None] Checking router: c03e349e-3f52-436d-89d3-9899002d9045 for host: dv-cinder-806191-2-iscsi {{(pid=93885) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 19:28:55.875490 dv-cinder-806191-2-iscsi neutron-server[93884]: INFO neutron.wsgi [req-f5f86e44-9f05-4711-8229-903fcd743e92 req-8a84d242-e7ae-42f7-b084-a7529bea7549 service neutron] 10.222.0.23 "GET /v2.0/networks/45c2a1ad-9c77-458b-b844-fbf0e60ffffd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0960793 Aug 29 19:28:55.879380 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d03faae4-9660-43ca-a74d-451c94a455b3 None None] Routers {'c03e349e-3f52-436d-89d3-9899002d9045'} bound to L3 agent in host dv-cinder-806191-2-iscsi {{(pid=93885) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 19:28:55.879981 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-d03faae4-9660-43ca-a74d-451c94a455b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806191-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-29T19:13:49Z,description=,heartbeat_timestamp=2021-08-29T19:28:49Z,host='dv-cinder-806191-2-iscsi',id=c3ed3b02-d107-45f2-9b2a-fff9b0cfaa96,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T19:13:49Z,topic='l3_agent')) {'router_ids': ['c03e349e-3f52-436d-89d3-9899002d9045'], 'active': True} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 19:28:55.978493 dv-cinder-806191-2-iscsi neutron-server[93884]: INFO neutron.wsgi [req-f5f86e44-9f05-4711-8229-903fcd743e92 req-ff6d96bb-112f-46d1-b1b8-d8e4a27e1b02 service neutron] 10.222.0.23 "GET /v2.0/networks/45c2a1ad-9c77-458b-b844-fbf0e60ffffd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0941458 Aug 29 19:28:56.010231 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.db.l3_dvr_db [None req-d03faae4-9660-43ca-a74d-451c94a455b3 None None] Set router c03e349e-3f52-436d-89d3-9899002d9045 gateway port host: dv-cinder-806191-2-iscsi {{(pid=93885) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 19:28:56.091820 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a0eba9d-9560-48ec-89b6-7bdf7553fa53 req-64a6d75c-5387-4971-867f-d57fcc295e3c tempest-AttachVolumeShelveTestJSON-1142647226 tempest-AttachVolumeShelveTestJSON-1142647226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 19:28:56.093575 dv-cinder-806191-2-iscsi neutron-server[93884]: INFO neutron.wsgi [req-4a0eba9d-9560-48ec-89b6-7bdf7553fa53 req-64a6d75c-5387-4971-867f-d57fcc295e3c tempest-AttachVolumeShelveTestJSON-1142647226 tempest-AttachVolumeShelveTestJSON-1142647226-project] 10.222.0.26 "GET /v2.0/ports?device_id=1f302506-b8ef-4fda-ba8a-f51aecf88589 HTTP/1.1" status: 200 len: 946 time: 0.0568614 Aug 29 19:28:56.135644 dv-cinder-806191-2-iscsi neutron-server[93884]: INFO neutron.wsgi [req-4a0eba9d-9560-48ec-89b6-7bdf7553fa53 req-b6827fc8-8d2f-4914-a948-5854cc2b8860 tempest-AttachVolumeShelveTestJSON-1142647226 tempest-AttachVolumeShelveTestJSON-1142647226-project] 10.222.0.26 "GET /v2.0/security-groups?id=e8a4748b-1455-4786-b8d8-f5e4f9e844dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353155 Aug 29 19:28:56.244306 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-d03faae4-9660-43ca-a74d-451c94a455b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c03e349e-3f52-436d-89d3-9899002d9045', 'name': 'tempest-TestVolumeBootPattern-567608025-router', 'tenant_id': 'b39981fcd5954815961a8be993dedcd2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7209b701-ecaa-476a-bd58-d61d280c16d3', 'external_fixed_ips': [{'subnet_id': '71309eb1-223f-47ba-9803-1437c965e178', 'ip_address': '172.27.2.139'}], 'enable_snat': True}, 'gw_port_id': 'f92a66e0-49b6-413f-afa9-292ae2d4b709', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T19:25:42Z', 'updated_at': '2021-08-29T19:25:46Z', 'revision_number': 4, 'project_id': 'b39981fcd5954815961a8be993dedcd2', 'gw_port': {'id': 'f92a66e0-49b6-413f-afa9-292ae2d4b709', 'name': '', 'network_id': '7209b701-ecaa-476a-bd58-d61d280c16d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:53:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c03e349e-3f52-436d-89d3-9899002d9045', 'device_owner': 'network:router_gateway', 'standard_attr_id': 581, 'fixed_ips': [{'subnet_id': '71309eb1-223f-47ba-9803-1437c965e178', 'ip_address': '172.27.2.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806191-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T19:25:43Z', 'updated_at': '2021-08-29T19:25:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71309eb1-223f-47ba-9803-1437c965e178', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806191-2-iscsi', '_floatingips': [{'id': 'a5b3956e-2ef7-4091-bbe9-20f3a9528bf6', 'tenant_id': 'b39981fcd5954815961a8be993dedcd2', 'floating_ip_address': '172.27.2.36', 'floating_network_id': '7209b701-ecaa-476a-bd58-d61d280c16d3', 'router_id': 'c03e349e-3f52-436d-89d3-9899002d9045', 'port_id': '99a1e10e-fedf-4f88-bf7a-fde04d9e06c2', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 641, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '45c2a1ad-9c77-458b-b844-fbf0e60ffffd', 'mac_address': 'fa:16:3e:02:3b:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8b38e32-5729-4472-98da-a212c94f569a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-29T19:28:54Z', 'updated_at': '2021-08-29T19:28:54Z', 'revision_number': 0, 'project_id': 'b39981fcd5954815961a8be993dedcd2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2b9e29f6-8880-4864-bcb5-fa280c067557', 'name': '', 'network_id': '45c2a1ad-9c77-458b-b844-fbf0e60ffffd', 'tenant_id': 'b39981fcd5954815961a8be993dedcd2', 'mac_address': 'fa:16:3e:91:39:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c03e349e-3f52-436d-89d3-9899002d9045', 'device_owner': 'network:router_interface', 'standard_attr_id': 582, 'fixed_ips': [{'subnet_id': 'fc92f67e-9e9b-4d7e-adb8-7f60a771a071', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806191-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T19:25:45Z', 'updated_at': '2021-08-29T19:25:53Z', 'revision_number': 5, 'project_id': 'b39981fcd5954815961a8be993dedcd2', 'subnets': [{'id': 'fc92f67e-9e9b-4d7e-adb8-7f60a771a071', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806191-2-iscsi', False) {} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 19:28:56.270286 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d03faae4-9660-43ca-a74d-451c94a455b3 None None] The sync data for ids ['c03e349e-3f52-436d-89d3-9899002d9045'] in dv-cinder-806191-2-iscsi is: [{'id': 'c03e349e-3f52-436d-89d3-9899002d9045', 'name': 'tempest-TestVolumeBootPattern-567608025-router', 'tenant_id': 'b39981fcd5954815961a8be993dedcd2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7209b701-ecaa-476a-bd58-d61d280c16d3', 'external_fixed_ips': [{'subnet_id': '71309eb1-223f-47ba-9803-1437c965e178', 'ip_address': '172.27.2.139'}], 'enable_snat': True}, 'gw_port_id': 'f92a66e0-49b6-413f-afa9-292ae2d4b709', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T19:25:42Z', 'updated_at': '2021-08-29T19:25:46Z', 'revision_number': 4, 'project_id': 'b39981fcd5954815961a8be993dedcd2', 'gw_port': {'id': 'f92a66e0-49b6-413f-afa9-292ae2d4b709', 'name': '', 'network_id': '7209b701-ecaa-476a-bd58-d61d280c16d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:53:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c03e349e-3f52-436d-89d3-9899002d9045', 'device_owner': 'network:router_gateway', 'standard_attr_id': 581, 'fixed_ips': [{'subnet_id': '71309eb1-223f-47ba-9803-1437c965e178', 'ip_address': '172.27.2.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806191-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T19:25:43Z', 'updated_at': '2021-08-29T19:25:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71309eb1-223f-47ba-9803-1437c965e178', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806191-2-iscsi', '_floatingips': [{'id': 'a5b3956e-2ef7-4091-bbe9-20f3a9528bf6', 'tenant_id': 'b39981fcd5954815961a8be993dedcd2', 'floating_ip_address': '172.27.2.36', 'floating_network_id': '7209b701-ecaa-476a-bd58-d61d280c16d3', 'router_id': 'c03e349e-3f52-436d-89d3-9899002d9045', 'port_id': '99a1e10e-fedf-4f88-bf7a-fde04d9e06c2', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 641, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '45c2a1ad-9c77-458b-b844-fbf0e60ffffd', 'mac_address': 'fa:16:3e:02:3b:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8b38e32-5729-4472-98da-a212c94f569a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-29T19:28:54Z', 'updated_at': '2021-08-29T19:28:54Z', 'revision_number': 0, 'project_id': 'b39981fcd5954815961a8be993dedcd2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2b9e29f6-8880-4864-bcb5-fa280c067557', 'name': '', 'network_id': '45c2a1ad-9c77-458b-b844-fbf0e60ffffd', 'tenant_id': 'b39981fcd5954815961a8be993dedcd2', 'mac_address': 'fa:16:3e:91:39:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c03e349e-3f52-436d-89d3-9899002d9045', 'device_owner': 'network:router_interface', 'standard_attr_id': 582, 'fixed_ips': [{'subnet_id': 'fc92f67e-9e9b-4d7e-adb8-7f60a771a071', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806191-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T19:25:45Z', 'updated_at': '2021-08-29T19:25:53Z', 'revision_number': 5, 'project_id': 'b39981fcd5954815961a8be993dedcd2', 'subnets': [{'id': 'fc92f67e-9e9b-4d7e-adb8-7f60a771a071', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93885) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 19:28:56.468642 dv-cinder-806191-2-iscsi neutron-server[93886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4459ff30-9120-4813-94ff-8fc5c56a16a0 None None] New status for floating IP a5b3956e-2ef7-4091-bbe9-20f3a9528bf6: ACTIVE {{(pid=93886) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 29 19:28:57.263226 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2d14391-d40f-49a3-82ff-ce4f9d347bbb req-c76ae900-717b-4731-b324-f20549c05fd2 tempest-AttachVolumeShelveTestJSON-1142647226 tempest-AttachVolumeShelveTestJSON-1142647226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 19:28:57.264886 dv-cinder-806191-2-iscsi neutron-server[93883]: INFO neutron.wsgi [req-d2d14391-d40f-49a3-82ff-ce4f9d347bbb req-c76ae900-717b-4731-b324-f20549c05fd2 tempest-AttachVolumeShelveTestJSON-1142647226 tempest-AttachVolumeShelveTestJSON-1142647226-project] 10.222.0.26 "GET /v2.0/ports?device_id=1f302506-b8ef-4fda-ba8a-f51aecf88589 HTTP/1.1" status: 200 len: 946 time: 0.0540738 Aug 29 19:28:57.311590 dv-cinder-806191-2-iscsi neutron-server[93883]: INFO neutron.wsgi [req-d2d14391-d40f-49a3-82ff-ce4f9d347bbb req-567f0729-0ecc-4a4b-8c26-9905aeb198df tempest-AttachVolumeShelveTestJSON-1142647226 tempest-AttachVolumeShelveTestJSON-1142647226-project] 10.222.0.26 "GET /v2.0/security-groups?id=e8a4748b-1455-4786-b8d8-f5e4f9e844dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0359061 Aug 29 19:28:58.438083 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fcf1672-8a99-435d-b069-efde6bba60de req-d33786e3-7b4d-4757-b1da-f1c6feb6a5fd tempest-AttachVolumeShelveTestJSON-1142647226 tempest-AttachVolumeShelveTestJSON-1142647226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 19:28:58.439670 dv-cinder-806191-2-iscsi neutron-server[93884]: INFO neutron.wsgi [req-6fcf1672-8a99-435d-b069-efde6bba60de req-d33786e3-7b4d-4757-b1da-f1c6feb6a5fd tempest-AttachVolumeShelveTestJSON-1142647226 tempest-AttachVolumeShelveTestJSON-1142647226-project] 10.222.0.26 "GET /v2.0/ports?device_id=1f302506-b8ef-4fda-ba8a-f51aecf88589 HTTP/1.1" status: 200 len: 946 time: 0.0516450 Aug 29 19:28:58.481105 dv-cinder-806191-2-iscsi neutron-server[93884]: INFO neutron.wsgi [req-6fcf1672-8a99-435d-b069-efde6bba60de req-3ff6525e-e93a-4b8d-a26e-0339c886756d tempest-AttachVolumeShelveTestJSON-1142647226 tempest-AttachVolumeShelveTestJSON-1142647226-project] 10.222.0.26 "GET /v2.0/security-groups?id=e8a4748b-1455-4786-b8d8-f5e4f9e844dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349925 Aug 29 19:28:59.602166 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21b070dd-2c89-4c46-9bf8-c2571a9f8364 req-f132da2c-9525-4692-bf1d-47f5311221e4 tempest-AttachVolumeShelveTestJSON-1142647226 tempest-AttachVolumeShelveTestJSON-1142647226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 19:28:59.603742 dv-cinder-806191-2-iscsi neutron-server[93883]: INFO neutron.wsgi [req-21b070dd-2c89-4c46-9bf8-c2571a9f8364 req-f132da2c-9525-4692-bf1d-47f5311221e4 tempest-AttachVolumeShelveTestJSON-1142647226 tempest-AttachVolumeShelveTestJSON-1142647226-project] 10.222.0.26 "GET /v2.0/ports?device_id=1f302506-b8ef-4fda-ba8a-f51aecf88589 HTTP/1.1" status: 200 len: 946 time: 0.0504894 Aug 29 19:28:59.642749 dv-cinder-806191-2-iscsi neutron-server[93883]: INFO neutron.wsgi [req-21b070dd-2c89-4c46-9bf8-c2571a9f8364 req-daf6eb2b-cddb-4f47-93d0-553e5fc90449 tempest-AttachVolumeShelveTestJSON-1142647226 tempest-AttachVolumeShelveTestJSON-1142647226-project] 10.222.0.26 "GET /v2.0/security-groups?id=e8a4748b-1455-4786-b8d8-f5e4f9e844dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329566 Aug 29 19:29:00.770077 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66ec6be8-808c-4f16-be37-213e5beeb8ec req-b1c00c59-aaf6-4e62-8d29-e7fd9a4319e7 tempest-AttachVolumeShelveTestJSON-1142647226 tempest-AttachVolumeShelveTestJSON-1142647226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 19:29:00.771736 dv-cinder-806191-2-iscsi neutron-server[93884]: INFO neutron.wsgi [req-66ec6be8-808c-4f16-be37-213e5beeb8ec req-b1c00c59-aaf6-4e62-8d29-e7fd9a4319e7 tempest-AttachVolumeShelveTestJSON-1142647226 tempest-AttachVolumeShelveTestJSON-1142647226-project] 10.222.0.26 "GET /v2.0/ports?device_id=1f302506-b8ef-4fda-ba8a-f51aecf88589 HTTP/1.1" status: 200 len: 946 time: 0.0576680 Aug 29 19:29:00.813048 dv-cinder-806191-2-iscsi neutron-server[93884]: INFO neutron.wsgi [req-66ec6be8-808c-4f16-be37-213e5beeb8ec req-5920bde6-c015-466c-84f5-f2bf43bc89d1 tempest-AttachVolumeShelveTestJSON-1142647226 tempest-AttachVolumeShelveTestJSON-1142647226-project] 10.222.0.26 "GET /v2.0/security-groups?id=e8a4748b-1455-4786-b8d8-f5e4f9e844dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344265 Aug 29 19:29:01.935969 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-316dcbfe-dd9b-4f1f-9260-e6c4a8ebc384 req-12b2d7a3-7d00-4666-bced-ca26dc52a8a9 tempest-AttachVolumeShelveTestJSON-1142647226 tempest-AttachVolumeShelveTestJSON-1142647226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 19:29:01.937462 dv-cinder-806191-2-iscsi neutron-server[93883]: INFO neutron.wsgi [req-316dcbfe-dd9b-4f1f-9260-e6c4a8ebc384 req-12b2d7a3-7d00-4666-bced-ca26dc52a8a9 tempest-AttachVolumeShelveTestJSON-1142647226 tempest-AttachVolumeShelveTestJSON-1142647226-project] 10.222.0.26 "GET /v2.0/ports?device_id=1f302506-b8ef-4fda-ba8a-f51aecf88589 HTTP/1.1" status: 200 len: 946 time: 0.0513175 Aug 29 19:29:01.981384 dv-cinder-806191-2-iscsi neutron-server[93883]: INFO neutron.wsgi [req-316dcbfe-dd9b-4f1f-9260-e6c4a8ebc384 req-9f427017-7b61-457c-990d-dad0b2dd535f tempest-AttachVolumeShelveTestJSON-1142647226 tempest-AttachVolumeShelveTestJSON-1142647226-project] 10.222.0.26 "GET /v2.0/security-groups?id=e8a4748b-1455-4786-b8d8-f5e4f9e844dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372992 Aug 29 19:29:03.109286 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f391caf-1c33-4179-b84e-a01d9e681450 req-826f9e49-40a1-4c4a-9bb1-41d6a7e03014 tempest-AttachVolumeShelveTestJSON-1142647226 tempest-AttachVolumeShelveTestJSON-1142647226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 19:29:03.111035 dv-cinder-806191-2-iscsi neutron-server[93884]: INFO neutron.wsgi [req-8f391caf-1c33-4179-b84e-a01d9e681450 req-826f9e49-40a1-4c4a-9bb1-41d6a7e03014 tempest-AttachVolumeShelveTestJSON-1142647226 tempest-AttachVolumeShelveTestJSON-1142647226-project] 10.222.0.26 "GET /v2.0/ports?device_id=1f302506-b8ef-4fda-ba8a-f51aecf88589 HTTP/1.1" status: 200 len: 946 time: 0.0543602 Aug 29 19:29:03.151222 dv-cinder-806191-2-iscsi neutron-server[93884]: INFO neutron.wsgi [req-8f391caf-1c33-4179-b84e-a01d9e681450 req-42adb9ee-68f0-4426-8ece-ca5a7664b4d0 tempest-AttachVolumeShelveTestJSON-1142647226 tempest-AttachVolumeShelveTestJSON-1142647226-project] 10.222.0.26 "GET /v2.0/security-groups?id=e8a4748b-1455-4786-b8d8-f5e4f9e844dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341315 Aug 29 19:29:04.278068 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46a9d3d8-d6b2-41f8-b110-43b99b2f8d8d req-8b06d501-bb3a-4636-b9ec-532c17373153 tempest-AttachVolumeShelveTestJSON-1142647226 tempest-AttachVolumeShelveTestJSON-1142647226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 19:29:04.279551 dv-cinder-806191-2-iscsi neutron-server[93883]: INFO neutron.wsgi [req-46a9d3d8-d6b2-41f8-b110-43b99b2f8d8d req-8b06d501-bb3a-4636-b9ec-532c17373153 tempest-AttachVolumeShelveTestJSON-1142647226 tempest-AttachVolumeShelveTestJSON-1142647226-project] 10.222.0.26 "GET /v2.0/ports?device_id=1f302506-b8ef-4fda-ba8a-f51aecf88589 HTTP/1.1" status: 200 len: 946 time: 0.0520289 Aug 29 19:29:04.320064 dv-cinder-806191-2-iscsi neutron-server[93883]: INFO neutron.wsgi [req-46a9d3d8-d6b2-41f8-b110-43b99b2f8d8d req-38d2855e-77ce-4c76-afef-3a633bc9d99f tempest-AttachVolumeShelveTestJSON-1142647226 tempest-AttachVolumeShelveTestJSON-1142647226-project] 10.222.0.26 "GET /v2.0/security-groups?id=e8a4748b-1455-4786-b8d8-f5e4f9e844dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344954 Aug 29 19:29:05.451872 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a98cc18-e88e-4af6-9aa4-68afdab461b5 req-2bc3da94-0d19-4cf4-9614-0efcc37592c1 tempest-AttachVolumeShelveTestJSON-1142647226 tempest-AttachVolumeShelveTestJSON-1142647226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 19:29:05.453629 dv-cinder-806191-2-iscsi neutron-server[93884]: INFO neutron.wsgi [req-5a98cc18-e88e-4af6-9aa4-68afdab461b5 req-2bc3da94-0d19-4cf4-9614-0efcc37592c1 tempest-AttachVolumeShelveTestJSON-1142647226 tempest-AttachVolumeShelveTestJSON-1142647226-project] 10.222.0.26 "GET /v2.0/ports?device_id=1f302506-b8ef-4fda-ba8a-f51aecf88589 HTTP/1.1" status: 200 len: 946 time: 0.0585997 Aug 29 19:29:05.501830 dv-cinder-806191-2-iscsi neutron-server[93884]: INFO neutron.wsgi [req-5a98cc18-e88e-4af6-9aa4-68afdab461b5 req-d520d670-b749-4205-ba2c-b7228ccd0768 tempest-AttachVolumeShelveTestJSON-1142647226 tempest-AttachVolumeShelveTestJSON-1142647226-project] 10.222.0.26 "GET /v2.0/security-groups?id=e8a4748b-1455-4786-b8d8-f5e4f9e844dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391569 Aug 29 19:29:06.633612 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d36e4a2-7572-4ade-8950-150cd362fa78 req-fbe59238-574e-417d-8b54-55a17ed4b55f tempest-AttachVolumeShelveTestJSON-1142647226 tempest-AttachVolumeShelveTestJSON-1142647226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 19:29:06.635221 dv-cinder-806191-2-iscsi neutron-server[93883]: INFO neutron.wsgi [req-7d36e4a2-7572-4ade-8950-150cd362fa78 req-fbe59238-574e-417d-8b54-55a17ed4b55f tempest-AttachVolumeShelveTestJSON-1142647226 tempest-AttachVolumeShelveTestJSON-1142647226-project] 10.222.0.26 "GET /v2.0/ports?device_id=1f302506-b8ef-4fda-ba8a-f51aecf88589 HTTP/1.1" status: 200 len: 946 time: 0.0586298 Aug 29 19:29:06.678077 dv-cinder-806191-2-iscsi neutron-server[93883]: INFO neutron.wsgi [req-7d36e4a2-7572-4ade-8950-150cd362fa78 req-c325afe8-2f12-4414-b5be-ea77162d2fd8 tempest-AttachVolumeShelveTestJSON-1142647226 tempest-AttachVolumeShelveTestJSON-1142647226-project] 10.222.0.26 "GET /v2.0/security-groups?id=e8a4748b-1455-4786-b8d8-f5e4f9e844dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0361705 Aug 29 19:29:07.373428 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-e411ce9c-394c-453f-add9-812245090945 None None] Device 8a991bf5-faf9-47d2-aa7d-4357fb980b4f details requested by agent hyperv_hv-cinder-80619 with host hv-cinder-80619 {{(pid=93885) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 19:29:07.482052 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-e411ce9c-394c-453f-add9-812245090945 None None] For port 8a991bf5-faf9-47d2-aa7d-4357fb980b4f, host hv-cinder-80619, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80619',level=0,port_id=8a991bf5-faf9-47d2-aa7d-4357fb980b4f,segment=NetworkSegment(4a9860ce-75e8-4908-94b6-2e145ca82fc4),segment_id=4a9860ce-75e8-4908-94b6-2e145ca82fc4)] {{(pid=93885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 19:29:07.496127 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-e411ce9c-394c-453f-add9-812245090945 None None] Returning: {'device': '8a991bf5-faf9-47d2-aa7d-4357fb980b4f', 'network_id': '5f383061-659c-4a42-af3d-e82e7b7b242f', 'port_id': '8a991bf5-faf9-47d2-aa7d-4357fb980b4f', 'mac_address': 'fa:16:3e:23:95:ab', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 108, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '276486f1-8541-4ff7-8581-3f1dc1fbc741', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93885) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 19:29:07.535420 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-e411ce9c-394c-453f-add9-812245090945 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3669058'] for port, before_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:29:07.548709 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.notifiers.nova [None req-e411ce9c-394c-453f-add9-812245090945 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 8a991bf5-faf9-47d2-aa7d-4357fb980b4f {{(pid=93885) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 19:29:07.568918 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-e411ce9c-394c-453f-add9-812245090945 None None] For port 8a991bf5-faf9-47d2-aa7d-4357fb980b4f, host hv-cinder-80619, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80619',level=0,port_id=8a991bf5-faf9-47d2-aa7d-4357fb980b4f,segment=NetworkSegment(4a9860ce-75e8-4908-94b6-2e145ca82fc4),segment_id=4a9860ce-75e8-4908-94b6-2e145ca82fc4)] {{(pid=93885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 19:29:07.572108 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-e411ce9c-394c-453f-add9-812245090945 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3669005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3715978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777170436913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777169884182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777169884200'] for port, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:29:07.631533 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e411ce9c-394c-453f-add9-812245090945 None None] Pushing event updated for resources: {'Port': ['ID=8a991bf5-faf9-47d2-aa7d-4357fb980b4f,revision_number=6']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:29:07.678744 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-e411ce9c-394c-453f-add9-812245090945 None None] get_ports_and_sgs() called for port_ids ['8a991bf5-faf9-47d2-aa7d-4357fb980b4f'] {{(pid=93885) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 19:29:07.806610 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7227b67-c1f5-42fc-a857-caa38d0dbb0d req-f2e2420b-9dcf-4175-8d88-18104cb9210a tempest-AttachVolumeShelveTestJSON-1142647226 tempest-AttachVolumeShelveTestJSON-1142647226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 19:29:07.808767 dv-cinder-806191-2-iscsi neutron-server[93884]: INFO neutron.wsgi [req-c7227b67-c1f5-42fc-a857-caa38d0dbb0d req-f2e2420b-9dcf-4175-8d88-18104cb9210a tempest-AttachVolumeShelveTestJSON-1142647226 tempest-AttachVolumeShelveTestJSON-1142647226-project] 10.222.0.26 "GET /v2.0/ports?device_id=1f302506-b8ef-4fda-ba8a-f51aecf88589 HTTP/1.1" status: 200 len: 945 time: 0.0568736 Aug 29 19:29:07.847429 dv-cinder-806191-2-iscsi neutron-server[93884]: INFO neutron.wsgi [req-c7227b67-c1f5-42fc-a857-caa38d0dbb0d req-a602c4bd-09c1-455e-81eb-d6240f96b83e tempest-AttachVolumeShelveTestJSON-1142647226 tempest-AttachVolumeShelveTestJSON-1142647226-project] 10.222.0.26 "GET /v2.0/security-groups?id=e8a4748b-1455-4786-b8d8-f5e4f9e844dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323641 Aug 29 19:29:08.976109 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4434a3e1-6f4b-4308-b667-d084814c20f2 req-6f5c4be8-3623-4fe5-a14e-128aa9b2d81d tempest-AttachVolumeShelveTestJSON-1142647226 tempest-AttachVolumeShelveTestJSON-1142647226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 19:29:08.977604 dv-cinder-806191-2-iscsi neutron-server[93883]: INFO neutron.wsgi [req-4434a3e1-6f4b-4308-b667-d084814c20f2 req-6f5c4be8-3623-4fe5-a14e-128aa9b2d81d tempest-AttachVolumeShelveTestJSON-1142647226 tempest-AttachVolumeShelveTestJSON-1142647226-project] 10.222.0.26 "GET /v2.0/ports?device_id=1f302506-b8ef-4fda-ba8a-f51aecf88589 HTTP/1.1" status: 200 len: 945 time: 0.0515101 Aug 29 19:29:09.033061 dv-cinder-806191-2-iscsi neutron-server[93883]: INFO neutron.wsgi [req-4434a3e1-6f4b-4308-b667-d084814c20f2 req-cca22226-5d52-4ccf-855c-9ea557798c64 tempest-AttachVolumeShelveTestJSON-1142647226 tempest-AttachVolumeShelveTestJSON-1142647226-project] 10.222.0.26 "GET /v2.0/security-groups?id=e8a4748b-1455-4786-b8d8-f5e4f9e844dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478418 Aug 29 19:29:09.391913 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-e411ce9c-394c-453f-add9-812245090945 None None] Device 8a991bf5-faf9-47d2-aa7d-4357fb980b4f up at agent hyperv_hv-cinder-80619 {{(pid=93885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 19:29:09.446066 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-e411ce9c-394c-453f-add9-812245090945 None None] Provisioning complete for port 8a991bf5-faf9-47d2-aa7d-4357fb980b4f triggered by entity L2. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 19:29:09.446471 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-e411ce9c-394c-453f-add9-812245090945 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3627211'] for port, provisioning_complete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:29:09.544087 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-e411ce9c-394c-453f-add9-812245090945 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3669058'] for port, before_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:29:09.576856 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1f302506-b8ef-4fda-ba8a-f51aecf88589', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8a991bf5-faf9-47d2-aa7d-4357fb980b4f'}] {{(pid=93885) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 19:29:09.579165 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b746b22f1a330a85490eeb53ccb4cfec71189e4c963aff014ae6842ea75f17cc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1ac6a267-b02d-47ff-adcf-5fb16cda4d1c" -d '{"events": [{"server_uuid": "1f302506-b8ef-4fda-ba8a-f51aecf88589", "name": "network-vif-plugged", "status": "completed", "tag": "8a991bf5-faf9-47d2-aa7d-4357fb980b4f"}]}' {{(pid=93885) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 19:29:09.595829 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-e411ce9c-394c-453f-add9-812245090945 None None] For port 8a991bf5-faf9-47d2-aa7d-4357fb980b4f, host hv-cinder-80619, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80619',level=0,port_id=8a991bf5-faf9-47d2-aa7d-4357fb980b4f,segment=NetworkSegment(4a9860ce-75e8-4908-94b6-2e145ca82fc4),segment_id=4a9860ce-75e8-4908-94b6-2e145ca82fc4)] {{(pid=93885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 19:29:09.601147 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-e411ce9c-394c-453f-add9-812245090945 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3669005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3715978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777170436913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777169884182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777169884200'] for port, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:29:09.654667 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 19:29:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d9b5dc81-588b-4634-8288-2718f1e79d8a x-openstack-request-id: req-d9b5dc81-588b-4634-8288-2718f1e79d8a {{(pid=93885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 19:29:09.654939 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1f302506-b8ef-4fda-ba8a-f51aecf88589", "name": "network-vif-plugged", "status": "completed", "tag": "8a991bf5-faf9-47d2-aa7d-4357fb980b4f", "code": 200}]} {{(pid=93885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 19:29:09.654939 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-d9b5dc81-588b-4634-8288-2718f1e79d8a {{(pid=93885) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 19:29:09.655443 dv-cinder-806191-2-iscsi neutron-server[93885]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1f302506-b8ef-4fda-ba8a-f51aecf88589', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8a991bf5-faf9-47d2-aa7d-4357fb980b4f', 'code': 200} Aug 29 19:29:09.658449 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e411ce9c-394c-453f-add9-812245090945 None None] Pushing event updated for resources: {'Port': ['ID=8a991bf5-faf9-47d2-aa7d-4357fb980b4f,revision_number=7']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:29:09.666700 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e411ce9c-394c-453f-add9-812245090945 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806191-2-iscsi {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:29:09.667164 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e411ce9c-394c-453f-add9-812245090945 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806191-2-iscsi {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:29:09.667625 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e411ce9c-394c-453f-add9-812245090945 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806191-2-iscsi {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:29:09.668031 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e411ce9c-394c-453f-add9-812245090945 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806191-2-iscsi {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:29:09.668445 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e411ce9c-394c-453f-add9-812245090945 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-806191-2-iscsi {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:29:09.668858 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e411ce9c-394c-453f-add9-812245090945 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806191-2-iscsi {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:29:09.669259 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e411ce9c-394c-453f-add9-812245090945 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-806191-2-iscsi {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:29:09.669703 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e411ce9c-394c-453f-add9-812245090945 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-806191-2-iscsi {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:29:09.670107 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e411ce9c-394c-453f-add9-812245090945 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806191-2-iscsi {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:29:09.670529 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e411ce9c-394c-453f-add9-812245090945 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806191-2-iscsi {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:29:09.670920 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e411ce9c-394c-453f-add9-812245090945 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806191-2-iscsi {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:29:09.671311 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e411ce9c-394c-453f-add9-812245090945 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806191-2-iscsi {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:29:10.202188 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6c0dda8-0598-4cfb-aa22-d94b9c2db58b req-ea317df0-8402-4118-b4aa-cba75952afb0 tempest-AttachVolumeShelveTestJSON-1142647226 tempest-AttachVolumeShelveTestJSON-1142647226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 19:29:10.206926 dv-cinder-806191-2-iscsi neutron-server[93883]: INFO neutron.wsgi [req-d6c0dda8-0598-4cfb-aa22-d94b9c2db58b req-ea317df0-8402-4118-b4aa-cba75952afb0 tempest-AttachVolumeShelveTestJSON-1142647226 tempest-AttachVolumeShelveTestJSON-1142647226-project] 10.222.0.26 "GET /v2.0/ports?device_id=1f302506-b8ef-4fda-ba8a-f51aecf88589 HTTP/1.1" status: 200 len: 946 time: 0.0704260 Aug 29 19:29:10.267407 dv-cinder-806191-2-iscsi neutron-server[93883]: INFO neutron.wsgi [req-d6c0dda8-0598-4cfb-aa22-d94b9c2db58b req-483fcad2-b42b-44f7-80e0-ff976620237e tempest-AttachVolumeShelveTestJSON-1142647226 tempest-AttachVolumeShelveTestJSON-1142647226-project] 10.222.0.26 "GET /v2.0/security-groups?id=e8a4748b-1455-4786-b8d8-f5e4f9e844dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0555782 Aug 29 19:29:11.414720 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b90117f-fd59-4599-94fd-6e432a643c0b req-24c9fe73-1e21-4d34-8437-928faea69fcb tempest-AttachVolumeShelveTestJSON-1142647226 tempest-AttachVolumeShelveTestJSON-1142647226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 19:29:11.416555 dv-cinder-806191-2-iscsi neutron-server[93884]: INFO neutron.wsgi [req-1b90117f-fd59-4599-94fd-6e432a643c0b req-24c9fe73-1e21-4d34-8437-928faea69fcb tempest-AttachVolumeShelveTestJSON-1142647226 tempest-AttachVolumeShelveTestJSON-1142647226-project] 10.222.0.26 "GET /v2.0/ports?device_id=1f302506-b8ef-4fda-ba8a-f51aecf88589 HTTP/1.1" status: 200 len: 946 time: 0.0624566 Aug 29 19:29:11.465176 dv-cinder-806191-2-iscsi neutron-server[93884]: INFO neutron.wsgi [req-1b90117f-fd59-4599-94fd-6e432a643c0b req-d8ea8822-49f0-4449-b3a1-f4a2a89065e5 tempest-AttachVolumeShelveTestJSON-1142647226 tempest-AttachVolumeShelveTestJSON-1142647226-project] 10.222.0.26 "GET /v2.0/security-groups?id=e8a4748b-1455-4786-b8d8-f5e4f9e844dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368509 Aug 29 19:29:12.669452 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04f05946-0bfd-46b1-91af-5f349836fa6b req-b398395e-1035-4476-923e-556562ba7af9 tempest-AttachVolumeShelveTestJSON-1142647226 tempest-AttachVolumeShelveTestJSON-1142647226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 19:29:12.676357 dv-cinder-806191-2-iscsi neutron-server[93883]: INFO neutron.wsgi [req-04f05946-0bfd-46b1-91af-5f349836fa6b req-b398395e-1035-4476-923e-556562ba7af9 tempest-AttachVolumeShelveTestJSON-1142647226 tempest-AttachVolumeShelveTestJSON-1142647226-project] 10.222.0.26 "GET /v2.0/ports?device_id=1f302506-b8ef-4fda-ba8a-f51aecf88589 HTTP/1.1" status: 200 len: 946 time: 0.1012299 Aug 29 19:29:12.765654 dv-cinder-806191-2-iscsi neutron-server[93883]: INFO neutron.wsgi [req-04f05946-0bfd-46b1-91af-5f349836fa6b req-ed654a94-e87f-47b4-86ef-9a2db6aea309 tempest-AttachVolumeShelveTestJSON-1142647226 tempest-AttachVolumeShelveTestJSON-1142647226-project] 10.222.0.26 "GET /v2.0/security-groups?id=e8a4748b-1455-4786-b8d8-f5e4f9e844dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0806835 Aug 29 19:29:13.925275 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-643bc657-562c-47b1-acfe-dfbd89d77187 req-41af91b1-7245-424a-994a-500db73ce836 tempest-AttachVolumeShelveTestJSON-1142647226 tempest-AttachVolumeShelveTestJSON-1142647226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 19:29:13.927273 dv-cinder-806191-2-iscsi neutron-server[93884]: INFO neutron.wsgi [req-643bc657-562c-47b1-acfe-dfbd89d77187 req-41af91b1-7245-424a-994a-500db73ce836 tempest-AttachVolumeShelveTestJSON-1142647226 tempest-AttachVolumeShelveTestJSON-1142647226-project] 10.222.0.26 "GET /v2.0/ports?device_id=1f302506-b8ef-4fda-ba8a-f51aecf88589 HTTP/1.1" status: 200 len: 946 time: 0.0641665 Aug 29 19:29:13.990839 dv-cinder-806191-2-iscsi neutron-server[93884]: INFO neutron.wsgi [req-643bc657-562c-47b1-acfe-dfbd89d77187 req-792b9235-f4bc-43cb-91d3-9bd8ea95e22a tempest-AttachVolumeShelveTestJSON-1142647226 tempest-AttachVolumeShelveTestJSON-1142647226-project] 10.222.0.26 "GET /v2.0/security-groups?id=e8a4748b-1455-4786-b8d8-f5e4f9e844dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0554984 Aug 29 19:29:15.163365 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5b72451-9e4a-4710-b9ca-887d5e2edf8e req-59e3883b-137a-4c12-b103-2ff2a446b062 tempest-AttachVolumeShelveTestJSON-1142647226 tempest-AttachVolumeShelveTestJSON-1142647226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 19:29:15.172537 dv-cinder-806191-2-iscsi neutron-server[93883]: INFO neutron.wsgi [req-a5b72451-9e4a-4710-b9ca-887d5e2edf8e req-59e3883b-137a-4c12-b103-2ff2a446b062 tempest-AttachVolumeShelveTestJSON-1142647226 tempest-AttachVolumeShelveTestJSON-1142647226-project] 10.222.0.26 "GET /v2.0/ports?device_id=1f302506-b8ef-4fda-ba8a-f51aecf88589 HTTP/1.1" status: 200 len: 946 time: 0.0887647 Aug 29 19:29:15.226666 dv-cinder-806191-2-iscsi neutron-server[93883]: INFO neutron.wsgi [req-a5b72451-9e4a-4710-b9ca-887d5e2edf8e req-fdc191a5-d67b-4633-ba81-fcc8c6dd105b tempest-AttachVolumeShelveTestJSON-1142647226 tempest-AttachVolumeShelveTestJSON-1142647226-project] 10.222.0.26 "GET /v2.0/security-groups?id=e8a4748b-1455-4786-b8d8-f5e4f9e844dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0524645 Aug 29 19:29:16.405683 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42c1ba00-bfe2-4caa-a53e-283452e6a5be req-11a96928-2568-4941-939d-dd329e7c9afb tempest-AttachVolumeShelveTestJSON-1142647226 tempest-AttachVolumeShelveTestJSON-1142647226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 19:29:16.407485 dv-cinder-806191-2-iscsi neutron-server[93884]: INFO neutron.wsgi [req-42c1ba00-bfe2-4caa-a53e-283452e6a5be req-11a96928-2568-4941-939d-dd329e7c9afb tempest-AttachVolumeShelveTestJSON-1142647226 tempest-AttachVolumeShelveTestJSON-1142647226-project] 10.222.0.26 "GET /v2.0/ports?device_id=1f302506-b8ef-4fda-ba8a-f51aecf88589 HTTP/1.1" status: 200 len: 946 time: 0.0777054 Aug 29 19:29:16.426340 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-de446430-2af1-4353-b6a5-949858fbce0d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777170380508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3627128'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:29:16.497793 dv-cinder-806191-2-iscsi neutron-server[93884]: INFO neutron.wsgi [req-42c1ba00-bfe2-4caa-a53e-283452e6a5be req-b7074b71-5b6e-4c3c-9782-5bbd676ce633 tempest-AttachVolumeShelveTestJSON-1142647226 tempest-AttachVolumeShelveTestJSON-1142647226-project] 10.222.0.26 "GET /v2.0/security-groups?id=e8a4748b-1455-4786-b8d8-f5e4f9e844dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0776479 Aug 29 19:29:17.667022 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3868d2a8-a341-43b1-8997-e448c19089bc req-b3d8d360-26d7-4a2e-a832-936249a2de69 tempest-AttachVolumeShelveTestJSON-1142647226 tempest-AttachVolumeShelveTestJSON-1142647226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 19:29:17.669527 dv-cinder-806191-2-iscsi neutron-server[93883]: INFO neutron.wsgi [req-3868d2a8-a341-43b1-8997-e448c19089bc req-b3d8d360-26d7-4a2e-a832-936249a2de69 tempest-AttachVolumeShelveTestJSON-1142647226 tempest-AttachVolumeShelveTestJSON-1142647226-project] 10.222.0.26 "GET /v2.0/ports?device_id=1f302506-b8ef-4fda-ba8a-f51aecf88589 HTTP/1.1" status: 200 len: 946 time: 0.0628021 Aug 29 19:29:17.717142 dv-cinder-806191-2-iscsi neutron-server[93883]: INFO neutron.wsgi [req-3868d2a8-a341-43b1-8997-e448c19089bc req-9320fd6a-1176-4c8a-80ba-daf14655b3cf tempest-AttachVolumeShelveTestJSON-1142647226 tempest-AttachVolumeShelveTestJSON-1142647226-project] 10.222.0.26 "GET /v2.0/security-groups?id=e8a4748b-1455-4786-b8d8-f5e4f9e844dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413644 Aug 29 19:29:18.180106 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca34039a-7638-49e0-996a-5eb1bf7cc26c req-46022ec4-77ab-405e-9171-30b4ad0a684d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 19:29:18.181647 dv-cinder-806191-2-iscsi neutron-server[93884]: INFO neutron.wsgi [req-ca34039a-7638-49e0-996a-5eb1bf7cc26c req-46022ec4-77ab-405e-9171-30b4ad0a684d service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=b6abb49f4d344fccb0cc20553e2de3be&device_id=1f302506-b8ef-4fda-ba8a-f51aecf88589 HTTP/1.1" status: 200 len: 1099 time: 0.0459437 Aug 29 19:29:18.279328 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca34039a-7638-49e0-996a-5eb1bf7cc26c req-8048ddf7-f955-426b-9b8a-b9613f9229fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 19:29:18.280805 dv-cinder-806191-2-iscsi neutron-server[93884]: INFO neutron.wsgi [req-ca34039a-7638-49e0-996a-5eb1bf7cc26c req-8048ddf7-f955-426b-9b8a-b9613f9229fb service neutron] 10.222.0.23 "GET /v2.0/networks?id=5f383061-659c-4a42-af3d-e82e7b7b242f HTTP/1.1" status: 200 len: 918 time: 0.0908048 Aug 29 19:29:18.356683 dv-cinder-806191-2-iscsi neutron-server[93884]: INFO neutron.wsgi [req-ca34039a-7638-49e0-996a-5eb1bf7cc26c req-f88c3e57-13a0-4aa8-9909-2cd22febbd45 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8a991bf5-faf9-47d2-aa7d-4357fb980b4f HTTP/1.1" status: 200 len: 1002 time: 0.0674622 Aug 29 19:29:18.411264 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca34039a-7638-49e0-996a-5eb1bf7cc26c req-c73ee7ba-7655-4255-9e9b-c8ba1d1df20d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 19:29:18.412748 dv-cinder-806191-2-iscsi neutron-server[93884]: INFO neutron.wsgi [req-ca34039a-7638-49e0-996a-5eb1bf7cc26c req-c73ee7ba-7655-4255-9e9b-c8ba1d1df20d service neutron] 10.222.0.23 "GET /v2.0/subnets?id=276486f1-8541-4ff7-8581-3f1dc1fbc741 HTTP/1.1" status: 200 len: 856 time: 0.0475090 Aug 29 19:29:18.459290 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca34039a-7638-49e0-996a-5eb1bf7cc26c req-dd35f450-3398-475b-ad58-c4b081a1a38c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 19:29:18.460821 dv-cinder-806191-2-iscsi neutron-server[93884]: INFO neutron.wsgi [req-ca34039a-7638-49e0-996a-5eb1bf7cc26c req-dd35f450-3398-475b-ad58-c4b081a1a38c service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=5f383061-659c-4a42-af3d-e82e7b7b242f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0407796 Aug 29 19:29:18.555088 dv-cinder-806191-2-iscsi neutron-server[93884]: INFO neutron.wsgi [req-ca34039a-7638-49e0-996a-5eb1bf7cc26c req-2db93e85-8b0f-4ffd-bdd7-186c3b35ee2d service neutron] 10.222.0.23 "GET /v2.0/networks/5f383061-659c-4a42-af3d-e82e7b7b242f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860987 Aug 29 19:29:18.645078 dv-cinder-806191-2-iscsi neutron-server[93884]: INFO neutron.wsgi [req-ca34039a-7638-49e0-996a-5eb1bf7cc26c req-fbbd3c1b-51bb-4b0a-891f-5dba193d289f service neutron] 10.222.0.23 "GET /v2.0/networks/5f383061-659c-4a42-af3d-e82e7b7b242f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0822256 Aug 29 19:29:18.837356 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ea8ba80-2f00-4f2a-9a8a-d735c985b08b req-d0f24b2f-d079-4c65-a255-4f47bb00c54f tempest-AttachVolumeShelveTestJSON-1142647226 tempest-AttachVolumeShelveTestJSON-1142647226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 19:29:18.839249 dv-cinder-806191-2-iscsi neutron-server[93884]: INFO neutron.wsgi [req-9ea8ba80-2f00-4f2a-9a8a-d735c985b08b req-d0f24b2f-d079-4c65-a255-4f47bb00c54f tempest-AttachVolumeShelveTestJSON-1142647226 tempest-AttachVolumeShelveTestJSON-1142647226-project] 10.222.0.26 "GET /v2.0/ports?device_id=1f302506-b8ef-4fda-ba8a-f51aecf88589 HTTP/1.1" status: 200 len: 946 time: 0.0492518 Aug 29 19:29:18.878470 dv-cinder-806191-2-iscsi neutron-server[93884]: INFO neutron.wsgi [req-9ea8ba80-2f00-4f2a-9a8a-d735c985b08b req-357ac3b1-3e68-4cf9-bdad-8055b9d7a51d tempest-AttachVolumeShelveTestJSON-1142647226 tempest-AttachVolumeShelveTestJSON-1142647226-project] 10.222.0.26 "GET /v2.0/security-groups?id=e8a4748b-1455-4786-b8d8-f5e4f9e844dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317068 Aug 29 19:29:19.022095 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-f6c64894-5ee5-485b-96ac-0854a2fad41b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777170380508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3627128'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:29:19.680787 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-f7f3f912-659a-49f9-ab3a-0560ee4983b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777170380508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3627128'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:29:20.010752 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1d6c12d-8d87-4f5c-96a8-9262b6f7384a req-9e8efb26-4bf7-45ee-a310-4559f53583d7 tempest-AttachVolumeShelveTestJSON-1142647226 tempest-AttachVolumeShelveTestJSON-1142647226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 19:29:20.012169 dv-cinder-806191-2-iscsi neutron-server[93883]: INFO neutron.wsgi [req-c1d6c12d-8d87-4f5c-96a8-9262b6f7384a req-9e8efb26-4bf7-45ee-a310-4559f53583d7 tempest-AttachVolumeShelveTestJSON-1142647226 tempest-AttachVolumeShelveTestJSON-1142647226-project] 10.222.0.26 "GET /v2.0/ports?device_id=1f302506-b8ef-4fda-ba8a-f51aecf88589 HTTP/1.1" status: 200 len: 946 time: 0.0584254 Aug 29 19:29:20.063000 dv-cinder-806191-2-iscsi neutron-server[93883]: INFO neutron.wsgi [req-c1d6c12d-8d87-4f5c-96a8-9262b6f7384a req-1ed3586a-3aa1-4cd0-9fd8-c93299c71525 tempest-AttachVolumeShelveTestJSON-1142647226 tempest-AttachVolumeShelveTestJSON-1142647226-project] 10.222.0.26 "GET /v2.0/security-groups?id=e8a4748b-1455-4786-b8d8-f5e4f9e844dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447240 Aug 29 19:29:20.388314 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-ed31fb2d-405b-476e-b16a-f8415d14bc27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777170380508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3627128'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:29:20.720568 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-e411ce9c-394c-453f-add9-812245090945 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777170380508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3627128'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:29:21.189254 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8003dac-4e45-42d2-a027-0983089fcefb req-f5893e53-5438-43be-9fb6-d7762092ee4f tempest-AttachVolumeShelveTestJSON-1142647226 tempest-AttachVolumeShelveTestJSON-1142647226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 19:29:21.190765 dv-cinder-806191-2-iscsi neutron-server[93884]: INFO neutron.wsgi [req-f8003dac-4e45-42d2-a027-0983089fcefb req-f5893e53-5438-43be-9fb6-d7762092ee4f tempest-AttachVolumeShelveTestJSON-1142647226 tempest-AttachVolumeShelveTestJSON-1142647226-project] 10.222.0.26 "GET /v2.0/ports?device_id=1f302506-b8ef-4fda-ba8a-f51aecf88589 HTTP/1.1" status: 200 len: 946 time: 0.0565925 Aug 29 19:29:21.230953 dv-cinder-806191-2-iscsi neutron-server[93884]: INFO neutron.wsgi [req-f8003dac-4e45-42d2-a027-0983089fcefb req-6ca5a163-1c11-4d52-88bd-58d5e3427ca0 tempest-AttachVolumeShelveTestJSON-1142647226 tempest-AttachVolumeShelveTestJSON-1142647226-project] 10.222.0.26 "GET /v2.0/security-groups?id=e8a4748b-1455-4786-b8d8-f5e4f9e844dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340221 Aug 29 19:29:21.446257 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-e411ce9c-394c-453f-add9-812245090945 None None] Device 8a991bf5-faf9-47d2-aa7d-4357fb980b4f no longer exists at agent hyperv_hv-cinder-80619 {{(pid=93885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 19:29:21.460096 dv-cinder-806191-2-iscsi neutron-server[93886]: DEBUG neutron.db.agents_db [None req-c8461fad-6a9a-4fb7-93e9-57a62b582dc0 None None] Agent healthcheck: found 6 active agents {{(pid=93886) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 19:29:21.539331 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-e411ce9c-394c-453f-add9-812245090945 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3669058'] for port, before_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:29:21.567143 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1f302506-b8ef-4fda-ba8a-f51aecf88589', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8a991bf5-faf9-47d2-aa7d-4357fb980b4f'}] {{(pid=93885) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 19:29:21.569388 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b746b22f1a330a85490eeb53ccb4cfec71189e4c963aff014ae6842ea75f17cc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dc6dd495-6403-405d-90fb-ad3fd4616214" -d '{"events": [{"server_uuid": "1f302506-b8ef-4fda-ba8a-f51aecf88589", "name": "network-vif-unplugged", "status": "completed", "tag": "8a991bf5-faf9-47d2-aa7d-4357fb980b4f"}]}' {{(pid=93885) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 19:29:21.585391 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-e411ce9c-394c-453f-add9-812245090945 None None] For port 8a991bf5-faf9-47d2-aa7d-4357fb980b4f, host hv-cinder-80619, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80619',level=0,port_id=8a991bf5-faf9-47d2-aa7d-4357fb980b4f,segment=NetworkSegment(4a9860ce-75e8-4908-94b6-2e145ca82fc4),segment_id=4a9860ce-75e8-4908-94b6-2e145ca82fc4)] {{(pid=93885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 19:29:21.597930 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-e411ce9c-394c-453f-add9-812245090945 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3669005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3715978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777170436913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777169884182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777169884200'] for port, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:29:21.628736 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Sun, 29 Aug 2021 19:29:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3141e393-9707-41cf-b6a9-dcaea6fa93cf x-openstack-request-id: req-3141e393-9707-41cf-b6a9-dcaea6fa93cf {{(pid=93885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 19:29:21.629018 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1f302506-b8ef-4fda-ba8a-f51aecf88589", "name": "network-vif-unplugged", "status": "failed", "tag": "8a991bf5-faf9-47d2-aa7d-4357fb980b4f", "code": 422}]} {{(pid=93885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 19:29:21.629265 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-3141e393-9707-41cf-b6a9-dcaea6fa93cf {{(pid=93885) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 19:29:21.629674 dv-cinder-806191-2-iscsi neutron-server[93885]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '1f302506-b8ef-4fda-ba8a-f51aecf88589', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '8a991bf5-faf9-47d2-aa7d-4357fb980b4f', 'code': 422} returned with failed status Aug 29 19:29:21.657039 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e411ce9c-394c-453f-add9-812245090945 None None] Pushing event updated for resources: {'Port': ['ID=8a991bf5-faf9-47d2-aa7d-4357fb980b4f,revision_number=8']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:29:21.847584 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-c214b08a-13ec-4cca-bdbd-998b9b76327d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777170380508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3627128'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:29:22.305963 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d621ebbe-dc79-4989-992f-14296d50e665 req-524fdab4-0a9a-4ae1-831d-4c1f7f8fca0f tempest-AttachVolumeShelveTestJSON-1142647226 tempest-AttachVolumeShelveTestJSON-1142647226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 19:29:22.308506 dv-cinder-806191-2-iscsi neutron-server[93884]: INFO neutron.wsgi [req-d621ebbe-dc79-4989-992f-14296d50e665 req-524fdab4-0a9a-4ae1-831d-4c1f7f8fca0f tempest-AttachVolumeShelveTestJSON-1142647226 tempest-AttachVolumeShelveTestJSON-1142647226-project] 10.222.0.26 "GET /v2.0/ports?device_id=1f302506-b8ef-4fda-ba8a-f51aecf88589 HTTP/1.1" status: 200 len: 944 time: 0.0562654 Aug 29 19:29:22.351964 dv-cinder-806191-2-iscsi neutron-server[93884]: INFO neutron.wsgi [req-d621ebbe-dc79-4989-992f-14296d50e665 req-b13503c0-1324-43ce-a814-8c85909bc561 tempest-AttachVolumeShelveTestJSON-1142647226 tempest-AttachVolumeShelveTestJSON-1142647226-project] 10.222.0.26 "GET /v2.0/security-groups?id=e8a4748b-1455-4786-b8d8-f5e4f9e844dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0364072 Aug 29 19:29:22.377380 dv-cinder-806191-2-iscsi neutron-server[93883]: INFO neutron.wsgi [req-c6894954-c3e4-4435-86cf-213c36ee13c7 req-e796c5f7-59c7-4d27-88be-aac999ae5a15 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=1f302506-b8ef-4fda-ba8a-f51aecf88589&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0424535 Aug 29 19:29:23.130569 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6894954-c3e4-4435-86cf-213c36ee13c7 req-c3a175df-6313-471e-8890-5def5061ba71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 19:29:23.132054 dv-cinder-806191-2-iscsi neutron-server[93884]: INFO neutron.wsgi [req-c6894954-c3e4-4435-86cf-213c36ee13c7 req-c3a175df-6313-471e-8890-5def5061ba71 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=1f302506-b8ef-4fda-ba8a-f51aecf88589&tenant_id=b6abb49f4d344fccb0cc20553e2de3be HTTP/1.1" status: 200 len: 1097 time: 0.0396309 Aug 29 19:29:23.194121 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6894954-c3e4-4435-86cf-213c36ee13c7 req-ba89b142-e3af-4538-97af-a1de6aeb306e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 19:29:23.195562 dv-cinder-806191-2-iscsi neutron-server[93884]: INFO neutron.wsgi [req-c6894954-c3e4-4435-86cf-213c36ee13c7 req-ba89b142-e3af-4538-97af-a1de6aeb306e service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=b6abb49f4d344fccb0cc20553e2de3be&device_id=1f302506-b8ef-4fda-ba8a-f51aecf88589 HTTP/1.1" status: 200 len: 1097 time: 0.0423877 Aug 29 19:29:23.291031 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6894954-c3e4-4435-86cf-213c36ee13c7 req-8a9ee2dc-a303-4fc4-8a65-98bf9fd552fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 19:29:23.293163 dv-cinder-806191-2-iscsi neutron-server[93884]: INFO neutron.wsgi [req-c6894954-c3e4-4435-86cf-213c36ee13c7 req-8a9ee2dc-a303-4fc4-8a65-98bf9fd552fe service neutron] 10.222.0.23 "GET /v2.0/networks?id=5f383061-659c-4a42-af3d-e82e7b7b242f HTTP/1.1" status: 200 len: 918 time: 0.0906174 Aug 29 19:29:23.368093 dv-cinder-806191-2-iscsi neutron-server[93884]: INFO neutron.wsgi [req-c6894954-c3e4-4435-86cf-213c36ee13c7 req-7e44a35e-95a2-4478-aa67-9bd23bb37a0c service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8a991bf5-faf9-47d2-aa7d-4357fb980b4f HTTP/1.1" status: 200 len: 1000 time: 0.0671155 Aug 29 19:29:23.537050 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d3e5f54-56bd-4301-9ba9-ae32a3e603b0 req-0f12b8ba-9111-4e2e-8c6a-3ec8e4b1edd0 tempest-AttachVolumeShelveTestJSON-1142647226 tempest-AttachVolumeShelveTestJSON-1142647226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 19:29:23.538667 dv-cinder-806191-2-iscsi neutron-server[93883]: INFO neutron.wsgi [req-3d3e5f54-56bd-4301-9ba9-ae32a3e603b0 req-0f12b8ba-9111-4e2e-8c6a-3ec8e4b1edd0 tempest-AttachVolumeShelveTestJSON-1142647226 tempest-AttachVolumeShelveTestJSON-1142647226-project] 10.222.0.26 "GET /v2.0/ports?device_id=1f302506-b8ef-4fda-ba8a-f51aecf88589 HTTP/1.1" status: 200 len: 944 time: 0.0766668 Aug 29 19:29:23.580228 dv-cinder-806191-2-iscsi neutron-server[93883]: INFO neutron.wsgi [req-3d3e5f54-56bd-4301-9ba9-ae32a3e603b0 req-3baa6d24-870c-403d-bb57-fa9f35c1e16c tempest-AttachVolumeShelveTestJSON-1142647226 tempest-AttachVolumeShelveTestJSON-1142647226-project] 10.222.0.26 "GET /v2.0/security-groups?id=e8a4748b-1455-4786-b8d8-f5e4f9e844dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352449 Aug 29 19:29:23.686438 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6894954-c3e4-4435-86cf-213c36ee13c7 req-98e36c02-2a72-4f87-96f2-7a5d5f34250a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 19:29:23.687880 dv-cinder-806191-2-iscsi neutron-server[93884]: INFO neutron.wsgi [req-c6894954-c3e4-4435-86cf-213c36ee13c7 req-98e36c02-2a72-4f87-96f2-7a5d5f34250a service neutron] 10.222.0.23 "GET /v2.0/subnets?id=276486f1-8541-4ff7-8581-3f1dc1fbc741 HTTP/1.1" status: 200 len: 856 time: 0.3130145 Aug 29 19:29:23.733668 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6894954-c3e4-4435-86cf-213c36ee13c7 req-2f2d82b8-ca05-4006-92e2-ba406e4d371c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 19:29:23.735239 dv-cinder-806191-2-iscsi neutron-server[93884]: INFO neutron.wsgi [req-c6894954-c3e4-4435-86cf-213c36ee13c7 req-2f2d82b8-ca05-4006-92e2-ba406e4d371c service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=5f383061-659c-4a42-af3d-e82e7b7b242f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0404670 Aug 29 19:29:23.831594 dv-cinder-806191-2-iscsi neutron-server[93884]: INFO neutron.wsgi [req-c6894954-c3e4-4435-86cf-213c36ee13c7 req-a32c26ff-e98b-4f82-96b5-d0b3cf0c3ea7 service neutron] 10.222.0.23 "GET /v2.0/networks/5f383061-659c-4a42-af3d-e82e7b7b242f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0893400 Aug 29 19:29:23.925004 dv-cinder-806191-2-iscsi neutron-server[93884]: INFO neutron.wsgi [req-c6894954-c3e4-4435-86cf-213c36ee13c7 req-c3aaa639-e5b5-4f4b-a560-cbb03a153d3c service neutron] 10.222.0.23 "GET /v2.0/networks/5f383061-659c-4a42-af3d-e82e7b7b242f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861852 Aug 29 19:29:24.705549 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0396c91a-4b37-43f8-a5d2-211db3dfc0b1 req-ec021e28-8bd9-4011-a359-dca4df6ae3a2 tempest-AttachVolumeShelveTestJSON-1142647226 tempest-AttachVolumeShelveTestJSON-1142647226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 19:29:24.707139 dv-cinder-806191-2-iscsi neutron-server[93884]: INFO neutron.wsgi [req-0396c91a-4b37-43f8-a5d2-211db3dfc0b1 req-ec021e28-8bd9-4011-a359-dca4df6ae3a2 tempest-AttachVolumeShelveTestJSON-1142647226 tempest-AttachVolumeShelveTestJSON-1142647226-project] 10.222.0.26 "GET /v2.0/ports?device_id=1f302506-b8ef-4fda-ba8a-f51aecf88589 HTTP/1.1" status: 200 len: 944 time: 0.0502901 Aug 29 19:29:24.751483 dv-cinder-806191-2-iscsi neutron-server[93884]: INFO neutron.wsgi [req-0396c91a-4b37-43f8-a5d2-211db3dfc0b1 req-19ef2237-2d53-4baf-864a-a350dcf35567 tempest-AttachVolumeShelveTestJSON-1142647226 tempest-AttachVolumeShelveTestJSON-1142647226-project] 10.222.0.26 "GET /v2.0/security-groups?id=e8a4748b-1455-4786-b8d8-f5e4f9e844dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380080 Aug 29 19:29:25.881700 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-307a4ca3-4a28-45e9-941c-80190cfec740 req-ddf27374-b9d0-4efa-9bb9-3171760df87b tempest-AttachVolumeShelveTestJSON-1142647226 tempest-AttachVolumeShelveTestJSON-1142647226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 19:29:25.883441 dv-cinder-806191-2-iscsi neutron-server[93883]: INFO neutron.wsgi [req-307a4ca3-4a28-45e9-941c-80190cfec740 req-ddf27374-b9d0-4efa-9bb9-3171760df87b tempest-AttachVolumeShelveTestJSON-1142647226 tempest-AttachVolumeShelveTestJSON-1142647226-project] 10.222.0.26 "GET /v2.0/ports?device_id=1f302506-b8ef-4fda-ba8a-f51aecf88589 HTTP/1.1" status: 200 len: 944 time: 0.0540726 Aug 29 19:29:25.925416 dv-cinder-806191-2-iscsi neutron-server[93883]: INFO neutron.wsgi [req-307a4ca3-4a28-45e9-941c-80190cfec740 req-36689063-f335-43bc-a3f4-2d7d3c371aee tempest-AttachVolumeShelveTestJSON-1142647226 tempest-AttachVolumeShelveTestJSON-1142647226-project] 10.222.0.26 "GET /v2.0/security-groups?id=e8a4748b-1455-4786-b8d8-f5e4f9e844dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345128 Aug 29 19:29:27.061728 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfca3e91-7cc3-4c12-aa8d-84a0b6acd35e req-3ac09207-b599-4d65-bcba-865dddbe5cf9 tempest-AttachVolumeShelveTestJSON-1142647226 tempest-AttachVolumeShelveTestJSON-1142647226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 19:29:27.063450 dv-cinder-806191-2-iscsi neutron-server[93884]: INFO neutron.wsgi [req-cfca3e91-7cc3-4c12-aa8d-84a0b6acd35e req-3ac09207-b599-4d65-bcba-865dddbe5cf9 tempest-AttachVolumeShelveTestJSON-1142647226 tempest-AttachVolumeShelveTestJSON-1142647226-project] 10.222.0.26 "GET /v2.0/ports?device_id=1f302506-b8ef-4fda-ba8a-f51aecf88589 HTTP/1.1" status: 200 len: 944 time: 0.0570707 Aug 29 19:29:27.115322 dv-cinder-806191-2-iscsi neutron-server[93884]: INFO neutron.wsgi [req-cfca3e91-7cc3-4c12-aa8d-84a0b6acd35e req-60b6ca81-1cbd-4385-a8f6-d47fed995d62 tempest-AttachVolumeShelveTestJSON-1142647226 tempest-AttachVolumeShelveTestJSON-1142647226-project] 10.222.0.26 "GET /v2.0/security-groups?id=e8a4748b-1455-4786-b8d8-f5e4f9e844dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452604 Aug 29 19:29:28.244595 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e68b8c66-f382-4178-a126-831484e7657f req-387679d5-dc74-4aa1-b47a-759034e946e1 tempest-AttachVolumeShelveTestJSON-1142647226 tempest-AttachVolumeShelveTestJSON-1142647226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 19:29:28.246142 dv-cinder-806191-2-iscsi neutron-server[93883]: INFO neutron.wsgi [req-e68b8c66-f382-4178-a126-831484e7657f req-387679d5-dc74-4aa1-b47a-759034e946e1 tempest-AttachVolumeShelveTestJSON-1142647226 tempest-AttachVolumeShelveTestJSON-1142647226-project] 10.222.0.26 "GET /v2.0/ports?device_id=1f302506-b8ef-4fda-ba8a-f51aecf88589 HTTP/1.1" status: 200 len: 944 time: 0.0557046 Aug 29 19:29:28.288254 dv-cinder-806191-2-iscsi neutron-server[93883]: INFO neutron.wsgi [req-e68b8c66-f382-4178-a126-831484e7657f req-ec83e167-c87b-43df-b1d6-9e94388530d4 tempest-AttachVolumeShelveTestJSON-1142647226 tempest-AttachVolumeShelveTestJSON-1142647226-project] 10.222.0.26 "GET /v2.0/security-groups?id=e8a4748b-1455-4786-b8d8-f5e4f9e844dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0359566 Aug 29 19:29:29.427551 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a8295d5-4c8a-456e-834c-891e27ad84ac req-2a35b7aa-0028-4fdb-9f2f-6bc03e0fcfb9 tempest-AttachVolumeShelveTestJSON-1142647226 tempest-AttachVolumeShelveTestJSON-1142647226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 19:29:29.429255 dv-cinder-806191-2-iscsi neutron-server[93884]: INFO neutron.wsgi [req-1a8295d5-4c8a-456e-834c-891e27ad84ac req-2a35b7aa-0028-4fdb-9f2f-6bc03e0fcfb9 tempest-AttachVolumeShelveTestJSON-1142647226 tempest-AttachVolumeShelveTestJSON-1142647226-project] 10.222.0.26 "GET /v2.0/ports?device_id=1f302506-b8ef-4fda-ba8a-f51aecf88589 HTTP/1.1" status: 200 len: 944 time: 0.0584133 Aug 29 19:29:29.479429 dv-cinder-806191-2-iscsi neutron-server[93884]: INFO neutron.wsgi [req-1a8295d5-4c8a-456e-834c-891e27ad84ac req-31996eeb-c2db-4fb1-ad6b-a1e9c08679c4 tempest-AttachVolumeShelveTestJSON-1142647226 tempest-AttachVolumeShelveTestJSON-1142647226-project] 10.222.0.26 "GET /v2.0/security-groups?id=e8a4748b-1455-4786-b8d8-f5e4f9e844dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432987 Aug 29 19:29:30.642862 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdc677d5-a87d-43dd-8f77-f95fa6d8a698 req-4d7ad1c0-7eee-4df4-9f29-32f188d4a98b tempest-AttachVolumeShelveTestJSON-1142647226 tempest-AttachVolumeShelveTestJSON-1142647226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 19:29:30.644458 dv-cinder-806191-2-iscsi neutron-server[93883]: INFO neutron.wsgi [req-bdc677d5-a87d-43dd-8f77-f95fa6d8a698 req-4d7ad1c0-7eee-4df4-9f29-32f188d4a98b tempest-AttachVolumeShelveTestJSON-1142647226 tempest-AttachVolumeShelveTestJSON-1142647226-project] 10.222.0.26 "GET /v2.0/ports?device_id=1f302506-b8ef-4fda-ba8a-f51aecf88589 HTTP/1.1" status: 200 len: 944 time: 0.0745304 Aug 29 19:29:30.690126 dv-cinder-806191-2-iscsi neutron-server[93883]: INFO neutron.wsgi [req-bdc677d5-a87d-43dd-8f77-f95fa6d8a698 req-f97cc938-5dc5-4e4a-b961-fcfed01072a4 tempest-AttachVolumeShelveTestJSON-1142647226 tempest-AttachVolumeShelveTestJSON-1142647226-project] 10.222.0.26 "GET /v2.0/security-groups?id=e8a4748b-1455-4786-b8d8-f5e4f9e844dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378473 Aug 29 19:29:31.835360 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bfccaad-114f-4561-96c6-7449f0ae54c5 req-3556f51c-2bf6-4784-878e-9582d80b2d9a tempest-AttachVolumeShelveTestJSON-1142647226 tempest-AttachVolumeShelveTestJSON-1142647226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 19:29:31.836962 dv-cinder-806191-2-iscsi neutron-server[93884]: INFO neutron.wsgi [req-4bfccaad-114f-4561-96c6-7449f0ae54c5 req-3556f51c-2bf6-4784-878e-9582d80b2d9a tempest-AttachVolumeShelveTestJSON-1142647226 tempest-AttachVolumeShelveTestJSON-1142647226-project] 10.222.0.26 "GET /v2.0/ports?device_id=1f302506-b8ef-4fda-ba8a-f51aecf88589 HTTP/1.1" status: 200 len: 944 time: 0.0682588 Aug 29 19:29:31.884327 dv-cinder-806191-2-iscsi neutron-server[93884]: INFO neutron.wsgi [req-4bfccaad-114f-4561-96c6-7449f0ae54c5 req-d307b18a-6d73-4536-b392-3789df2dcff2 tempest-AttachVolumeShelveTestJSON-1142647226 tempest-AttachVolumeShelveTestJSON-1142647226-project] 10.222.0.26 "GET /v2.0/security-groups?id=e8a4748b-1455-4786-b8d8-f5e4f9e844dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411594 Aug 29 19:29:33.016597 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-858c53ea-25b2-4fde-97c3-f711646508d5 req-257378bb-f228-42cb-9886-0453697b9c48 tempest-AttachVolumeShelveTestJSON-1142647226 tempest-AttachVolumeShelveTestJSON-1142647226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 19:29:33.018450 dv-cinder-806191-2-iscsi neutron-server[93883]: INFO neutron.wsgi [req-858c53ea-25b2-4fde-97c3-f711646508d5 req-257378bb-f228-42cb-9886-0453697b9c48 tempest-AttachVolumeShelveTestJSON-1142647226 tempest-AttachVolumeShelveTestJSON-1142647226-project] 10.222.0.26 "GET /v2.0/ports?device_id=1f302506-b8ef-4fda-ba8a-f51aecf88589 HTTP/1.1" status: 200 len: 944 time: 0.0513318 Aug 29 19:29:33.063384 dv-cinder-806191-2-iscsi neutron-server[93883]: INFO neutron.wsgi [req-858c53ea-25b2-4fde-97c3-f711646508d5 req-b0f47173-7681-426c-93cc-fa693f8ac73e tempest-AttachVolumeShelveTestJSON-1142647226 tempest-AttachVolumeShelveTestJSON-1142647226-project] 10.222.0.26 "GET /v2.0/security-groups?id=e8a4748b-1455-4786-b8d8-f5e4f9e844dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0354073 Aug 29 19:29:34.193011 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68e4eb98-56af-41a6-bfc8-453272faed79 req-c8926242-b2a1-402f-83f1-ac506a7609d9 tempest-AttachVolumeShelveTestJSON-1142647226 tempest-AttachVolumeShelveTestJSON-1142647226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 19:29:34.194577 dv-cinder-806191-2-iscsi neutron-server[93884]: INFO neutron.wsgi [req-68e4eb98-56af-41a6-bfc8-453272faed79 req-c8926242-b2a1-402f-83f1-ac506a7609d9 tempest-AttachVolumeShelveTestJSON-1142647226 tempest-AttachVolumeShelveTestJSON-1142647226-project] 10.222.0.26 "GET /v2.0/ports?device_id=1f302506-b8ef-4fda-ba8a-f51aecf88589 HTTP/1.1" status: 200 len: 944 time: 0.0554614 Aug 29 19:29:34.235022 dv-cinder-806191-2-iscsi neutron-server[93884]: INFO neutron.wsgi [req-68e4eb98-56af-41a6-bfc8-453272faed79 req-aad04896-e15c-467c-a8b7-35babb4edf7e tempest-AttachVolumeShelveTestJSON-1142647226 tempest-AttachVolumeShelveTestJSON-1142647226-project] 10.222.0.26 "GET /v2.0/security-groups?id=e8a4748b-1455-4786-b8d8-f5e4f9e844dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340195 Aug 29 19:29:35.357527 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7e285f4-7ec6-4bef-b999-31de907f5c70 req-c76f38fd-d661-4925-b737-ddb4f22ababc tempest-AttachVolumeShelveTestJSON-1142647226 tempest-AttachVolumeShelveTestJSON-1142647226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 19:29:35.359226 dv-cinder-806191-2-iscsi neutron-server[93883]: INFO neutron.wsgi [req-a7e285f4-7ec6-4bef-b999-31de907f5c70 req-c76f38fd-d661-4925-b737-ddb4f22ababc tempest-AttachVolumeShelveTestJSON-1142647226 tempest-AttachVolumeShelveTestJSON-1142647226-project] 10.222.0.26 "GET /v2.0/ports?device_id=1f302506-b8ef-4fda-ba8a-f51aecf88589 HTTP/1.1" status: 200 len: 944 time: 0.0515959 Aug 29 19:29:35.405395 dv-cinder-806191-2-iscsi neutron-server[93883]: INFO neutron.wsgi [req-a7e285f4-7ec6-4bef-b999-31de907f5c70 req-bd3a93af-f93d-491b-b183-2a7ea45b4590 tempest-AttachVolumeShelveTestJSON-1142647226 tempest-AttachVolumeShelveTestJSON-1142647226-project] 10.222.0.26 "GET /v2.0/security-groups?id=e8a4748b-1455-4786-b8d8-f5e4f9e844dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401614 Aug 29 19:29:35.513535 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-e411ce9c-394c-453f-add9-812245090945 None None] Device 8a991bf5-faf9-47d2-aa7d-4357fb980b4f details requested by agent hyperv_hv-cinder-80619 with host hv-cinder-80619 {{(pid=93885) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 19:29:35.610523 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-e411ce9c-394c-453f-add9-812245090945 None None] For port 8a991bf5-faf9-47d2-aa7d-4357fb980b4f, host hv-cinder-80619, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80619',level=0,port_id=8a991bf5-faf9-47d2-aa7d-4357fb980b4f,segment=NetworkSegment(4a9860ce-75e8-4908-94b6-2e145ca82fc4),segment_id=4a9860ce-75e8-4908-94b6-2e145ca82fc4)] {{(pid=93885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 19:29:35.622014 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-e411ce9c-394c-453f-add9-812245090945 None None] Returning: {'device': '8a991bf5-faf9-47d2-aa7d-4357fb980b4f', 'network_id': '5f383061-659c-4a42-af3d-e82e7b7b242f', 'port_id': '8a991bf5-faf9-47d2-aa7d-4357fb980b4f', 'mac_address': 'fa:16:3e:23:95:ab', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 108, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '276486f1-8541-4ff7-8581-3f1dc1fbc741', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93885) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 19:29:35.664192 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-e411ce9c-394c-453f-add9-812245090945 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3669058'] for port, before_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:29:35.677964 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.notifiers.nova [None req-e411ce9c-394c-453f-add9-812245090945 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8a991bf5-faf9-47d2-aa7d-4357fb980b4f {{(pid=93885) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 19:29:35.698790 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-e411ce9c-394c-453f-add9-812245090945 None None] For port 8a991bf5-faf9-47d2-aa7d-4357fb980b4f, host hv-cinder-80619, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80619',level=0,port_id=8a991bf5-faf9-47d2-aa7d-4357fb980b4f,segment=NetworkSegment(4a9860ce-75e8-4908-94b6-2e145ca82fc4),segment_id=4a9860ce-75e8-4908-94b6-2e145ca82fc4)] {{(pid=93885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 19:29:35.703147 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-e411ce9c-394c-453f-add9-812245090945 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3669005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3715978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777170436913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777169884182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777169884200'] for port, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:29:35.750723 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e411ce9c-394c-453f-add9-812245090945 None None] Pushing event updated for resources: {'Port': ['ID=8a991bf5-faf9-47d2-aa7d-4357fb980b4f,revision_number=9']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:29:35.952187 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-e411ce9c-394c-453f-add9-812245090945 None None] get_ports_and_sgs() called for port_ids ['8a991bf5-faf9-47d2-aa7d-4357fb980b4f'] {{(pid=93885) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 19:29:36.536596 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc2dc11f-af6f-4e90-bf6b-ffa8181439c1 req-b3e7b346-a902-4133-ae3b-c4292d76a919 tempest-AttachVolumeShelveTestJSON-1142647226 tempest-AttachVolumeShelveTestJSON-1142647226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 19:29:36.538092 dv-cinder-806191-2-iscsi neutron-server[93884]: INFO neutron.wsgi [req-bc2dc11f-af6f-4e90-bf6b-ffa8181439c1 req-b3e7b346-a902-4133-ae3b-c4292d76a919 tempest-AttachVolumeShelveTestJSON-1142647226 tempest-AttachVolumeShelveTestJSON-1142647226-project] 10.222.0.26 "GET /v2.0/ports?device_id=1f302506-b8ef-4fda-ba8a-f51aecf88589 HTTP/1.1" status: 200 len: 945 time: 0.0596492 Aug 29 19:29:36.580515 dv-cinder-806191-2-iscsi neutron-server[93884]: INFO neutron.wsgi [req-bc2dc11f-af6f-4e90-bf6b-ffa8181439c1 req-f38e90ad-1dcd-48d1-873a-0ad7828396e8 tempest-AttachVolumeShelveTestJSON-1142647226 tempest-AttachVolumeShelveTestJSON-1142647226-project] 10.222.0.26 "GET /v2.0/security-groups?id=e8a4748b-1455-4786-b8d8-f5e4f9e844dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343237 Aug 29 19:29:37.519472 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-e411ce9c-394c-453f-add9-812245090945 None None] Device 8a991bf5-faf9-47d2-aa7d-4357fb980b4f up at agent hyperv_hv-cinder-80619 {{(pid=93885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 19:29:37.571829 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-e411ce9c-394c-453f-add9-812245090945 None None] Provisioning complete for port 8a991bf5-faf9-47d2-aa7d-4357fb980b4f triggered by entity L2. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 19:29:37.572892 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-e411ce9c-394c-453f-add9-812245090945 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3627211'] for port, provisioning_complete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:29:37.686289 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-e411ce9c-394c-453f-add9-812245090945 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3669058'] for port, before_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:29:37.712962 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1f302506-b8ef-4fda-ba8a-f51aecf88589', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8a991bf5-faf9-47d2-aa7d-4357fb980b4f'}] {{(pid=93885) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 19:29:37.715486 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b746b22f1a330a85490eeb53ccb4cfec71189e4c963aff014ae6842ea75f17cc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-78d34198-141e-4339-a617-e57c12712f0c" -d '{"events": [{"server_uuid": "1f302506-b8ef-4fda-ba8a-f51aecf88589", "name": "network-vif-plugged", "status": "completed", "tag": "8a991bf5-faf9-47d2-aa7d-4357fb980b4f"}]}' {{(pid=93885) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 19:29:37.736089 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-e411ce9c-394c-453f-add9-812245090945 None None] For port 8a991bf5-faf9-47d2-aa7d-4357fb980b4f, host hv-cinder-80619, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80619',level=0,port_id=8a991bf5-faf9-47d2-aa7d-4357fb980b4f,segment=NetworkSegment(4a9860ce-75e8-4908-94b6-2e145ca82fc4),segment_id=4a9860ce-75e8-4908-94b6-2e145ca82fc4)] {{(pid=93885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 19:29:37.742705 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-e411ce9c-394c-453f-add9-812245090945 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3669005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3715978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777170436913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777169884182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777169884200'] for port, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:29:37.763137 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-014b58f2-0a8c-4fac-9b7d-759d626089d5 req-19ca915f-0780-43e9-8583-c39e0882ef4f tempest-AttachVolumeShelveTestJSON-1142647226 tempest-AttachVolumeShelveTestJSON-1142647226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 19:29:37.765567 dv-cinder-806191-2-iscsi neutron-server[93883]: INFO neutron.wsgi [req-014b58f2-0a8c-4fac-9b7d-759d626089d5 req-19ca915f-0780-43e9-8583-c39e0882ef4f tempest-AttachVolumeShelveTestJSON-1142647226 tempest-AttachVolumeShelveTestJSON-1142647226-project] 10.222.0.26 "GET /v2.0/ports?device_id=1f302506-b8ef-4fda-ba8a-f51aecf88589 HTTP/1.1" status: 200 len: 945 time: 0.0750251 Aug 29 19:29:37.771679 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 19:29:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-40ddb3ed-dabe-4a54-86ff-0177d51dbf63 x-openstack-request-id: req-40ddb3ed-dabe-4a54-86ff-0177d51dbf63 {{(pid=93885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 19:29:37.771898 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1f302506-b8ef-4fda-ba8a-f51aecf88589", "name": "network-vif-plugged", "status": "completed", "tag": "8a991bf5-faf9-47d2-aa7d-4357fb980b4f", "code": 200}]} {{(pid=93885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 19:29:37.772135 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-40ddb3ed-dabe-4a54-86ff-0177d51dbf63 {{(pid=93885) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 19:29:37.772579 dv-cinder-806191-2-iscsi neutron-server[93885]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1f302506-b8ef-4fda-ba8a-f51aecf88589', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8a991bf5-faf9-47d2-aa7d-4357fb980b4f', 'code': 200} Aug 29 19:29:37.803702 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e411ce9c-394c-453f-add9-812245090945 None None] Pushing event updated for resources: {'Port': ['ID=8a991bf5-faf9-47d2-aa7d-4357fb980b4f,revision_number=10']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:29:37.818311 dv-cinder-806191-2-iscsi neutron-server[93883]: INFO neutron.wsgi [req-014b58f2-0a8c-4fac-9b7d-759d626089d5 req-ce588389-3132-41eb-a4f7-29e7311191ad tempest-AttachVolumeShelveTestJSON-1142647226 tempest-AttachVolumeShelveTestJSON-1142647226-project] 10.222.0.26 "GET /v2.0/security-groups?id=e8a4748b-1455-4786-b8d8-f5e4f9e844dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383420 Aug 29 19:29:37.970119 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8814bb94-1e44-4a0a-8289-a6efa674eee7 req-6804b6eb-0e2a-44ca-9789-d7f5b0229e5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 19:29:37.971684 dv-cinder-806191-2-iscsi neutron-server[93884]: INFO neutron.wsgi [req-8814bb94-1e44-4a0a-8289-a6efa674eee7 req-6804b6eb-0e2a-44ca-9789-d7f5b0229e5d service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=1f302506-b8ef-4fda-ba8a-f51aecf88589 HTTP/1.1" status: 200 len: 1100 time: 0.0433648 Aug 29 19:29:38.010753 dv-cinder-806191-2-iscsi neutron-server[93884]: INFO neutron.wsgi [req-8814bb94-1e44-4a0a-8289-a6efa674eee7 req-f9419a53-2f7b-403b-8dae-6fc7c468ca2a service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=e8a4748b-1455-4786-b8d8-f5e4f9e844dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310576 Aug 29 19:29:38.949092 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deee7345-d889-4607-86f7-cdac292b06a4 req-6169c140-0f4b-40aa-a375-e2a7d562e1f1 tempest-AttachVolumeShelveTestJSON-1142647226 tempest-AttachVolumeShelveTestJSON-1142647226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 19:29:38.950713 dv-cinder-806191-2-iscsi neutron-server[93884]: INFO neutron.wsgi [req-deee7345-d889-4607-86f7-cdac292b06a4 req-6169c140-0f4b-40aa-a375-e2a7d562e1f1 tempest-AttachVolumeShelveTestJSON-1142647226 tempest-AttachVolumeShelveTestJSON-1142647226-project] 10.222.0.26 "GET /v2.0/ports?device_id=1f302506-b8ef-4fda-ba8a-f51aecf88589 HTTP/1.1" status: 200 len: 947 time: 0.0574455 Aug 29 19:29:38.990765 dv-cinder-806191-2-iscsi neutron-server[93884]: INFO neutron.wsgi [req-deee7345-d889-4607-86f7-cdac292b06a4 req-214ea92f-7b6a-4307-9b0b-fbf25bac4ef4 tempest-AttachVolumeShelveTestJSON-1142647226 tempest-AttachVolumeShelveTestJSON-1142647226-project] 10.222.0.26 "GET /v2.0/security-groups?id=e8a4748b-1455-4786-b8d8-f5e4f9e844dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336473 Aug 29 19:29:40.115175 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1723924c-06af-42c9-9861-19636a31bbc0 req-c5e92c9e-2deb-4422-b47e-656538eff0f3 tempest-AttachVolumeShelveTestJSON-1142647226 tempest-AttachVolumeShelveTestJSON-1142647226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 19:29:40.117030 dv-cinder-806191-2-iscsi neutron-server[93883]: INFO neutron.wsgi [req-1723924c-06af-42c9-9861-19636a31bbc0 req-c5e92c9e-2deb-4422-b47e-656538eff0f3 tempest-AttachVolumeShelveTestJSON-1142647226 tempest-AttachVolumeShelveTestJSON-1142647226-project] 10.222.0.26 "GET /v2.0/ports?device_id=1f302506-b8ef-4fda-ba8a-f51aecf88589 HTTP/1.1" status: 200 len: 947 time: 0.0529487 Aug 29 19:29:40.156986 dv-cinder-806191-2-iscsi neutron-server[93883]: INFO neutron.wsgi [req-1723924c-06af-42c9-9861-19636a31bbc0 req-0861e35c-bd43-4a45-acab-0dea9679234e tempest-AttachVolumeShelveTestJSON-1142647226 tempest-AttachVolumeShelveTestJSON-1142647226-project] 10.222.0.26 "GET /v2.0/security-groups?id=e8a4748b-1455-4786-b8d8-f5e4f9e844dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332558 Aug 29 19:29:46.405518 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-2be98063-fd25-4f6e-97b9-193bab111436 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777170380508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3627128'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:29:49.023547 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-27995be7-0d42-4ed4-8f8e-5158ae20d7e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777170380508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3627128'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:29:49.683722 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-f7f3f912-659a-49f9-ab3a-0560ee4983b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777170380508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3627128'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:29:50.393180 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-ed31fb2d-405b-476e-b16a-f8415d14bc27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777170380508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3627128'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:29:50.736575 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-e411ce9c-394c-453f-add9-812245090945 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777170380508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3627128'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:29:51.847648 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-c214b08a-13ec-4cca-bdbd-998b9b76327d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777170380508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3627128'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:29:51.918492 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.26', 35682) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 19:29:52.088599 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron.plugins.ml2.plugin [None req-b6bffb44-070b-4b9e-94a8-83f094f1ad5f tempest-TestShelveInstance-894407535 tempest-TestShelveInstance-894407535-project] Deleting port 1c227a96-604b-42cb-8bf8-b015e00e7989 {{(pid=93883) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 19:29:52.088860 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-b6bffb44-070b-4b9e-94a8-83f094f1ad5f tempest-TestShelveInstance-894407535 tempest-TestShelveInstance-894407535-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777170414367'] for port, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:29:52.167253 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-b6bffb44-070b-4b9e-94a8-83f094f1ad5f tempest-TestShelveInstance-894407535 tempest-TestShelveInstance-894407535-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3695122'] for port, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:29:52.167579 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-b6bffb44-070b-4b9e-94a8-83f094f1ad5f tempest-TestShelveInstance-894407535 tempest-TestShelveInstance-894407535-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:29:52.179385 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron.plugins.ml2.plugin [None req-b6bffb44-070b-4b9e-94a8-83f094f1ad5f tempest-TestShelveInstance-894407535 tempest-TestShelveInstance-894407535-project] Calling delete_port for 1c227a96-604b-42cb-8bf8-b015e00e7989 owned by network:floatingip {{(pid=93883) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 19:29:52.334100 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-b6bffb44-070b-4b9e-94a8-83f094f1ad5f tempest-TestShelveInstance-894407535 tempest-TestShelveInstance-894407535-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3669005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3715978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777170436895', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777169884173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263410497'] for port, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:29:52.360328 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6bffb44-070b-4b9e-94a8-83f094f1ad5f tempest-TestShelveInstance-894407535 tempest-TestShelveInstance-894407535-project] Pushing event deleted for resources: {'Port': ['ID=1c227a96-604b-42cb-8bf8-b015e00e7989,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:29:52.383795 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6bffb44-070b-4b9e-94a8-83f094f1ad5f tempest-TestShelveInstance-894407535 tempest-TestShelveInstance-894407535-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806191-2-iscsi {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:29:52.384152 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6bffb44-070b-4b9e-94a8-83f094f1ad5f tempest-TestShelveInstance-894407535 tempest-TestShelveInstance-894407535-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806191-2-iscsi {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:29:52.384504 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6bffb44-070b-4b9e-94a8-83f094f1ad5f tempest-TestShelveInstance-894407535 tempest-TestShelveInstance-894407535-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806191-2-iscsi {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:29:52.384893 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6bffb44-070b-4b9e-94a8-83f094f1ad5f tempest-TestShelveInstance-894407535 tempest-TestShelveInstance-894407535-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806191-2-iscsi {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:29:52.385232 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6bffb44-070b-4b9e-94a8-83f094f1ad5f tempest-TestShelveInstance-894407535 tempest-TestShelveInstance-894407535-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-806191-2-iscsi {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:29:52.385609 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6bffb44-070b-4b9e-94a8-83f094f1ad5f tempest-TestShelveInstance-894407535 tempest-TestShelveInstance-894407535-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806191-2-iscsi {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:29:52.385968 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6bffb44-070b-4b9e-94a8-83f094f1ad5f tempest-TestShelveInstance-894407535 tempest-TestShelveInstance-894407535-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-806191-2-iscsi {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:29:52.386305 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6bffb44-070b-4b9e-94a8-83f094f1ad5f tempest-TestShelveInstance-894407535 tempest-TestShelveInstance-894407535-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-806191-2-iscsi {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:29:52.386748 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6bffb44-070b-4b9e-94a8-83f094f1ad5f tempest-TestShelveInstance-894407535 tempest-TestShelveInstance-894407535-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806191-2-iscsi {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:29:52.387088 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6bffb44-070b-4b9e-94a8-83f094f1ad5f tempest-TestShelveInstance-894407535 tempest-TestShelveInstance-894407535-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806191-2-iscsi {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:29:52.387421 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6bffb44-070b-4b9e-94a8-83f094f1ad5f tempest-TestShelveInstance-894407535 tempest-TestShelveInstance-894407535-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806191-2-iscsi {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:29:52.387801 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6bffb44-070b-4b9e-94a8-83f094f1ad5f tempest-TestShelveInstance-894407535 tempest-TestShelveInstance-894407535-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806191-2-iscsi {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:29:52.429899 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-b6bffb44-070b-4b9e-94a8-83f094f1ad5f tempest-TestShelveInstance-894407535 tempest-TestShelveInstance-894407535-project] Notify callbacks [] for floatingip, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:29:52.430285 dv-cinder-806191-2-iscsi neutron-server[93883]: INFO neutron.db.l3_db [None req-b6bffb44-070b-4b9e-94a8-83f094f1ad5f tempest-TestShelveInstance-894407535 tempest-TestShelveInstance-894407535-project] Floating IP be2f2ad6-1fee-4970-a498-a6ce5cc7c300 disassociated (deleted). External IP: 172.27.2.6, port: 1b95e5a0-02e5-412f-821a-03013814d397. Aug 29 19:29:52.894211 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b6bffb44-070b-4b9e-94a8-83f094f1ad5f tempest-TestShelveInstance-894407535 tempest-TestShelveInstance-894407535-project] Router 85d11ee1-cb91-4ba4-a86c-67b548852455 has already been hosted by L3 agent c3ed3b02-d107-45f2-9b2a-fff9b0cfaa96 {{(pid=93883) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 19:29:53.002813 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b6bffb44-070b-4b9e-94a8-83f094f1ad5f tempest-TestShelveInstance-894407535 tempest-TestShelveInstance-894407535-project] Notify agent at l3_agent.dv-cinder-806191-2-iscsi the message routers_updated {{(pid=93883) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 19:29:53.007604 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-b6bffb44-070b-4b9e-94a8-83f094f1ad5f tempest-TestShelveInstance-894407535 tempest-TestShelveInstance-894407535-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-256493'] for floatingip, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:29:53.012656 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fd7a2e7-9b40-488a-aa3c-4bed15a52875 None None] Sync routers for ids ['85d11ee1-cb91-4ba4-a86c-67b548852455'] in dv-cinder-806191-2-iscsi {{(pid=93885) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 19:29:53.022040 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fd7a2e7-9b40-488a-aa3c-4bed15a52875 None None] Routers {'85d11ee1-cb91-4ba4-a86c-67b548852455'} bound to L3 agent in host dv-cinder-806191-2-iscsi {{(pid=93885) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 19:29:53.022583 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-9fd7a2e7-9b40-488a-aa3c-4bed15a52875 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806191-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-29T19:13:49Z,description=,heartbeat_timestamp=2021-08-29T19:29:49Z,host='dv-cinder-806191-2-iscsi',id=c3ed3b02-d107-45f2-9b2a-fff9b0cfaa96,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T19:13:49Z,topic='l3_agent')) {'router_ids': ['85d11ee1-cb91-4ba4-a86c-67b548852455'], 'active': True} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 19:29:53.046922 dv-cinder-806191-2-iscsi neutron-server[93883]: INFO neutron.wsgi [None req-b6bffb44-070b-4b9e-94a8-83f094f1ad5f tempest-TestShelveInstance-894407535 tempest-TestShelveInstance-894407535-project] 10.222.0.26 "DELETE /v2.0/floatingips/be2f2ad6-1fee-4970-a498-a6ce5cc7c300 HTTP/1.1" status: 204 len: 168 time: 1.1315386 Aug 29 19:29:53.047595 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6e1bf34c-c174-4618-b16d-766b70b3c507', 'tag': '1b95e5a0-02e5-412f-821a-03013814d397'}] {{(pid=93883) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 19:29:53.049925 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d7efacdd762e7fee97ebec028cc859708dbf706441332da3e8755544227ebc46" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c1f5f7e9-5da7-474e-b7fc-adff49e8c291" -d '{"events": [{"name": "network-changed", "server_uuid": "6e1bf34c-c174-4618-b16d-766b70b3c507", "tag": "1b95e5a0-02e5-412f-821a-03013814d397"}]}' {{(pid=93883) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 19:29:53.092510 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 19:29:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2c0b0dda-b415-424f-8823-25583ff378e2 x-openstack-request-id: req-2c0b0dda-b415-424f-8823-25583ff378e2 {{(pid=93883) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 19:29:53.092967 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6e1bf34c-c174-4618-b16d-766b70b3c507", "tag": "1b95e5a0-02e5-412f-821a-03013814d397", "status": "completed", "code": 200}]} {{(pid=93883) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 19:29:53.093365 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-2c0b0dda-b415-424f-8823-25583ff378e2 {{(pid=93883) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 19:29:53.093979 dv-cinder-806191-2-iscsi neutron-server[93883]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6e1bf34c-c174-4618-b16d-766b70b3c507', 'tag': '1b95e5a0-02e5-412f-821a-03013814d397', 'status': 'completed', 'code': 200} Aug 29 19:29:53.148802 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.db.l3_dvr_db [None req-9fd7a2e7-9b40-488a-aa3c-4bed15a52875 None None] Set router 85d11ee1-cb91-4ba4-a86c-67b548852455 gateway port host: dv-cinder-806191-2-iscsi {{(pid=93885) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 19:29:53.157350 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1f5f7e9-5da7-474e-b7fc-adff49e8c291 req-a1c12694-d45f-470d-bedd-f706e780b3d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 19:29:53.159091 dv-cinder-806191-2-iscsi neutron-server[93884]: INFO neutron.wsgi [req-c1f5f7e9-5da7-474e-b7fc-adff49e8c291 req-a1c12694-d45f-470d-bedd-f706e780b3d0 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=47206eee79a344c9b1b30949d9ae67ab&device_id=6e1bf34c-c174-4618-b16d-766b70b3c507 HTTP/1.1" status: 200 len: 1098 time: 0.0434244 Aug 29 19:29:53.272828 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1f5f7e9-5da7-474e-b7fc-adff49e8c291 req-9ecf0b32-9666-4464-9032-17b6a4745a44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 19:29:53.274496 dv-cinder-806191-2-iscsi neutron-server[93884]: INFO neutron.wsgi [req-c1f5f7e9-5da7-474e-b7fc-adff49e8c291 req-9ecf0b32-9666-4464-9032-17b6a4745a44 service neutron] 10.222.0.23 "GET /v2.0/networks?id=c4f869d5-c4a9-4d4b-abf0-c181253a388e HTTP/1.1" status: 200 len: 910 time: 0.1084461 Aug 29 19:29:53.303453 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cecdfca3-30d1-4191-ae44-907254eb52cc req-c8f38eda-841a-4142-a573-82ff52fe485a tempest-TestShelveInstance-894407535 tempest-TestShelveInstance-894407535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 19:29:53.304967 dv-cinder-806191-2-iscsi neutron-server[93883]: INFO neutron.wsgi [req-cecdfca3-30d1-4191-ae44-907254eb52cc req-c8f38eda-841a-4142-a573-82ff52fe485a tempest-TestShelveInstance-894407535 tempest-TestShelveInstance-894407535-project] 10.222.0.26 "GET /v2.0/ports?device_id=6e1bf34c-c174-4618-b16d-766b70b3c507 HTTP/1.1" status: 200 len: 945 time: 0.0491474 Aug 29 19:29:53.318683 dv-cinder-806191-2-iscsi neutron-server[93884]: INFO neutron.wsgi [req-c1f5f7e9-5da7-474e-b7fc-adff49e8c291 req-4dde75a7-7580-4a15-9e5b-3142b5929f8d service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1b95e5a0-02e5-412f-821a-03013814d397 HTTP/1.1" status: 200 len: 217 time: 0.0361862 Aug 29 19:29:53.346627 dv-cinder-806191-2-iscsi neutron-server[93883]: INFO neutron.wsgi [req-cecdfca3-30d1-4191-ae44-907254eb52cc req-0d9ef6dd-f304-4562-a9df-0e9af536f5c5 tempest-TestShelveInstance-894407535 tempest-TestShelveInstance-894407535-project] 10.222.0.26 "GET /v2.0/security-groups?id=d64b09f1-d803-4ca3-84fd-58a7f16f2283&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0349295 Aug 29 19:29:53.372954 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-9fd7a2e7-9b40-488a-aa3c-4bed15a52875 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '85d11ee1-cb91-4ba4-a86c-67b548852455', 'name': 'tempest-TestShelveInstance-1653015509-router', 'tenant_id': '47206eee79a344c9b1b30949d9ae67ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7209b701-ecaa-476a-bd58-d61d280c16d3', 'external_fixed_ips': [{'subnet_id': '71309eb1-223f-47ba-9803-1437c965e178', 'ip_address': '172.27.2.220'}], 'enable_snat': True}, 'gw_port_id': 'e1a921a0-55b9-4b8b-9693-4cf900181cde', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T19:25:11Z', 'updated_at': '2021-08-29T19:25:16Z', 'revision_number': 4, 'project_id': '47206eee79a344c9b1b30949d9ae67ab', 'gw_port': {'id': 'e1a921a0-55b9-4b8b-9693-4cf900181cde', 'name': '', 'network_id': '7209b701-ecaa-476a-bd58-d61d280c16d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:89:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85d11ee1-cb91-4ba4-a86c-67b548852455', 'device_owner': 'network:router_gateway', 'standard_attr_id': 498, 'fixed_ips': [{'subnet_id': '71309eb1-223f-47ba-9803-1437c965e178', 'ip_address': '172.27.2.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806191-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T19:25:13Z', 'updated_at': '2021-08-29T19:25:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71309eb1-223f-47ba-9803-1437c965e178', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806191-2-iscsi', '_interfaces': [{'id': '59aae8ac-101a-43bb-93e2-df598f6ab02c', 'name': '', 'network_id': 'c4f869d5-c4a9-4d4b-abf0-c181253a388e', 'tenant_id': '47206eee79a344c9b1b30949d9ae67ab', 'mac_address': 'fa:16:3e:fc:48:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85d11ee1-cb91-4ba4-a86c-67b548852455', 'device_owner': 'network:router_interface', 'standard_attr_id': 506, 'fixed_ips': [{'subnet_id': 'a59267c6-8d28-4d1e-969f-e33d2bf75c5c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806191-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T19:25:15Z', 'updated_at': '2021-08-29T19:25:30Z', 'revision_number': 5, 'project_id': '47206eee79a344c9b1b30949d9ae67ab', 'subnets': [{'id': 'a59267c6-8d28-4d1e-969f-e33d2bf75c5c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806191-2-iscsi', False) {} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 19:29:53.378988 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1f5f7e9-5da7-474e-b7fc-adff49e8c291 req-b7e8669b-4e43-4956-81ab-d91e8f4f2e48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 19:29:53.380458 dv-cinder-806191-2-iscsi neutron-server[93884]: INFO neutron.wsgi [req-c1f5f7e9-5da7-474e-b7fc-adff49e8c291 req-b7e8669b-4e43-4956-81ab-d91e8f4f2e48 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=a59267c6-8d28-4d1e-969f-e33d2bf75c5c HTTP/1.1" status: 200 len: 848 time: 0.0528283 Aug 29 19:29:53.429383 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1f5f7e9-5da7-474e-b7fc-adff49e8c291 req-f5d03e94-4d82-4f95-8757-d61e7fa21616 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 19:29:53.431696 dv-cinder-806191-2-iscsi neutron-server[93884]: INFO neutron.wsgi [req-c1f5f7e9-5da7-474e-b7fc-adff49e8c291 req-f5d03e94-4d82-4f95-8757-d61e7fa21616 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=c4f869d5-c4a9-4d4b-abf0-c181253a388e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0425949 Aug 29 19:29:53.525161 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fd7a2e7-9b40-488a-aa3c-4bed15a52875 None None] Checking router: 85d11ee1-cb91-4ba4-a86c-67b548852455 for host: dv-cinder-806191-2-iscsi {{(pid=93885) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 19:29:53.528674 dv-cinder-806191-2-iscsi neutron-server[93884]: INFO neutron.wsgi [req-c1f5f7e9-5da7-474e-b7fc-adff49e8c291 req-7e2c12a9-4231-4d00-a5a1-c21b63eeede4 service neutron] 10.222.0.23 "GET /v2.0/networks/c4f869d5-c4a9-4d4b-abf0-c181253a388e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0885158 Aug 29 19:29:53.533404 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fd7a2e7-9b40-488a-aa3c-4bed15a52875 None None] Routers {'85d11ee1-cb91-4ba4-a86c-67b548852455'} bound to L3 agent in host dv-cinder-806191-2-iscsi {{(pid=93885) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 19:29:53.534008 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-9fd7a2e7-9b40-488a-aa3c-4bed15a52875 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806191-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-29T19:13:49Z,description=,heartbeat_timestamp=2021-08-29T19:29:49Z,host='dv-cinder-806191-2-iscsi',id=c3ed3b02-d107-45f2-9b2a-fff9b0cfaa96,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T19:13:49Z,topic='l3_agent')) {'router_ids': ['85d11ee1-cb91-4ba4-a86c-67b548852455'], 'active': True} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 19:29:53.622698 dv-cinder-806191-2-iscsi neutron-server[93884]: INFO neutron.wsgi [req-c1f5f7e9-5da7-474e-b7fc-adff49e8c291 req-f60b3a05-b528-4bdf-90ef-2851ca8d075f service neutron] 10.222.0.23 "GET /v2.0/networks/c4f869d5-c4a9-4d4b-abf0-c181253a388e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861936 Aug 29 19:29:53.642136 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.db.l3_dvr_db [None req-9fd7a2e7-9b40-488a-aa3c-4bed15a52875 None None] Set router 85d11ee1-cb91-4ba4-a86c-67b548852455 gateway port host: dv-cinder-806191-2-iscsi {{(pid=93885) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 19:29:53.841540 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-9fd7a2e7-9b40-488a-aa3c-4bed15a52875 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '85d11ee1-cb91-4ba4-a86c-67b548852455', 'name': 'tempest-TestShelveInstance-1653015509-router', 'tenant_id': '47206eee79a344c9b1b30949d9ae67ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7209b701-ecaa-476a-bd58-d61d280c16d3', 'external_fixed_ips': [{'subnet_id': '71309eb1-223f-47ba-9803-1437c965e178', 'ip_address': '172.27.2.220'}], 'enable_snat': True}, 'gw_port_id': 'e1a921a0-55b9-4b8b-9693-4cf900181cde', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T19:25:11Z', 'updated_at': '2021-08-29T19:25:16Z', 'revision_number': 4, 'project_id': '47206eee79a344c9b1b30949d9ae67ab', 'gw_port': {'id': 'e1a921a0-55b9-4b8b-9693-4cf900181cde', 'name': '', 'network_id': '7209b701-ecaa-476a-bd58-d61d280c16d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:89:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85d11ee1-cb91-4ba4-a86c-67b548852455', 'device_owner': 'network:router_gateway', 'standard_attr_id': 498, 'fixed_ips': [{'subnet_id': '71309eb1-223f-47ba-9803-1437c965e178', 'ip_address': '172.27.2.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806191-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T19:25:13Z', 'updated_at': '2021-08-29T19:25:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71309eb1-223f-47ba-9803-1437c965e178', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806191-2-iscsi', '_interfaces': [{'id': '59aae8ac-101a-43bb-93e2-df598f6ab02c', 'name': '', 'network_id': 'c4f869d5-c4a9-4d4b-abf0-c181253a388e', 'tenant_id': '47206eee79a344c9b1b30949d9ae67ab', 'mac_address': 'fa:16:3e:fc:48:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85d11ee1-cb91-4ba4-a86c-67b548852455', 'device_owner': 'network:router_interface', 'standard_attr_id': 506, 'fixed_ips': [{'subnet_id': 'a59267c6-8d28-4d1e-969f-e33d2bf75c5c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806191-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T19:25:15Z', 'updated_at': '2021-08-29T19:25:30Z', 'revision_number': 5, 'project_id': '47206eee79a344c9b1b30949d9ae67ab', 'subnets': [{'id': 'a59267c6-8d28-4d1e-969f-e33d2bf75c5c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806191-2-iscsi', False) {} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 19:29:53.870696 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fd7a2e7-9b40-488a-aa3c-4bed15a52875 None None] The sync data for ids ['85d11ee1-cb91-4ba4-a86c-67b548852455'] in dv-cinder-806191-2-iscsi is: [{'id': '85d11ee1-cb91-4ba4-a86c-67b548852455', 'name': 'tempest-TestShelveInstance-1653015509-router', 'tenant_id': '47206eee79a344c9b1b30949d9ae67ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7209b701-ecaa-476a-bd58-d61d280c16d3', 'external_fixed_ips': [{'subnet_id': '71309eb1-223f-47ba-9803-1437c965e178', 'ip_address': '172.27.2.220'}], 'enable_snat': True}, 'gw_port_id': 'e1a921a0-55b9-4b8b-9693-4cf900181cde', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T19:25:11Z', 'updated_at': '2021-08-29T19:25:16Z', 'revision_number': 4, 'project_id': '47206eee79a344c9b1b30949d9ae67ab', 'gw_port': {'id': 'e1a921a0-55b9-4b8b-9693-4cf900181cde', 'name': '', 'network_id': '7209b701-ecaa-476a-bd58-d61d280c16d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:89:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85d11ee1-cb91-4ba4-a86c-67b548852455', 'device_owner': 'network:router_gateway', 'standard_attr_id': 498, 'fixed_ips': [{'subnet_id': '71309eb1-223f-47ba-9803-1437c965e178', 'ip_address': '172.27.2.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806191-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T19:25:13Z', 'updated_at': '2021-08-29T19:25:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71309eb1-223f-47ba-9803-1437c965e178', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806191-2-iscsi', '_interfaces': [{'id': '59aae8ac-101a-43bb-93e2-df598f6ab02c', 'name': '', 'network_id': 'c4f869d5-c4a9-4d4b-abf0-c181253a388e', 'tenant_id': '47206eee79a344c9b1b30949d9ae67ab', 'mac_address': 'fa:16:3e:fc:48:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85d11ee1-cb91-4ba4-a86c-67b548852455', 'device_owner': 'network:router_interface', 'standard_attr_id': 506, 'fixed_ips': [{'subnet_id': 'a59267c6-8d28-4d1e-969f-e33d2bf75c5c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806191-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T19:25:15Z', 'updated_at': '2021-08-29T19:25:30Z', 'revision_number': 5, 'project_id': '47206eee79a344c9b1b30949d9ae67ab', 'subnets': [{'id': 'a59267c6-8d28-4d1e-969f-e33d2bf75c5c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93885) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 19:29:54.082171 dv-cinder-806191-2-iscsi neutron-server[93886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5f9b5cc-d5e4-4188-9b4c-8d530feca7ab None None] New status for floating IP be2f2ad6-1fee-4970-a498-a6ce5cc7c300: DOWN {{(pid=93886) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 29 19:29:54.479735 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d84eb072-fd00-48d6-91b1-3b82a5ec7ed5 req-ca916d55-369d-4311-80ab-5d39eff7320b tempest-TestShelveInstance-894407535 tempest-TestShelveInstance-894407535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 19:29:54.481250 dv-cinder-806191-2-iscsi neutron-server[93884]: INFO neutron.wsgi [req-d84eb072-fd00-48d6-91b1-3b82a5ec7ed5 req-ca916d55-369d-4311-80ab-5d39eff7320b tempest-TestShelveInstance-894407535 tempest-TestShelveInstance-894407535-project] 10.222.0.26 "GET /v2.0/ports?device_id=6e1bf34c-c174-4618-b16d-766b70b3c507 HTTP/1.1" status: 200 len: 945 time: 0.0568874 Aug 29 19:29:54.520487 dv-cinder-806191-2-iscsi neutron-server[93884]: INFO neutron.wsgi [req-d84eb072-fd00-48d6-91b1-3b82a5ec7ed5 req-ea32b032-dc97-4896-bf7e-c801ece2871e tempest-TestShelveInstance-894407535 tempest-TestShelveInstance-894407535-project] 10.222.0.26 "GET /v2.0/security-groups?id=d64b09f1-d803-4ca3-84fd-58a7f16f2283&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333126 Aug 29 19:29:54.839615 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c2f88da-a731-4a03-ad8c-efe6fc5f4862 req-46f45c56-9476-4fde-88fc-dde3baa7aeb1 tempest-TestShelveInstance-894407535 tempest-TestShelveInstance-894407535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 19:29:54.841093 dv-cinder-806191-2-iscsi neutron-server[93884]: INFO neutron.wsgi [req-0c2f88da-a731-4a03-ad8c-efe6fc5f4862 req-46f45c56-9476-4fde-88fc-dde3baa7aeb1 tempest-TestShelveInstance-894407535 tempest-TestShelveInstance-894407535-project] 10.222.0.23 "GET /v2.0/ports?device_id=6e1bf34c-c174-4618-b16d-766b70b3c507 HTTP/1.1" status: 200 len: 945 time: 0.0512087 Aug 29 19:29:54.941317 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [req-0c2f88da-a731-4a03-ad8c-efe6fc5f4862 req-10d5db94-cfd4-4a45-96da-73e325e0168d tempest-TestShelveInstance-894407535 tempest-TestShelveInstance-894407535-project] Deleting port 1b95e5a0-02e5-412f-821a-03013814d397 {{(pid=93884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 19:29:54.941776 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-0c2f88da-a731-4a03-ad8c-efe6fc5f4862 req-10d5db94-cfd4-4a45-96da-73e325e0168d tempest-TestShelveInstance-894407535 tempest-TestShelveInstance-894407535-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777170414367'] for port, before_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:29:55.062284 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.db [req-0c2f88da-a731-4a03-ad8c-efe6fc5f4862 req-10d5db94-cfd4-4a45-96da-73e325e0168d tempest-TestShelveInstance-894407535 tempest-TestShelveInstance-894407535-project] For port 1b95e5a0-02e5-412f-821a-03013814d397, host hv-cinder-80619, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80619',level=0,port_id=1b95e5a0-02e5-412f-821a-03013814d397,segment=NetworkSegment(8c7b5aaa-95fc-4de4-8819-7da150ed721c),segment_id=8c7b5aaa-95fc-4de4-8819-7da150ed721c)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 19:29:55.062670 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-0c2f88da-a731-4a03-ad8c-efe6fc5f4862 req-10d5db94-cfd4-4a45-96da-73e325e0168d tempest-TestShelveInstance-894407535 tempest-TestShelveInstance-894407535-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3695122'] for port, precommit_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:29:55.076592 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [req-0c2f88da-a731-4a03-ad8c-efe6fc5f4862 req-10d5db94-cfd4-4a45-96da-73e325e0168d tempest-TestShelveInstance-894407535 tempest-TestShelveInstance-894407535-project] Calling delete_port for 1b95e5a0-02e5-412f-821a-03013814d397 owned by compute:nova {{(pid=93884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 19:29:55.207501 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-0c2f88da-a731-4a03-ad8c-efe6fc5f4862 req-10d5db94-cfd4-4a45-96da-73e325e0168d tempest-TestShelveInstance-894407535 tempest-TestShelveInstance-894407535-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3669005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3715978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777170436895', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777169884173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262862687'] for port, after_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:29:55.237065 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10d5db94-cfd4-4a45-96da-73e325e0168d tempest-TestShelveInstance-894407535 tempest-TestShelveInstance-894407535-project] Pushing event deleted for resources: {'Port': ['ID=1b95e5a0-02e5-412f-821a-03013814d397,revision_number=None']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:29:55.266293 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10d5db94-cfd4-4a45-96da-73e325e0168d tempest-TestShelveInstance-894407535 tempest-TestShelveInstance-894407535-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806191-2-iscsi {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:29:55.266663 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10d5db94-cfd4-4a45-96da-73e325e0168d tempest-TestShelveInstance-894407535 tempest-TestShelveInstance-894407535-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806191-2-iscsi {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:29:55.266986 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10d5db94-cfd4-4a45-96da-73e325e0168d tempest-TestShelveInstance-894407535 tempest-TestShelveInstance-894407535-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806191-2-iscsi {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:29:55.267314 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10d5db94-cfd4-4a45-96da-73e325e0168d tempest-TestShelveInstance-894407535 tempest-TestShelveInstance-894407535-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806191-2-iscsi {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:29:55.267634 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10d5db94-cfd4-4a45-96da-73e325e0168d tempest-TestShelveInstance-894407535 tempest-TestShelveInstance-894407535-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-806191-2-iscsi {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:29:55.267959 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10d5db94-cfd4-4a45-96da-73e325e0168d tempest-TestShelveInstance-894407535 tempest-TestShelveInstance-894407535-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806191-2-iscsi {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:29:55.268274 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10d5db94-cfd4-4a45-96da-73e325e0168d tempest-TestShelveInstance-894407535 tempest-TestShelveInstance-894407535-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-806191-2-iscsi {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:29:55.268584 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10d5db94-cfd4-4a45-96da-73e325e0168d tempest-TestShelveInstance-894407535 tempest-TestShelveInstance-894407535-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-806191-2-iscsi {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:29:55.268898 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10d5db94-cfd4-4a45-96da-73e325e0168d tempest-TestShelveInstance-894407535 tempest-TestShelveInstance-894407535-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806191-2-iscsi {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:29:55.269209 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10d5db94-cfd4-4a45-96da-73e325e0168d tempest-TestShelveInstance-894407535 tempest-TestShelveInstance-894407535-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806191-2-iscsi {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:29:55.269525 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10d5db94-cfd4-4a45-96da-73e325e0168d tempest-TestShelveInstance-894407535 tempest-TestShelveInstance-894407535-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806191-2-iscsi {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:29:55.269833 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10d5db94-cfd4-4a45-96da-73e325e0168d tempest-TestShelveInstance-894407535 tempest-TestShelveInstance-894407535-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806191-2-iscsi {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:29:55.289467 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.db.l3_dvrscheduler_db [req-0c2f88da-a731-4a03-ad8c-efe6fc5f4862 req-10d5db94-cfd4-4a45-96da-73e325e0168d tempest-TestShelveInstance-894407535 tempest-TestShelveInstance-894407535-project] No DVR routers for this DVR port 1b95e5a0-02e5-412f-821a-03013814d397 on host hv-cinder-80619 {{(pid=93884) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 19:29:55.292536 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-0c2f88da-a731-4a03-ad8c-efe6fc5f4862 req-10d5db94-cfd4-4a45-96da-73e325e0168d tempest-TestShelveInstance-894407535 tempest-TestShelveInstance-894407535-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-256493'] for port, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:29:55.294571 dv-cinder-806191-2-iscsi neutron-server[93884]: INFO neutron.wsgi [req-0c2f88da-a731-4a03-ad8c-efe6fc5f4862 req-10d5db94-cfd4-4a45-96da-73e325e0168d tempest-TestShelveInstance-894407535 tempest-TestShelveInstance-894407535-project] 10.222.0.23 "DELETE /v2.0/ports/1b95e5a0-02e5-412f-821a-03013814d397 HTTP/1.1" status: 204 len: 173 time: 0.4468653 Aug 29 19:29:55.295011 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6e1bf34c-c174-4618-b16d-766b70b3c507', 'name': 'network-vif-deleted', 'tag': '1b95e5a0-02e5-412f-821a-03013814d397'}] {{(pid=93884) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 19:29:55.297256 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}af0273b9eb9050257146764f7dfc5aa69aec40d1770056ff1a21a350116cd0eb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-013d2a42-3bfc-413a-80cb-e5642ab1f8f7" -d '{"events": [{"server_uuid": "6e1bf34c-c174-4618-b16d-766b70b3c507", "name": "network-vif-deleted", "tag": "1b95e5a0-02e5-412f-821a-03013814d397"}]}' {{(pid=93884) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 19:29:55.342207 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 19:29:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-58141372-5238-486e-969b-c886856a8ce7 x-openstack-request-id: req-58141372-5238-486e-969b-c886856a8ce7 {{(pid=93884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 19:29:55.342708 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6e1bf34c-c174-4618-b16d-766b70b3c507", "name": "network-vif-deleted", "tag": "1b95e5a0-02e5-412f-821a-03013814d397", "status": "completed", "code": 200}]} {{(pid=93884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 19:29:55.343126 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-58141372-5238-486e-969b-c886856a8ce7 {{(pid=93884) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 19:29:55.343778 dv-cinder-806191-2-iscsi neutron-server[93884]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6e1bf34c-c174-4618-b16d-766b70b3c507', 'name': 'network-vif-deleted', 'tag': '1b95e5a0-02e5-412f-821a-03013814d397', 'status': 'completed', 'code': 200} Aug 29 19:29:55.624755 dv-cinder-806191-2-iscsi neutron-server[93884]: INFO neutron.wsgi [req-66e657c1-8a6a-4b58-a205-feb2954ec619 req-068baa01-5666-4ac7-a27d-0e0df11ad41b tempest-TestShelveInstance-894407535 tempest-TestShelveInstance-894407535-project] 10.222.0.26 "GET /v2.0/ports?device_id=6e1bf34c-c174-4618-b16d-766b70b3c507 HTTP/1.1" status: 200 len: 210 time: 0.0359352 Aug 29 19:29:56.683307 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.26', 35700) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 19:29:56.751513 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-efce76ed-923d-4e9e-8b93-e9a2dc3c07ff tempest-TestShelveInstance-894407535 tempest-TestShelveInstance-894407535-project] Notify callbacks [] for security_group, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:29:56.779586 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-efce76ed-923d-4e9e-8b93-e9a2dc3c07ff tempest-TestShelveInstance-894407535 tempest-TestShelveInstance-894407535-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:29:56.845667 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-efce76ed-923d-4e9e-8b93-e9a2dc3c07ff tempest-TestShelveInstance-894407535 tempest-TestShelveInstance-894407535-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368872'] for security_group, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:29:56.848654 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-efce76ed-923d-4e9e-8b93-e9a2dc3c07ff tempest-TestShelveInstance-894407535 tempest-TestShelveInstance-894407535-project] Notify callbacks [] for security_group, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:29:56.850030 dv-cinder-806191-2-iscsi neutron-server[93883]: INFO neutron.wsgi [None req-efce76ed-923d-4e9e-8b93-e9a2dc3c07ff tempest-TestShelveInstance-894407535 tempest-TestShelveInstance-894407535-project] 10.222.0.26 "DELETE /v2.0/security-groups/d64b09f1-d803-4ca3-84fd-58a7f16f2283 HTTP/1.1" status: 204 len: 168 time: 0.1657057 Aug 29 19:29:56.863048 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efce76ed-923d-4e9e-8b93-e9a2dc3c07ff tempest-TestShelveInstance-894407535 tempest-TestShelveInstance-894407535-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d64b09f1-d803-4ca3-84fd-58a7f16f2283,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:29:56.900050 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.26', 35704) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 19:29:57.241866 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-38363dda-4045-4c6d-ab34-6e21214317cc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3678147'] for router_interface, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:29:57.495226 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron.plugins.ml2.plugin [None req-38363dda-4045-4c6d-ab34-6e21214317cc admin admin] Deleting port 59aae8ac-101a-43bb-93e2-df598f6ab02c {{(pid=93883) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 19:29:57.495466 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-38363dda-4045-4c6d-ab34-6e21214317cc admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777170414367'] for port, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:29:57.574737 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron.plugins.ml2.db [None req-38363dda-4045-4c6d-ab34-6e21214317cc admin admin] For port 59aae8ac-101a-43bb-93e2-df598f6ab02c, host dv-cinder-806191-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806191-2-iscsi',level=0,port_id=59aae8ac-101a-43bb-93e2-df598f6ab02c,segment=NetworkSegment(8c7b5aaa-95fc-4de4-8819-7da150ed721c),segment_id=8c7b5aaa-95fc-4de4-8819-7da150ed721c)] {{(pid=93883) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 19:29:57.575102 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-38363dda-4045-4c6d-ab34-6e21214317cc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3695122'] for port, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:29:57.587974 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron.plugins.ml2.plugin [None req-38363dda-4045-4c6d-ab34-6e21214317cc admin admin] Calling delete_port for 59aae8ac-101a-43bb-93e2-df598f6ab02c owned by network:router_interface {{(pid=93883) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 19:29:57.624452 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-e411ce9c-394c-453f-add9-812245090945 None None] Device 1b95e5a0-02e5-412f-821a-03013814d397 no longer exists at agent hyperv_hv-cinder-80619 {{(pid=93885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 19:29:57.644009 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.plugins.ml2.plugin [None req-e411ce9c-394c-453f-add9-812245090945 None None] No Port match for: 1b95e5a0-02e5-412f-821a-03013814d397 {{(pid=93885) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 19:29:57.644353 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-e411ce9c-394c-453f-add9-812245090945 None None] Device 1b95e5a0-02e5-412f-821a-03013814d397 not bound to the agent host hv-cinder-80619 {{(pid=93885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 19:29:57.770110 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-38363dda-4045-4c6d-ab34-6e21214317cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3669005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3715978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777170436895', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777169884173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263410497'] for port, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:29:57.800378 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38363dda-4045-4c6d-ab34-6e21214317cc admin admin] Pushing event deleted for resources: {'Port': ['ID=59aae8ac-101a-43bb-93e2-df598f6ab02c,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:29:57.964323 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-38363dda-4045-4c6d-ab34-6e21214317cc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3715997', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3677961'] for router_interface, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:29:58.190704 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-38363dda-4045-4c6d-ab34-6e21214317cc admin admin] Router 85d11ee1-cb91-4ba4-a86c-67b548852455 has already been hosted by L3 agent c3ed3b02-d107-45f2-9b2a-fff9b0cfaa96 {{(pid=93883) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 19:29:58.299095 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-38363dda-4045-4c6d-ab34-6e21214317cc admin admin] Notify agent at l3_agent.dv-cinder-806191-2-iscsi the message routers_updated {{(pid=93883) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 19:29:58.307351 dv-cinder-806191-2-iscsi neutron-server[93883]: INFO neutron.wsgi [None req-38363dda-4045-4c6d-ab34-6e21214317cc admin admin] 10.222.0.26 "PUT /v2.0/routers/85d11ee1-cb91-4ba4-a86c-67b548852455/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4032664 Aug 29 19:29:58.307479 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.26', 35706) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 19:29:58.308169 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ce8ba62-a75d-4780-8901-5ea45324c1f3 None None] Sync routers for ids ['85d11ee1-cb91-4ba4-a86c-67b548852455'] in dv-cinder-806191-2-iscsi {{(pid=93885) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 19:29:58.317798 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ce8ba62-a75d-4780-8901-5ea45324c1f3 None None] Routers {'85d11ee1-cb91-4ba4-a86c-67b548852455'} bound to L3 agent in host dv-cinder-806191-2-iscsi {{(pid=93885) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 19:29:58.318433 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-3ce8ba62-a75d-4780-8901-5ea45324c1f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806191-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-29T19:13:49Z,description=,heartbeat_timestamp=2021-08-29T19:29:49Z,host='dv-cinder-806191-2-iscsi',id=c3ed3b02-d107-45f2-9b2a-fff9b0cfaa96,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T19:13:49Z,topic='l3_agent')) {'router_ids': ['85d11ee1-cb91-4ba4-a86c-67b548852455'], 'active': True} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 19:29:58.415395 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-0ef92ea1-6ca8-48b4-8e29-e65aba5ff539 admin admin] Notify callbacks [] for router, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:29:58.426291 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.db.l3_dvr_db [None req-3ce8ba62-a75d-4780-8901-5ea45324c1f3 None None] Set router 85d11ee1-cb91-4ba4-a86c-67b548852455 gateway port host: dv-cinder-806191-2-iscsi {{(pid=93885) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 19:29:58.461415 dv-cinder-806191-2-iscsi neutron-server[93886]: DEBUG neutron.db.agents_db [None req-c8461fad-6a9a-4fb7-93e9-57a62b582dc0 None None] Agent healthcheck: found 6 active agents {{(pid=93886) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 19:29:58.524059 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-0ef92ea1-6ca8-48b4-8e29-e65aba5ff539 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:29:58.581889 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron.plugins.ml2.plugin [None req-0ef92ea1-6ca8-48b4-8e29-e65aba5ff539 admin admin] Deleting port e1a921a0-55b9-4b8b-9693-4cf900181cde {{(pid=93883) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 19:29:58.582129 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-0ef92ea1-6ca8-48b4-8e29-e65aba5ff539 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777170414367'] for port, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:29:58.619767 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-3ce8ba62-a75d-4780-8901-5ea45324c1f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '85d11ee1-cb91-4ba4-a86c-67b548852455', 'name': 'tempest-TestShelveInstance-1653015509-router', 'tenant_id': '47206eee79a344c9b1b30949d9ae67ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7209b701-ecaa-476a-bd58-d61d280c16d3', 'external_fixed_ips': [{'subnet_id': '71309eb1-223f-47ba-9803-1437c965e178', 'ip_address': '172.27.2.220'}], 'enable_snat': True}, 'gw_port_id': 'e1a921a0-55b9-4b8b-9693-4cf900181cde', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T19:25:11Z', 'updated_at': '2021-08-29T19:29:57Z', 'revision_number': 5, 'project_id': '47206eee79a344c9b1b30949d9ae67ab', 'gw_port': {'id': 'e1a921a0-55b9-4b8b-9693-4cf900181cde', 'name': '', 'network_id': '7209b701-ecaa-476a-bd58-d61d280c16d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:89:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85d11ee1-cb91-4ba4-a86c-67b548852455', 'device_owner': 'network:router_gateway', 'standard_attr_id': 498, 'fixed_ips': [{'subnet_id': '71309eb1-223f-47ba-9803-1437c965e178', 'ip_address': '172.27.2.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806191-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T19:25:13Z', 'updated_at': '2021-08-29T19:25:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71309eb1-223f-47ba-9803-1437c965e178', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806191-2-iscsi'}], 'dv-cinder-806191-2-iscsi', False) {} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 19:29:58.650642 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ce8ba62-a75d-4780-8901-5ea45324c1f3 None None] Checking router: 85d11ee1-cb91-4ba4-a86c-67b548852455 for host: dv-cinder-806191-2-iscsi {{(pid=93885) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 19:29:58.659186 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ce8ba62-a75d-4780-8901-5ea45324c1f3 None None] Routers {'85d11ee1-cb91-4ba4-a86c-67b548852455'} bound to L3 agent in host dv-cinder-806191-2-iscsi {{(pid=93885) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 19:29:58.659785 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-3ce8ba62-a75d-4780-8901-5ea45324c1f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806191-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-29T19:13:49Z,description=,heartbeat_timestamp=2021-08-29T19:29:49Z,host='dv-cinder-806191-2-iscsi',id=c3ed3b02-d107-45f2-9b2a-fff9b0cfaa96,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T19:13:49Z,topic='l3_agent')) {'router_ids': ['85d11ee1-cb91-4ba4-a86c-67b548852455'], 'active': True} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 19:29:58.669326 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron.plugins.ml2.db [None req-0ef92ea1-6ca8-48b4-8e29-e65aba5ff539 admin admin] For port e1a921a0-55b9-4b8b-9693-4cf900181cde, host dv-cinder-806191-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806191-2-iscsi',level=0,port_id=e1a921a0-55b9-4b8b-9693-4cf900181cde,segment=NetworkSegment(abe37968-36e5-463a-bc67-a17a4a975f92),segment_id=abe37968-36e5-463a-bc67-a17a4a975f92)] {{(pid=93883) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 19:29:58.669718 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-0ef92ea1-6ca8-48b4-8e29-e65aba5ff539 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3695122'] for port, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:29:58.683572 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron.plugins.ml2.plugin [None req-0ef92ea1-6ca8-48b4-8e29-e65aba5ff539 admin admin] Calling delete_port for e1a921a0-55b9-4b8b-9693-4cf900181cde owned by network:router_gateway {{(pid=93883) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 19:29:58.756137 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.db.l3_dvr_db [None req-3ce8ba62-a75d-4780-8901-5ea45324c1f3 None None] Set router 85d11ee1-cb91-4ba4-a86c-67b548852455 gateway port host: None {{(pid=93885) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 19:29:58.812971 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-3ce8ba62-a75d-4780-8901-5ea45324c1f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '85d11ee1-cb91-4ba4-a86c-67b548852455', 'name': 'tempest-TestShelveInstance-1653015509-router', 'tenant_id': '47206eee79a344c9b1b30949d9ae67ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T19:25:11Z', 'updated_at': '2021-08-29T19:29:58Z', 'revision_number': 6, 'project_id': '47206eee79a344c9b1b30949d9ae67ab', 'gw_port_host': None}], 'dv-cinder-806191-2-iscsi', False) {} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 19:29:58.842193 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ce8ba62-a75d-4780-8901-5ea45324c1f3 None None] The sync data for ids ['85d11ee1-cb91-4ba4-a86c-67b548852455'] in dv-cinder-806191-2-iscsi is: [{'id': '85d11ee1-cb91-4ba4-a86c-67b548852455', 'name': 'tempest-TestShelveInstance-1653015509-router', 'tenant_id': '47206eee79a344c9b1b30949d9ae67ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T19:25:11Z', 'updated_at': '2021-08-29T19:29:58Z', 'revision_number': 6, 'project_id': '47206eee79a344c9b1b30949d9ae67ab', 'gw_port_host': None}] {{(pid=93885) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 19:29:58.862881 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-0ef92ea1-6ca8-48b4-8e29-e65aba5ff539 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3669005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3715978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777170436895', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777169884173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263410497'] for port, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:29:58.889877 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ef92ea1-6ca8-48b4-8e29-e65aba5ff539 admin admin] Pushing event deleted for resources: {'Port': ['ID=e1a921a0-55b9-4b8b-9693-4cf900181cde,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:29:58.955084 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-0ef92ea1-6ca8-48b4-8e29-e65aba5ff539 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3676243'] for router_gateway, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:29:59.052850 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-0ef92ea1-6ca8-48b4-8e29-e65aba5ff539 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3671500', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-28682'] for router, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:29:59.055191 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-0ef92ea1-6ca8-48b4-8e29-e65aba5ff539 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:29:59.105791 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-0ef92ea1-6ca8-48b4-8e29-e65aba5ff539 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3671491'] for router, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:29:59.106317 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0ef92ea1-6ca8-48b4-8e29-e65aba5ff539 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 85d11ee1-cb91-4ba4-a86c-67b548852455 {{(pid=93883) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 29 19:29:59.111303 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-0ef92ea1-6ca8-48b4-8e29-e65aba5ff539 admin admin] Notify callbacks [] for router, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:29:59.114914 dv-cinder-806191-2-iscsi neutron-server[93883]: INFO neutron.wsgi [None req-0ef92ea1-6ca8-48b4-8e29-e65aba5ff539 admin admin] 10.222.0.26 "DELETE /v2.0/routers/85d11ee1-cb91-4ba4-a86c-67b548852455 HTTP/1.1" status: 204 len: 168 time: 0.8040943 Aug 29 19:29:59.115129 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.26', 35708) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 19:29:59.160340 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron.db.db_base_plugin_v2 [None req-e56926e2-715c-412d-baf9-80a09be5ae54 admin admin] Deleting subnet a59267c6-8d28-4d1e-969f-e33d2bf75c5c {{(pid=93883) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 19:29:59.163281 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-e56926e2-715c-412d-baf9-80a09be5ae54 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:29:59.200645 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-e56926e2-715c-412d-baf9-80a09be5ae54 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-263765036'] for subnet, precommit_delete_associations {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:29:59.289078 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-e56926e2-715c-412d-baf9-80a09be5ae54 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3624633'] for subnet, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:29:59.343663 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-e56926e2-715c-412d-baf9-80a09be5ae54 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3624630', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-376708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3715978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-263410450', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-263977574'] for subnet, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:29:59.368788 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e56926e2-715c-412d-baf9-80a09be5ae54 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a59267c6-8d28-4d1e-969f-e33d2bf75c5c,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:29:59.374753 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-e56926e2-715c-412d-baf9-80a09be5ae54 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3715960'] for subnet, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:29:59.376629 dv-cinder-806191-2-iscsi neutron-server[93883]: INFO neutron.wsgi [None req-e56926e2-715c-412d-baf9-80a09be5ae54 admin admin] 10.222.0.26 "DELETE /v2.0/subnets/a59267c6-8d28-4d1e-969f-e33d2bf75c5c HTTP/1.1" status: 204 len: 168 time: 0.2604918 Aug 29 19:29:59.379570 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.26', 35710) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 19:29:59.380472 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46f147af-9296-4f1e-a055-8f81785d3243 None None] Network c4f869d5-c4a9-4d4b-abf0-c181253a388e requested from dv-cinder-806191-2-iscsi {{(pid=93885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 19:29:59.453431 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-e941e9d3-3f47-4e9c-bcbb-e586b4fce58d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3621417'] for network, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:29:59.515311 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron.plugins.ml2.plugin [None req-e941e9d3-3f47-4e9c-bcbb-e586b4fce58d admin admin] Deleting port 6eb8ba82-88b3-4420-8fd3-603eedc539ef {{(pid=93883) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 19:29:59.515658 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-e941e9d3-3f47-4e9c-bcbb-e586b4fce58d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777170414367'] for port, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:29:59.604207 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-f7f3f912-659a-49f9-ab3a-0560ee4983b1 None None] Device 59aae8ac-101a-43bb-93e2-df598f6ab02c no longer exists at agent ovs-agent-dv-cinder-806191-2-iscsi {{(pid=93885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 19:29:59.615897 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron.plugins.ml2.db [None req-e941e9d3-3f47-4e9c-bcbb-e586b4fce58d admin admin] For port 6eb8ba82-88b3-4420-8fd3-603eedc539ef, host dv-cinder-806191-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806191-2-iscsi',level=0,port_id=6eb8ba82-88b3-4420-8fd3-603eedc539ef,segment=NetworkSegment(8c7b5aaa-95fc-4de4-8819-7da150ed721c),segment_id=8c7b5aaa-95fc-4de4-8819-7da150ed721c)] {{(pid=93883) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 19:29:59.616268 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-e941e9d3-3f47-4e9c-bcbb-e586b4fce58d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3695122'] for port, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:29:59.630761 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ff77043-1d36-43e5-8b37-645dac06e895 None None] DHCP port deletion for c4f869d5-c4a9-4d4b-abf0-c181253a388e request from dv-cinder-806191-2-iscsi {{(pid=93885) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 29 19:29:59.633203 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.plugins.ml2.plugin [None req-f7f3f912-659a-49f9-ab3a-0560ee4983b1 None None] No Port match for: 59aae8ac-101a-43bb-93e2-df598f6ab02c {{(pid=93885) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 19:29:59.633543 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-f7f3f912-659a-49f9-ab3a-0560ee4983b1 None None] Device 59aae8ac-101a-43bb-93e2-df598f6ab02c not bound to the agent host dv-cinder-806191-2-iscsi {{(pid=93885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 19:29:59.635885 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron.plugins.ml2.plugin [None req-e941e9d3-3f47-4e9c-bcbb-e586b4fce58d admin admin] Calling delete_port for 6eb8ba82-88b3-4420-8fd3-603eedc539ef owned by network:dhcp {{(pid=93883) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 19:29:59.688972 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.plugins.ml2.plugin [None req-9ff77043-1d36-43e5-8b37-645dac06e895 None None] Deleting port 6eb8ba82-88b3-4420-8fd3-603eedc539ef {{(pid=93885) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 19:29:59.689688 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-9ff77043-1d36-43e5-8b37-645dac06e895 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777170414367'] for port, before_delete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:29:59.743192 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-e941e9d3-3f47-4e9c-bcbb-e586b4fce58d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3669005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3715978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777170436895', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777169884173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263410497'] for port, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:29:59.766737 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-9ff77043-1d36-43e5-8b37-645dac06e895 None None] For port 6eb8ba82-88b3-4420-8fd3-603eedc539ef, host dv-cinder-806191-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806191-2-iscsi',level=0,port_id=6eb8ba82-88b3-4420-8fd3-603eedc539ef,segment=NetworkSegment(8c7b5aaa-95fc-4de4-8819-7da150ed721c),segment_id=8c7b5aaa-95fc-4de4-8819-7da150ed721c)] {{(pid=93885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 19:29:59.767133 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-9ff77043-1d36-43e5-8b37-645dac06e895 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3695122'] for port, precommit_delete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:29:59.771686 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e941e9d3-3f47-4e9c-bcbb-e586b4fce58d admin admin] No DVR routers for this DVR port 6eb8ba82-88b3-4420-8fd3-603eedc539ef on host dv-cinder-806191-2-iscsi {{(pid=93883) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 19:29:59.777221 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e941e9d3-3f47-4e9c-bcbb-e586b4fce58d admin admin] Pushing event deleted for resources: {'Port': ['ID=6eb8ba82-88b3-4420-8fd3-603eedc539ef,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:29:59.782033 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.plugins.ml2.plugin [None req-9ff77043-1d36-43e5-8b37-645dac06e895 None None] Calling delete_port for 6eb8ba82-88b3-4420-8fd3-603eedc539ef owned by network:dhcp {{(pid=93885) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 19:29:59.851283 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-e941e9d3-3f47-4e9c-bcbb-e586b4fce58d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3626562', 'neutron.services.segments.db._delete_segments_for_network-8777170380526'] for network, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:29:59.862456 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-9ff77043-1d36-43e5-8b37-645dac06e895 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3669005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3715978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777170436895', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777169884173'] for port, after_delete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:29:59.863233 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron.services.segments.db [None req-e941e9d3-3f47-4e9c-bcbb-e586b4fce58d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c4f869d5-c4a9-4d4b-abf0-c181253a388e']}} {{(pid=93883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 19:29:59.878782 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron.services.segments.db [None req-e941e9d3-3f47-4e9c-bcbb-e586b4fce58d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8c7b5aaa-95fc-4de4-8819-7da150ed721c') {'for_net_delete': True} {{(pid=93883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 19:29:59.878997 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron.services.segments.db [None req-e941e9d3-3f47-4e9c-bcbb-e586b4fce58d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8c7b5aaa-95fc-4de4-8819-7da150ed721c') {} {{(pid=93883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 19:29:59.890144 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-e941e9d3-3f47-4e9c-bcbb-e586b4fce58d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777170380409', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-263765043'] for segment, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:29:59.899112 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ff77043-1d36-43e5-8b37-645dac06e895 None None] Pushing event deleted for resources: {'Port': ['ID=6eb8ba82-88b3-4420-8fd3-603eedc539ef,revision_number=None']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:29:59.903315 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ff77043-1d36-43e5-8b37-645dac06e895 None None] No DVR routers for this DVR port 6eb8ba82-88b3-4420-8fd3-603eedc539ef on host dv-cinder-806191-2-iscsi {{(pid=93885) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 19:29:59.911697 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-e941e9d3-3f47-4e9c-bcbb-e586b4fce58d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3556912'] for segment, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:29:59.919923 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e941e9d3-3f47-4e9c-bcbb-e586b4fce58d admin admin] Releasing vlan 126 on physical network physnet1 to pool {{(pid=93883) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 19:29:59.920310 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-e941e9d3-3f47-4e9c-bcbb-e586b4fce58d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3556912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-263410548'] for segment, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:29:59.923439 dv-cinder-806191-2-iscsi neutron-server[93883]: Traceback (most recent call last): Aug 29 19:29:59.923439 dv-cinder-806191-2-iscsi neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 19:29:59.923439 dv-cinder-806191-2-iscsi neutron-server[93883]: timer() Aug 29 19:29:59.923439 dv-cinder-806191-2-iscsi neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 19:29:59.923439 dv-cinder-806191-2-iscsi neutron-server[93883]: cb(*args, **kw) Aug 29 19:29:59.923439 dv-cinder-806191-2-iscsi neutron-server[93883]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 19:29:59.923439 dv-cinder-806191-2-iscsi neutron-server[93883]: return func(*args, **kwargs) Aug 29 19:29:59.923439 dv-cinder-806191-2-iscsi neutron-server[93883]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 19:29:59.923439 dv-cinder-806191-2-iscsi neutron-server[93883]: self._notify() Aug 29 19:29:59.923439 dv-cinder-806191-2-iscsi neutron-server[93883]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 19:29:59.923439 dv-cinder-806191-2-iscsi neutron-server[93883]: self.callback(batched_events) Aug 29 19:29:59.923439 dv-cinder-806191-2-iscsi neutron-server[93883]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 19:29:59.923439 dv-cinder-806191-2-iscsi neutron-server[93883]: event.method(event) Aug 29 19:29:59.923439 dv-cinder-806191-2-iscsi neutron-server[93883]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 19:29:59.923439 dv-cinder-806191-2-iscsi neutron-server[93883]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 19:29:59.923439 dv-cinder-806191-2-iscsi neutron-server[93883]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 19:29:59.923439 dv-cinder-806191-2-iscsi neutron-server[93883]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 19:29:59.923439 dv-cinder-806191-2-iscsi neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 19:29:59.923439 dv-cinder-806191-2-iscsi neutron-server[93883]: return f(self, *a, **k) Aug 29 19:29:59.923439 dv-cinder-806191-2-iscsi neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 19:29:59.923439 dv-cinder-806191-2-iscsi neutron-server[93883]: return self._get(url).json() Aug 29 19:29:59.923439 dv-cinder-806191-2-iscsi neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 19:29:59.923439 dv-cinder-806191-2-iscsi neutron-server[93883]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 19:29:59.923439 dv-cinder-806191-2-iscsi neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 19:29:59.923439 dv-cinder-806191-2-iscsi neutron-server[93883]: return self.request(url, 'GET', **kwargs) Aug 29 19:29:59.923439 dv-cinder-806191-2-iscsi neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 19:29:59.923439 dv-cinder-806191-2-iscsi neutron-server[93883]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 19:29:59.923439 dv-cinder-806191-2-iscsi neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 19:29:59.923439 dv-cinder-806191-2-iscsi neutron-server[93883]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 19:29:59.923439 dv-cinder-806191-2-iscsi neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 19:29:59.923439 dv-cinder-806191-2-iscsi neutron-server[93883]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 19:29:59.923439 dv-cinder-806191-2-iscsi neutron-server[93883]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 19:29:59.979006 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-e941e9d3-3f47-4e9c-bcbb-e586b4fce58d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3626555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-376669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3715978', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3676271'] for network, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:29:59.984785 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-e941e9d3-3f47-4e9c-bcbb-e586b4fce58d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3715960'] for network, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:29:59.986696 dv-cinder-806191-2-iscsi neutron-server[93883]: INFO neutron.wsgi [None req-e941e9d3-3f47-4e9c-bcbb-e586b4fce58d admin admin] 10.222.0.26 "DELETE /v2.0/networks/c4f869d5-c4a9-4d4b-abf0-c181253a388e HTTP/1.1" status: 204 len: 168 time: 0.6061523 Aug 29 19:29:59.990609 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.26', 35712) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 19:29:59.998023 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e941e9d3-3f47-4e9c-bcbb-e586b4fce58d admin admin] Pushing event deleted for resources: {'Network': ['ID=c4f869d5-c4a9-4d4b-abf0-c181253a388e,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:30:00.336133 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-d0b78906-12fb-40a1-8ed2-69add09e298e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3678147'] for router_interface, before_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:30:00.585590 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-d0b78906-12fb-40a1-8ed2-69add09e298e admin admin] Deleting port c76073b0-dc95-4547-b188-647d924e06ca {{(pid=93884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 19:30:00.585926 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-d0b78906-12fb-40a1-8ed2-69add09e298e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777170414367'] for port, before_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:30:00.665806 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-d0b78906-12fb-40a1-8ed2-69add09e298e admin admin] For port c76073b0-dc95-4547-b188-647d924e06ca, host dv-cinder-806191-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806191-2-iscsi',level=0,port_id=c76073b0-dc95-4547-b188-647d924e06ca,segment=NetworkSegment(36330973-a336-4d16-a555-3989e9f52a01),segment_id=36330973-a336-4d16-a555-3989e9f52a01)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 19:30:00.666176 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-d0b78906-12fb-40a1-8ed2-69add09e298e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3695122'] for port, precommit_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:30:00.679658 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-d0b78906-12fb-40a1-8ed2-69add09e298e admin admin] Calling delete_port for c76073b0-dc95-4547-b188-647d924e06ca owned by network:router_interface {{(pid=93884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 19:30:00.870767 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-d0b78906-12fb-40a1-8ed2-69add09e298e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3669005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3715978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777170436895', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777169884173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262862687'] for port, after_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:30:00.894743 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0b78906-12fb-40a1-8ed2-69add09e298e admin admin] Pushing event deleted for resources: {'Port': ['ID=c76073b0-dc95-4547-b188-647d924e06ca,revision_number=None']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:30:01.076149 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-d0b78906-12fb-40a1-8ed2-69add09e298e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3715997', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3677961'] for router_interface, after_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:30:01.109035 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-f7f3f912-659a-49f9-ab3a-0560ee4983b1 None None] Device e1a921a0-55b9-4b8b-9693-4cf900181cde no longer exists at agent ovs-agent-dv-cinder-806191-2-iscsi {{(pid=93885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 19:30:01.132576 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.plugins.ml2.plugin [None req-f7f3f912-659a-49f9-ab3a-0560ee4983b1 None None] No Port match for: e1a921a0-55b9-4b8b-9693-4cf900181cde {{(pid=93885) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 19:30:01.133007 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-f7f3f912-659a-49f9-ab3a-0560ee4983b1 None None] Device e1a921a0-55b9-4b8b-9693-4cf900181cde not bound to the agent host dv-cinder-806191-2-iscsi {{(pid=93885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 19:30:01.133737 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-f7f3f912-659a-49f9-ab3a-0560ee4983b1 None None] Device 6eb8ba82-88b3-4420-8fd3-603eedc539ef no longer exists at agent ovs-agent-dv-cinder-806191-2-iscsi {{(pid=93885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 19:30:01.153893 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.plugins.ml2.plugin [None req-f7f3f912-659a-49f9-ab3a-0560ee4983b1 None None] No Port match for: 6eb8ba82-88b3-4420-8fd3-603eedc539ef {{(pid=93885) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 19:30:01.154239 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-f7f3f912-659a-49f9-ab3a-0560ee4983b1 None None] Device 6eb8ba82-88b3-4420-8fd3-603eedc539ef not bound to the agent host dv-cinder-806191-2-iscsi {{(pid=93885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 19:30:01.316297 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d0b78906-12fb-40a1-8ed2-69add09e298e admin admin] Router 0310dc1d-2c91-4c3a-bae3-487b9e235f85 has already been hosted by L3 agent c3ed3b02-d107-45f2-9b2a-fff9b0cfaa96 {{(pid=93884) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 19:30:01.431434 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d0b78906-12fb-40a1-8ed2-69add09e298e admin admin] Notify agent at l3_agent.dv-cinder-806191-2-iscsi the message routers_updated {{(pid=93884) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 19:30:01.436351 dv-cinder-806191-2-iscsi neutron-server[93884]: INFO neutron.wsgi [None req-d0b78906-12fb-40a1-8ed2-69add09e298e admin admin] 10.222.0.26 "PUT /v2.0/routers/0310dc1d-2c91-4c3a-bae3-487b9e235f85/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4447076 Aug 29 19:30:01.438848 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.26', 35716) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 19:30:01.441622 dv-cinder-806191-2-iscsi neutron-server[93886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efc5f4b8-87d4-4f65-8b87-ecc234765afb None None] Sync routers for ids ['0310dc1d-2c91-4c3a-bae3-487b9e235f85'] in dv-cinder-806191-2-iscsi {{(pid=93886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 19:30:01.451044 dv-cinder-806191-2-iscsi neutron-server[93886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efc5f4b8-87d4-4f65-8b87-ecc234765afb None None] Routers {'0310dc1d-2c91-4c3a-bae3-487b9e235f85'} bound to L3 agent in host dv-cinder-806191-2-iscsi {{(pid=93886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 19:30:01.451735 dv-cinder-806191-2-iscsi neutron-server[93886]: DEBUG neutron.db.l3_hamode_db [None req-efc5f4b8-87d4-4f65-8b87-ecc234765afb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806191-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-29T19:13:49Z,description=,heartbeat_timestamp=2021-08-29T19:29:49Z,host='dv-cinder-806191-2-iscsi',id=c3ed3b02-d107-45f2-9b2a-fff9b0cfaa96,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T19:13:49Z,topic='l3_agent')) {'router_ids': ['0310dc1d-2c91-4c3a-bae3-487b9e235f85'], 'active': True} {{(pid=93886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 19:30:01.542451 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-d919ef77-7950-46db-b7f5-cb3dc5bb8811 admin admin] Notify callbacks [] for router, before_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:30:01.555878 dv-cinder-806191-2-iscsi neutron-server[93886]: DEBUG neutron.db.l3_dvr_db [None req-efc5f4b8-87d4-4f65-8b87-ecc234765afb None None] Set router 0310dc1d-2c91-4c3a-bae3-487b9e235f85 gateway port host: dv-cinder-806191-2-iscsi {{(pid=93886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 19:30:01.644511 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-d919ef77-7950-46db-b7f5-cb3dc5bb8811 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:30:01.702154 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-d919ef77-7950-46db-b7f5-cb3dc5bb8811 admin admin] Deleting port 14e7069f-8408-4646-9f0c-a9397d1ee886 {{(pid=93884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 19:30:01.702429 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-d919ef77-7950-46db-b7f5-cb3dc5bb8811 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777170414367'] for port, before_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:30:01.737428 dv-cinder-806191-2-iscsi neutron-server[93886]: DEBUG neutron.db.l3_hamode_db [None req-efc5f4b8-87d4-4f65-8b87-ecc234765afb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0310dc1d-2c91-4c3a-bae3-487b9e235f85', 'name': 'tempest-TestShelveInstance-390961232-router', 'tenant_id': 'd423a27f4bdf4510b5d93c72bab4775f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7209b701-ecaa-476a-bd58-d61d280c16d3', 'external_fixed_ips': [{'subnet_id': '71309eb1-223f-47ba-9803-1437c965e178', 'ip_address': '172.27.2.77'}], 'enable_snat': True}, 'gw_port_id': '14e7069f-8408-4646-9f0c-a9397d1ee886', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T19:25:21Z', 'updated_at': '2021-08-29T19:30:00Z', 'revision_number': 5, 'project_id': 'd423a27f4bdf4510b5d93c72bab4775f', 'gw_port': {'id': '14e7069f-8408-4646-9f0c-a9397d1ee886', 'name': '', 'network_id': '7209b701-ecaa-476a-bd58-d61d280c16d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:7f:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0310dc1d-2c91-4c3a-bae3-487b9e235f85', 'device_owner': 'network:router_gateway', 'standard_attr_id': 522, 'fixed_ips': [{'subnet_id': '71309eb1-223f-47ba-9803-1437c965e178', 'ip_address': '172.27.2.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806191-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T19:25:22Z', 'updated_at': '2021-08-29T19:25:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71309eb1-223f-47ba-9803-1437c965e178', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806191-2-iscsi'}], 'dv-cinder-806191-2-iscsi', False) {} {{(pid=93886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 19:30:01.763508 dv-cinder-806191-2-iscsi neutron-server[93886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efc5f4b8-87d4-4f65-8b87-ecc234765afb None None] Checking router: 0310dc1d-2c91-4c3a-bae3-487b9e235f85 for host: dv-cinder-806191-2-iscsi {{(pid=93886) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 19:30:01.772300 dv-cinder-806191-2-iscsi neutron-server[93886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efc5f4b8-87d4-4f65-8b87-ecc234765afb None None] Routers {'0310dc1d-2c91-4c3a-bae3-487b9e235f85'} bound to L3 agent in host dv-cinder-806191-2-iscsi {{(pid=93886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 19:30:01.772902 dv-cinder-806191-2-iscsi neutron-server[93886]: DEBUG neutron.db.l3_hamode_db [None req-efc5f4b8-87d4-4f65-8b87-ecc234765afb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806191-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-29T19:13:49Z,description=,heartbeat_timestamp=2021-08-29T19:29:49Z,host='dv-cinder-806191-2-iscsi',id=c3ed3b02-d107-45f2-9b2a-fff9b0cfaa96,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T19:13:49Z,topic='l3_agent')) {'router_ids': ['0310dc1d-2c91-4c3a-bae3-487b9e235f85'], 'active': True} {{(pid=93886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 19:30:01.782895 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-d919ef77-7950-46db-b7f5-cb3dc5bb8811 admin admin] For port 14e7069f-8408-4646-9f0c-a9397d1ee886, host dv-cinder-806191-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806191-2-iscsi',level=0,port_id=14e7069f-8408-4646-9f0c-a9397d1ee886,segment=NetworkSegment(abe37968-36e5-463a-bc67-a17a4a975f92),segment_id=abe37968-36e5-463a-bc67-a17a4a975f92)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 19:30:01.783264 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-d919ef77-7950-46db-b7f5-cb3dc5bb8811 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3695122'] for port, precommit_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:30:01.799952 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-d919ef77-7950-46db-b7f5-cb3dc5bb8811 admin admin] Calling delete_port for 14e7069f-8408-4646-9f0c-a9397d1ee886 owned by network:router_gateway {{(pid=93884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 19:30:01.949165 dv-cinder-806191-2-iscsi neutron-server[93886]: DEBUG neutron.db.l3_dvr_db [None req-efc5f4b8-87d4-4f65-8b87-ecc234765afb None None] Set router 0310dc1d-2c91-4c3a-bae3-487b9e235f85 gateway port host: None {{(pid=93886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 19:30:01.966183 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-d919ef77-7950-46db-b7f5-cb3dc5bb8811 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3669005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3715978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777170436895', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777169884173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262862687'] for port, after_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:30:01.993330 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d919ef77-7950-46db-b7f5-cb3dc5bb8811 admin admin] Pushing event deleted for resources: {'Port': ['ID=14e7069f-8408-4646-9f0c-a9397d1ee886,revision_number=None']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:30:02.004436 dv-cinder-806191-2-iscsi neutron-server[93886]: DEBUG neutron.db.l3_hamode_db [None req-efc5f4b8-87d4-4f65-8b87-ecc234765afb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0310dc1d-2c91-4c3a-bae3-487b9e235f85', 'name': 'tempest-TestShelveInstance-390961232-router', 'tenant_id': 'd423a27f4bdf4510b5d93c72bab4775f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T19:25:21Z', 'updated_at': '2021-08-29T19:30:01Z', 'revision_number': 6, 'project_id': 'd423a27f4bdf4510b5d93c72bab4775f', 'gw_port_host': None}], 'dv-cinder-806191-2-iscsi', False) {} {{(pid=93886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 19:30:02.039773 dv-cinder-806191-2-iscsi neutron-server[93886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efc5f4b8-87d4-4f65-8b87-ecc234765afb None None] The sync data for ids ['0310dc1d-2c91-4c3a-bae3-487b9e235f85'] in dv-cinder-806191-2-iscsi is: [{'id': '0310dc1d-2c91-4c3a-bae3-487b9e235f85', 'name': 'tempest-TestShelveInstance-390961232-router', 'tenant_id': 'd423a27f4bdf4510b5d93c72bab4775f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T19:25:21Z', 'updated_at': '2021-08-29T19:30:01Z', 'revision_number': 6, 'project_id': 'd423a27f4bdf4510b5d93c72bab4775f', 'gw_port_host': None}] {{(pid=93886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 19:30:02.065686 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-d919ef77-7950-46db-b7f5-cb3dc5bb8811 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3676243'] for router_gateway, after_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:30:02.153948 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-d919ef77-7950-46db-b7f5-cb3dc5bb8811 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3671500', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-28682'] for router, precommit_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:30:02.156070 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-d919ef77-7950-46db-b7f5-cb3dc5bb8811 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:30:02.198913 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-d919ef77-7950-46db-b7f5-cb3dc5bb8811 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3671491'] for router, after_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:30:02.199475 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d919ef77-7950-46db-b7f5-cb3dc5bb8811 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0310dc1d-2c91-4c3a-bae3-487b9e235f85 {{(pid=93884) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 29 19:30:02.203731 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-d919ef77-7950-46db-b7f5-cb3dc5bb8811 admin admin] Notify callbacks [] for router, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:30:02.204864 dv-cinder-806191-2-iscsi neutron-server[93884]: INFO neutron.wsgi [None req-d919ef77-7950-46db-b7f5-cb3dc5bb8811 admin admin] 10.222.0.26 "DELETE /v2.0/routers/0310dc1d-2c91-4c3a-bae3-487b9e235f85 HTTP/1.1" status: 204 len: 168 time: 0.7651176 Aug 29 19:30:02.207446 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.26', 35718) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 19:30:02.257664 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.db.db_base_plugin_v2 [None req-73ffe19b-82e7-4a72-afb1-eb9ae72ee93d admin admin] Deleting subnet cfac3a8f-9ffa-4df9-8ac5-097235a247b1 {{(pid=93884) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 19:30:02.261430 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-73ffe19b-82e7-4a72-afb1-eb9ae72ee93d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:30:02.294767 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-73ffe19b-82e7-4a72-afb1-eb9ae72ee93d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-84871'] for subnet, precommit_delete_associations {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:30:02.370132 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-73ffe19b-82e7-4a72-afb1-eb9ae72ee93d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3624633'] for subnet, precommit_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:30:02.437732 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-73ffe19b-82e7-4a72-afb1-eb9ae72ee93d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3624630', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-376708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3715978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-262862604', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260127726'] for subnet, after_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:30:02.737038 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-73ffe19b-82e7-4a72-afb1-eb9ae72ee93d admin admin] Notify callbacks [] for subnet, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:30:02.739029 dv-cinder-806191-2-iscsi neutron-server[93884]: INFO neutron.wsgi [None req-73ffe19b-82e7-4a72-afb1-eb9ae72ee93d admin admin] 10.222.0.26 "DELETE /v2.0/subnets/cfac3a8f-9ffa-4df9-8ac5-097235a247b1 HTTP/1.1" status: 204 len: 168 time: 0.5306652 Aug 29 19:30:02.740710 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73ffe19b-82e7-4a72-afb1-eb9ae72ee93d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cfac3a8f-9ffa-4df9-8ac5-097235a247b1,revision_number=None']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:30:02.741834 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.26', 35720) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 19:30:02.742646 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1239d05d-a213-4808-b0eb-10bdf015b3b9 None None] Network 9827ac88-3c09-4a0a-ad1f-2da3d3c4fe1d requested from dv-cinder-806191-2-iscsi {{(pid=93885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 19:30:02.813713 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-9b803c76-bc37-434f-9cf1-b76027171ce5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3621417'] for network, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:30:02.880777 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron.plugins.ml2.plugin [None req-9b803c76-bc37-434f-9cf1-b76027171ce5 admin admin] Deleting port e375be61-c587-4d75-9ca8-0ea939b8b9c6 {{(pid=93883) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 19:30:02.881125 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-9b803c76-bc37-434f-9cf1-b76027171ce5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777170414367'] for port, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:30:02.948536 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-573038c7-970d-40ec-b3ff-5360d1baff13 None None] DHCP port deletion for 9827ac88-3c09-4a0a-ad1f-2da3d3c4fe1d request from dv-cinder-806191-2-iscsi {{(pid=93885) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 29 19:30:02.968808 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron.plugins.ml2.db [None req-9b803c76-bc37-434f-9cf1-b76027171ce5 admin admin] For port e375be61-c587-4d75-9ca8-0ea939b8b9c6, host dv-cinder-806191-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806191-2-iscsi',level=0,port_id=e375be61-c587-4d75-9ca8-0ea939b8b9c6,segment=NetworkSegment(36330973-a336-4d16-a555-3989e9f52a01),segment_id=36330973-a336-4d16-a555-3989e9f52a01)] {{(pid=93883) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 19:30:02.969511 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-9b803c76-bc37-434f-9cf1-b76027171ce5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3695122'] for port, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:30:02.990461 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron.plugins.ml2.plugin [None req-9b803c76-bc37-434f-9cf1-b76027171ce5 admin admin] Calling delete_port for e375be61-c587-4d75-9ca8-0ea939b8b9c6 owned by network:dhcp {{(pid=93883) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 19:30:03.010454 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.plugins.ml2.plugin [None req-573038c7-970d-40ec-b3ff-5360d1baff13 None None] Deleting port e375be61-c587-4d75-9ca8-0ea939b8b9c6 {{(pid=93885) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 19:30:03.011214 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-573038c7-970d-40ec-b3ff-5360d1baff13 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777170414367'] for port, before_delete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:30:03.075017 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-f7f3f912-659a-49f9-ab3a-0560ee4983b1 None None] Device 14e7069f-8408-4646-9f0c-a9397d1ee886 no longer exists at agent ovs-agent-dv-cinder-806191-2-iscsi {{(pid=93885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 19:30:03.104343 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.plugins.ml2.plugin [None req-f7f3f912-659a-49f9-ab3a-0560ee4983b1 None None] No Port match for: 14e7069f-8408-4646-9f0c-a9397d1ee886 {{(pid=93885) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 19:30:03.104766 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-f7f3f912-659a-49f9-ab3a-0560ee4983b1 None None] Device 14e7069f-8408-4646-9f0c-a9397d1ee886 not bound to the agent host dv-cinder-806191-2-iscsi {{(pid=93885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 19:30:03.105088 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-f7f3f912-659a-49f9-ab3a-0560ee4983b1 None None] Device e375be61-c587-4d75-9ca8-0ea939b8b9c6 no longer exists at agent ovs-agent-dv-cinder-806191-2-iscsi {{(pid=93885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 19:30:03.109106 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-9b803c76-bc37-434f-9cf1-b76027171ce5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3669005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3715978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777170436895', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777169884173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263410497'] for port, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:30:03.137596 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.plugins.ml2.plugin [None req-f7f3f912-659a-49f9-ab3a-0560ee4983b1 None None] No Port match for: e375be61-c587-4d75-9ca8-0ea939b8b9c6 {{(pid=93885) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 19:30:03.137944 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-f7f3f912-659a-49f9-ab3a-0560ee4983b1 None None] Device e375be61-c587-4d75-9ca8-0ea939b8b9c6 not bound to the agent host dv-cinder-806191-2-iscsi {{(pid=93885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 19:30:03.138504 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-f7f3f912-659a-49f9-ab3a-0560ee4983b1 None None] Device c76073b0-dc95-4547-b188-647d924e06ca no longer exists at agent ovs-agent-dv-cinder-806191-2-iscsi {{(pid=93885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 19:30:03.146239 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-573038c7-970d-40ec-b3ff-5360d1baff13 None None] For port e375be61-c587-4d75-9ca8-0ea939b8b9c6, host dv-cinder-806191-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806191-2-iscsi',level=0,port_id=e375be61-c587-4d75-9ca8-0ea939b8b9c6,segment=NetworkSegment(36330973-a336-4d16-a555-3989e9f52a01),segment_id=36330973-a336-4d16-a555-3989e9f52a01)] {{(pid=93885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 19:30:03.146610 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-573038c7-970d-40ec-b3ff-5360d1baff13 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3695122'] for port, precommit_delete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:30:03.150514 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b803c76-bc37-434f-9cf1-b76027171ce5 admin admin] Pushing event deleted for resources: {'Port': ['ID=e375be61-c587-4d75-9ca8-0ea939b8b9c6,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:30:03.153300 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b803c76-bc37-434f-9cf1-b76027171ce5 admin admin] No DVR routers for this DVR port e375be61-c587-4d75-9ca8-0ea939b8b9c6 on host dv-cinder-806191-2-iscsi {{(pid=93883) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 19:30:03.172017 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.plugins.ml2.plugin [None req-f7f3f912-659a-49f9-ab3a-0560ee4983b1 None None] No Port match for: c76073b0-dc95-4547-b188-647d924e06ca {{(pid=93885) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 19:30:03.172137 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-f7f3f912-659a-49f9-ab3a-0560ee4983b1 None None] Device c76073b0-dc95-4547-b188-647d924e06ca not bound to the agent host dv-cinder-806191-2-iscsi {{(pid=93885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 19:30:03.180129 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.plugins.ml2.plugin [None req-573038c7-970d-40ec-b3ff-5360d1baff13 None None] Calling delete_port for e375be61-c587-4d75-9ca8-0ea939b8b9c6 owned by network:dhcp {{(pid=93885) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 19:30:03.236264 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-9b803c76-bc37-434f-9cf1-b76027171ce5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3626562', 'neutron.services.segments.db._delete_segments_for_network-8777170380526'] for network, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:30:03.247275 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron.services.segments.db [None req-9b803c76-bc37-434f-9cf1-b76027171ce5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9827ac88-3c09-4a0a-ad1f-2da3d3c4fe1d']}} {{(pid=93883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 19:30:03.262041 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron.services.segments.db [None req-9b803c76-bc37-434f-9cf1-b76027171ce5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '36330973-a336-4d16-a555-3989e9f52a01') {'for_net_delete': True} {{(pid=93883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 19:30:03.262328 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron.services.segments.db [None req-9b803c76-bc37-434f-9cf1-b76027171ce5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '36330973-a336-4d16-a555-3989e9f52a01') {} {{(pid=93883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 19:30:03.262707 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-573038c7-970d-40ec-b3ff-5360d1baff13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3669005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3715978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777170436895', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777169884173'] for port, after_delete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:30:03.271951 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-9b803c76-bc37-434f-9cf1-b76027171ce5 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777170380409', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-263765043'] for segment, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:30:03.287383 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-9b803c76-bc37-434f-9cf1-b76027171ce5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3556912'] for segment, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:30:03.292437 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-573038c7-970d-40ec-b3ff-5360d1baff13 None None] Pushing event deleted for resources: {'Port': ['ID=e375be61-c587-4d75-9ca8-0ea939b8b9c6,revision_number=None']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:30:03.293926 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9b803c76-bc37-434f-9cf1-b76027171ce5 admin admin] Releasing vlan 129 on physical network physnet1 to pool {{(pid=93883) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 19:30:03.296594 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-573038c7-970d-40ec-b3ff-5360d1baff13 None None] No DVR routers for this DVR port e375be61-c587-4d75-9ca8-0ea939b8b9c6 on host dv-cinder-806191-2-iscsi {{(pid=93885) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 19:30:03.297659 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-9b803c76-bc37-434f-9cf1-b76027171ce5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3556912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-263410548'] for segment, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:30:03.299528 dv-cinder-806191-2-iscsi neutron-server[93883]: Traceback (most recent call last): Aug 29 19:30:03.299528 dv-cinder-806191-2-iscsi neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 19:30:03.299528 dv-cinder-806191-2-iscsi neutron-server[93883]: timer() Aug 29 19:30:03.299528 dv-cinder-806191-2-iscsi neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 19:30:03.299528 dv-cinder-806191-2-iscsi neutron-server[93883]: cb(*args, **kw) Aug 29 19:30:03.299528 dv-cinder-806191-2-iscsi neutron-server[93883]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 19:30:03.299528 dv-cinder-806191-2-iscsi neutron-server[93883]: return func(*args, **kwargs) Aug 29 19:30:03.299528 dv-cinder-806191-2-iscsi neutron-server[93883]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 19:30:03.299528 dv-cinder-806191-2-iscsi neutron-server[93883]: self._notify() Aug 29 19:30:03.299528 dv-cinder-806191-2-iscsi neutron-server[93883]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 19:30:03.299528 dv-cinder-806191-2-iscsi neutron-server[93883]: self.callback(batched_events) Aug 29 19:30:03.299528 dv-cinder-806191-2-iscsi neutron-server[93883]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 19:30:03.299528 dv-cinder-806191-2-iscsi neutron-server[93883]: event.method(event) Aug 29 19:30:03.299528 dv-cinder-806191-2-iscsi neutron-server[93883]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 19:30:03.299528 dv-cinder-806191-2-iscsi neutron-server[93883]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 19:30:03.299528 dv-cinder-806191-2-iscsi neutron-server[93883]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 19:30:03.299528 dv-cinder-806191-2-iscsi neutron-server[93883]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 19:30:03.299528 dv-cinder-806191-2-iscsi neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 19:30:03.299528 dv-cinder-806191-2-iscsi neutron-server[93883]: return f(self, *a, **k) Aug 29 19:30:03.299528 dv-cinder-806191-2-iscsi neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 19:30:03.299528 dv-cinder-806191-2-iscsi neutron-server[93883]: return self._get(url).json() Aug 29 19:30:03.299528 dv-cinder-806191-2-iscsi neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 19:30:03.299528 dv-cinder-806191-2-iscsi neutron-server[93883]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 19:30:03.299528 dv-cinder-806191-2-iscsi neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 19:30:03.299528 dv-cinder-806191-2-iscsi neutron-server[93883]: return self.request(url, 'GET', **kwargs) Aug 29 19:30:03.299528 dv-cinder-806191-2-iscsi neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 19:30:03.299528 dv-cinder-806191-2-iscsi neutron-server[93883]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 19:30:03.299528 dv-cinder-806191-2-iscsi neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 19:30:03.299528 dv-cinder-806191-2-iscsi neutron-server[93883]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 19:30:03.299528 dv-cinder-806191-2-iscsi neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 19:30:03.299528 dv-cinder-806191-2-iscsi neutron-server[93883]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 19:30:03.299528 dv-cinder-806191-2-iscsi neutron-server[93883]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 19:30:03.355525 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-9b803c76-bc37-434f-9cf1-b76027171ce5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3626555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-376669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3715978', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3676271'] for network, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:30:03.360793 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-9b803c76-bc37-434f-9cf1-b76027171ce5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3715960'] for network, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:30:03.362917 dv-cinder-806191-2-iscsi neutron-server[93883]: INFO neutron.wsgi [None req-9b803c76-bc37-434f-9cf1-b76027171ce5 admin admin] 10.222.0.26 "DELETE /v2.0/networks/9827ac88-3c09-4a0a-ad1f-2da3d3c4fe1d HTTP/1.1" status: 204 len: 168 time: 0.6199505 Aug 29 19:30:03.375729 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b803c76-bc37-434f-9cf1-b76027171ce5 admin admin] Pushing event deleted for resources: {'Network': ['ID=9827ac88-3c09-4a0a-ad1f-2da3d3c4fe1d,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:30:03.533391 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.26', 35724) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 19:30:03.575967 dv-cinder-806191-2-iscsi neutron-server[93883]: INFO neutron.wsgi [None req-a6346f51-9a39-42c2-9ee0-f70257d90ef6 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=47206eee79a344c9b1b30949d9ae67ab&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0413249 Aug 29 19:30:03.578391 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.26', 35726) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 19:30:03.626916 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-e04bede1-5ddb-46bc-b299-59b9bc4e3e90 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:30:03.652436 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-e04bede1-5ddb-46bc-b299-59b9bc4e3e90 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:30:03.703547 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-e04bede1-5ddb-46bc-b299-59b9bc4e3e90 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368872'] for security_group, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:30:03.706199 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-e04bede1-5ddb-46bc-b299-59b9bc4e3e90 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:30:03.707422 dv-cinder-806191-2-iscsi neutron-server[93883]: INFO neutron.wsgi [None req-e04bede1-5ddb-46bc-b299-59b9bc4e3e90 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/53640550-c38d-48a7-9c0f-5000329fb0f4 HTTP/1.1" status: 204 len: 168 time: 0.1280136 Aug 29 19:30:03.715548 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e04bede1-5ddb-46bc-b299-59b9bc4e3e90 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=53640550-c38d-48a7-9c0f-5000329fb0f4,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:30:04.056339 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.26', 35732) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 19:30:04.094962 dv-cinder-806191-2-iscsi neutron-server[93883]: INFO neutron.wsgi [None req-3b5c4aa2-9f33-425c-8334-d44f9671951f admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=d423a27f4bdf4510b5d93c72bab4775f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0374703 Aug 29 19:30:04.097318 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.26', 35734) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 19:30:04.146431 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-c9fbeac3-06e0-461d-bcd5-798a84521e88 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:30:04.167376 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-c9fbeac3-06e0-461d-bcd5-798a84521e88 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:30:04.218322 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-c9fbeac3-06e0-461d-bcd5-798a84521e88 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368872'] for security_group, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:30:04.221248 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-c9fbeac3-06e0-461d-bcd5-798a84521e88 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:30:04.222446 dv-cinder-806191-2-iscsi neutron-server[93883]: INFO neutron.wsgi [None req-c9fbeac3-06e0-461d-bcd5-798a84521e88 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/1d531965-2f51-4b63-a387-b00f34b20f23 HTTP/1.1" status: 204 len: 168 time: 0.1242094 Aug 29 19:30:04.230940 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9fbeac3-06e0-461d-bcd5-798a84521e88 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d531965-2f51-4b63-a387-b00f34b20f23,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:30:13.559000 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5beaad78-0540-44d7-841e-e20e23fe4d13 req-a971dc18-17e4-451b-8d4d-ea7e11e3d467 tempest-AttachVolumeShelveTestJSON-1142647226 tempest-AttachVolumeShelveTestJSON-1142647226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 19:30:13.560442 dv-cinder-806191-2-iscsi neutron-server[93883]: INFO neutron.wsgi [req-5beaad78-0540-44d7-841e-e20e23fe4d13 req-a971dc18-17e4-451b-8d4d-ea7e11e3d467 tempest-AttachVolumeShelveTestJSON-1142647226 tempest-AttachVolumeShelveTestJSON-1142647226-project] 10.222.0.26 "GET /v2.0/ports?device_id=1f302506-b8ef-4fda-ba8a-f51aecf88589 HTTP/1.1" status: 200 len: 947 time: 0.0527029 Aug 29 19:30:13.599373 dv-cinder-806191-2-iscsi neutron-server[93883]: INFO neutron.wsgi [req-5beaad78-0540-44d7-841e-e20e23fe4d13 req-0a7d6f90-4b8a-49ea-8ac5-1ed68e79b989 tempest-AttachVolumeShelveTestJSON-1142647226 tempest-AttachVolumeShelveTestJSON-1142647226-project] 10.222.0.26 "GET /v2.0/security-groups?id=e8a4748b-1455-4786-b8d8-f5e4f9e844dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324733 Aug 29 19:30:14.724401 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dda4427-ef57-45af-9591-cc2066be15b5 req-0237e5a3-c638-41c7-8519-920a8bf8b671 tempest-AttachVolumeShelveTestJSON-1142647226 tempest-AttachVolumeShelveTestJSON-1142647226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 19:30:14.730953 dv-cinder-806191-2-iscsi neutron-server[93884]: INFO neutron.wsgi [req-0dda4427-ef57-45af-9591-cc2066be15b5 req-0237e5a3-c638-41c7-8519-920a8bf8b671 tempest-AttachVolumeShelveTestJSON-1142647226 tempest-AttachVolumeShelveTestJSON-1142647226-project] 10.222.0.26 "GET /v2.0/ports?device_id=1f302506-b8ef-4fda-ba8a-f51aecf88589 HTTP/1.1" status: 200 len: 947 time: 0.0563924 Aug 29 19:30:14.765222 dv-cinder-806191-2-iscsi neutron-server[93884]: INFO neutron.wsgi [req-0dda4427-ef57-45af-9591-cc2066be15b5 req-37708314-e52b-401d-a7c7-faa4f4e18383 tempest-AttachVolumeShelveTestJSON-1142647226 tempest-AttachVolumeShelveTestJSON-1142647226-project] 10.222.0.26 "GET /v2.0/security-groups?id=e8a4748b-1455-4786-b8d8-f5e4f9e844dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328703 Aug 29 19:30:14.847033 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c15fc07-2149-43c0-abe7-935b808417b0 req-6350d4ad-678e-4836-b5f5-85f277e4390a tempest-AttachVolumeShelveTestJSON-1142647226 tempest-AttachVolumeShelveTestJSON-1142647226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 19:30:14.848450 dv-cinder-806191-2-iscsi neutron-server[93884]: INFO neutron.wsgi [req-1c15fc07-2149-43c0-abe7-935b808417b0 req-6350d4ad-678e-4836-b5f5-85f277e4390a tempest-AttachVolumeShelveTestJSON-1142647226 tempest-AttachVolumeShelveTestJSON-1142647226-project] 10.222.0.23 "GET /v2.0/ports?device_id=1f302506-b8ef-4fda-ba8a-f51aecf88589 HTTP/1.1" status: 200 len: 947 time: 0.0498192 Aug 29 19:30:14.943260 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [req-1c15fc07-2149-43c0-abe7-935b808417b0 req-a2319fb8-1fa6-41d8-b023-9fde27201869 tempest-AttachVolumeShelveTestJSON-1142647226 tempest-AttachVolumeShelveTestJSON-1142647226-project] Deleting port 8a991bf5-faf9-47d2-aa7d-4357fb980b4f {{(pid=93884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 19:30:14.943691 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-1c15fc07-2149-43c0-abe7-935b808417b0 req-a2319fb8-1fa6-41d8-b023-9fde27201869 tempest-AttachVolumeShelveTestJSON-1142647226 tempest-AttachVolumeShelveTestJSON-1142647226-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777170414367'] for port, before_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:30:15.036005 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.db [req-1c15fc07-2149-43c0-abe7-935b808417b0 req-a2319fb8-1fa6-41d8-b023-9fde27201869 tempest-AttachVolumeShelveTestJSON-1142647226 tempest-AttachVolumeShelveTestJSON-1142647226-project] For port 8a991bf5-faf9-47d2-aa7d-4357fb980b4f, host hv-cinder-80619, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80619',level=0,port_id=8a991bf5-faf9-47d2-aa7d-4357fb980b4f,segment=NetworkSegment(4a9860ce-75e8-4908-94b6-2e145ca82fc4),segment_id=4a9860ce-75e8-4908-94b6-2e145ca82fc4)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 19:30:15.036375 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-1c15fc07-2149-43c0-abe7-935b808417b0 req-a2319fb8-1fa6-41d8-b023-9fde27201869 tempest-AttachVolumeShelveTestJSON-1142647226 tempest-AttachVolumeShelveTestJSON-1142647226-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3695122'] for port, precommit_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:30:15.237957 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-1c15fc07-2149-43c0-abe7-935b808417b0 req-a2319fb8-1fa6-41d8-b023-9fde27201869 tempest-AttachVolumeShelveTestJSON-1142647226 tempest-AttachVolumeShelveTestJSON-1142647226-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:30:15.238948 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-1c15fc07-2149-43c0-abe7-935b808417b0 req-a2319fb8-1fa6-41d8-b023-9fde27201869 tempest-AttachVolumeShelveTestJSON-1142647226 tempest-AttachVolumeShelveTestJSON-1142647226-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3676317'] for floatingip, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:30:15.239461 dv-cinder-806191-2-iscsi neutron-server[93884]: INFO neutron.db.l3_db [req-1c15fc07-2149-43c0-abe7-935b808417b0 req-a2319fb8-1fa6-41d8-b023-9fde27201869 tempest-AttachVolumeShelveTestJSON-1142647226 tempest-AttachVolumeShelveTestJSON-1142647226-project] Floating IP cc7c9b63-1cd2-4119-9932-9dcba1386534 disassociated. External IP: 172.27.2.155, port: 8a991bf5-faf9-47d2-aa7d-4357fb980b4f. Aug 29 19:30:15.240205 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [req-1c15fc07-2149-43c0-abe7-935b808417b0 req-a2319fb8-1fa6-41d8-b023-9fde27201869 tempest-AttachVolumeShelveTestJSON-1142647226 tempest-AttachVolumeShelveTestJSON-1142647226-project] Calling delete_port for 8a991bf5-faf9-47d2-aa7d-4357fb980b4f owned by compute:nova {{(pid=93884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 19:30:15.379393 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-1c15fc07-2149-43c0-abe7-935b808417b0 req-a2319fb8-1fa6-41d8-b023-9fde27201869 tempest-AttachVolumeShelveTestJSON-1142647226 tempest-AttachVolumeShelveTestJSON-1142647226-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3669005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3715978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777170436895', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777169884173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262862687'] for port, after_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:30:15.422975 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2319fb8-1fa6-41d8-b023-9fde27201869 tempest-AttachVolumeShelveTestJSON-1142647226 tempest-AttachVolumeShelveTestJSON-1142647226-project] Pushing event deleted for resources: {'Port': ['ID=8a991bf5-faf9-47d2-aa7d-4357fb980b4f,revision_number=None']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:30:15.543221 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.scheduler.l3_agent_scheduler [req-1c15fc07-2149-43c0-abe7-935b808417b0 req-a2319fb8-1fa6-41d8-b023-9fde27201869 tempest-AttachVolumeShelveTestJSON-1142647226 tempest-AttachVolumeShelveTestJSON-1142647226-project] Router aa1f8aa4-2384-432f-a79c-f024f744aca5 has already been hosted by L3 agent c3ed3b02-d107-45f2-9b2a-fff9b0cfaa96 {{(pid=93884) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 19:30:15.650143 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-1c15fc07-2149-43c0-abe7-935b808417b0 req-a2319fb8-1fa6-41d8-b023-9fde27201869 tempest-AttachVolumeShelveTestJSON-1142647226 tempest-AttachVolumeShelveTestJSON-1142647226-project] Notify agent at l3_agent.dv-cinder-806191-2-iscsi the message routers_updated {{(pid=93884) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 19:30:15.661212 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa3dc962-9430-4fed-b351-a8aae451fbce None None] Sync routers for ids ['aa1f8aa4-2384-432f-a79c-f024f744aca5'] in dv-cinder-806191-2-iscsi {{(pid=93885) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 19:30:15.671646 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa3dc962-9430-4fed-b351-a8aae451fbce None None] Routers {'aa1f8aa4-2384-432f-a79c-f024f744aca5'} bound to L3 agent in host dv-cinder-806191-2-iscsi {{(pid=93885) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 19:30:15.672246 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-aa3dc962-9430-4fed-b351-a8aae451fbce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806191-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-29T19:13:49Z,description=,heartbeat_timestamp=2021-08-29T19:29:49Z,host='dv-cinder-806191-2-iscsi',id=c3ed3b02-d107-45f2-9b2a-fff9b0cfaa96,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T19:13:49Z,topic='l3_agent')) {'router_ids': ['aa1f8aa4-2384-432f-a79c-f024f744aca5'], 'active': True} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 19:30:15.688205 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.db.l3_dvrscheduler_db [req-1c15fc07-2149-43c0-abe7-935b808417b0 req-a2319fb8-1fa6-41d8-b023-9fde27201869 tempest-AttachVolumeShelveTestJSON-1142647226 tempest-AttachVolumeShelveTestJSON-1142647226-project] No DVR routers for this DVR port 8a991bf5-faf9-47d2-aa7d-4357fb980b4f on host hv-cinder-80619 {{(pid=93884) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 19:30:15.691020 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-1c15fc07-2149-43c0-abe7-935b808417b0 req-a2319fb8-1fa6-41d8-b023-9fde27201869 tempest-AttachVolumeShelveTestJSON-1142647226 tempest-AttachVolumeShelveTestJSON-1142647226-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-256493'] for port, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:30:15.692941 dv-cinder-806191-2-iscsi neutron-server[93884]: INFO neutron.wsgi [req-1c15fc07-2149-43c0-abe7-935b808417b0 req-a2319fb8-1fa6-41d8-b023-9fde27201869 tempest-AttachVolumeShelveTestJSON-1142647226 tempest-AttachVolumeShelveTestJSON-1142647226-project] 10.222.0.23 "DELETE /v2.0/ports/8a991bf5-faf9-47d2-aa7d-4357fb980b4f HTTP/1.1" status: 204 len: 173 time: 0.8388355 Aug 29 19:30:15.693343 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1f302506-b8ef-4fda-ba8a-f51aecf88589', 'name': 'network-vif-deleted', 'tag': '8a991bf5-faf9-47d2-aa7d-4357fb980b4f'}] {{(pid=93884) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 19:30:15.695600 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}af0273b9eb9050257146764f7dfc5aa69aec40d1770056ff1a21a350116cd0eb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e57e552a-b11d-48a8-9529-4052d398fa33" -d '{"events": [{"server_uuid": "1f302506-b8ef-4fda-ba8a-f51aecf88589", "name": "network-vif-deleted", "tag": "8a991bf5-faf9-47d2-aa7d-4357fb980b4f"}]}' {{(pid=93884) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 19:30:15.741229 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 19:30:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c6da692f-c0e0-419f-9052-7a9fda0fce72 x-openstack-request-id: req-c6da692f-c0e0-419f-9052-7a9fda0fce72 {{(pid=93884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 19:30:15.741853 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1f302506-b8ef-4fda-ba8a-f51aecf88589", "name": "network-vif-deleted", "tag": "8a991bf5-faf9-47d2-aa7d-4357fb980b4f", "status": "completed", "code": 200}]} {{(pid=93884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 19:30:15.741853 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-c6da692f-c0e0-419f-9052-7a9fda0fce72 {{(pid=93884) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 19:30:15.742278 dv-cinder-806191-2-iscsi neutron-server[93884]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1f302506-b8ef-4fda-ba8a-f51aecf88589', 'name': 'network-vif-deleted', 'tag': '8a991bf5-faf9-47d2-aa7d-4357fb980b4f', 'status': 'completed', 'code': 200} Aug 29 19:30:15.901259 dv-cinder-806191-2-iscsi neutron-server[93884]: INFO neutron.wsgi [req-46f8e03f-1205-4d73-af21-fad4f5620fdd req-add2542b-55ab-4b3b-b3cf-36101d5da400 tempest-AttachVolumeShelveTestJSON-1142647226 tempest-AttachVolumeShelveTestJSON-1142647226-project] 10.222.0.26 "GET /v2.0/ports?device_id=1f302506-b8ef-4fda-ba8a-f51aecf88589 HTTP/1.1" status: 200 len: 210 time: 0.0270760 Aug 29 19:30:15.931910 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.db.l3_dvr_db [None req-aa3dc962-9430-4fed-b351-a8aae451fbce None None] Set router aa1f8aa4-2384-432f-a79c-f024f744aca5 gateway port host: dv-cinder-806191-2-iscsi {{(pid=93885) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 19:30:16.135992 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-aa3dc962-9430-4fed-b351-a8aae451fbce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa1f8aa4-2384-432f-a79c-f024f744aca5', 'name': 'tempest-AttachVolumeShelveTestJSON-1713152363-router', 'tenant_id': 'b6abb49f4d344fccb0cc20553e2de3be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7209b701-ecaa-476a-bd58-d61d280c16d3', 'external_fixed_ips': [{'subnet_id': '71309eb1-223f-47ba-9803-1437c965e178', 'ip_address': '172.27.2.240'}], 'enable_snat': True}, 'gw_port_id': '580e3926-c9b1-42a7-bfde-7cd910984004', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T19:25:15Z', 'updated_at': '2021-08-29T19:25:21Z', 'revision_number': 4, 'project_id': 'b6abb49f4d344fccb0cc20553e2de3be', 'gw_port': {'id': '580e3926-c9b1-42a7-bfde-7cd910984004', 'name': '', 'network_id': '7209b701-ecaa-476a-bd58-d61d280c16d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:a5:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa1f8aa4-2384-432f-a79c-f024f744aca5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 510, 'fixed_ips': [{'subnet_id': '71309eb1-223f-47ba-9803-1437c965e178', 'ip_address': '172.27.2.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806191-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T19:25:16Z', 'updated_at': '2021-08-29T19:25:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71309eb1-223f-47ba-9803-1437c965e178', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806191-2-iscsi', '_interfaces': [{'id': 'c6d6d545-ee44-49df-8b2d-a0b19dd63545', 'name': '', 'network_id': '5f383061-659c-4a42-af3d-e82e7b7b242f', 'tenant_id': 'b6abb49f4d344fccb0cc20553e2de3be', 'mac_address': 'fa:16:3e:ae:4c:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa1f8aa4-2384-432f-a79c-f024f744aca5', 'device_owner': 'network:router_interface', 'standard_attr_id': 519, 'fixed_ips': [{'subnet_id': '276486f1-8541-4ff7-8581-3f1dc1fbc741', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806191-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T19:25:20Z', 'updated_at': '2021-08-29T19:25:32Z', 'revision_number': 5, 'project_id': 'b6abb49f4d344fccb0cc20553e2de3be', 'subnets': [{'id': '276486f1-8541-4ff7-8581-3f1dc1fbc741', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806191-2-iscsi', False) {} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 19:30:16.163772 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa3dc962-9430-4fed-b351-a8aae451fbce None None] Checking router: aa1f8aa4-2384-432f-a79c-f024f744aca5 for host: dv-cinder-806191-2-iscsi {{(pid=93885) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 19:30:16.172269 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa3dc962-9430-4fed-b351-a8aae451fbce None None] Routers {'aa1f8aa4-2384-432f-a79c-f024f744aca5'} bound to L3 agent in host dv-cinder-806191-2-iscsi {{(pid=93885) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 19:30:16.172899 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-aa3dc962-9430-4fed-b351-a8aae451fbce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806191-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-29T19:13:49Z,description=,heartbeat_timestamp=2021-08-29T19:29:49Z,host='dv-cinder-806191-2-iscsi',id=c3ed3b02-d107-45f2-9b2a-fff9b0cfaa96,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T19:13:49Z,topic='l3_agent')) {'router_ids': ['aa1f8aa4-2384-432f-a79c-f024f744aca5'], 'active': True} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 19:30:16.283429 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.db.l3_dvr_db [None req-aa3dc962-9430-4fed-b351-a8aae451fbce None None] Set router aa1f8aa4-2384-432f-a79c-f024f744aca5 gateway port host: dv-cinder-806191-2-iscsi {{(pid=93885) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 19:30:16.419796 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-0c758bc7-e89e-444e-9e56-9897c2315f4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777170380508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3627128'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:30:16.506982 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-aa3dc962-9430-4fed-b351-a8aae451fbce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa1f8aa4-2384-432f-a79c-f024f744aca5', 'name': 'tempest-AttachVolumeShelveTestJSON-1713152363-router', 'tenant_id': 'b6abb49f4d344fccb0cc20553e2de3be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7209b701-ecaa-476a-bd58-d61d280c16d3', 'external_fixed_ips': [{'subnet_id': '71309eb1-223f-47ba-9803-1437c965e178', 'ip_address': '172.27.2.240'}], 'enable_snat': True}, 'gw_port_id': '580e3926-c9b1-42a7-bfde-7cd910984004', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T19:25:15Z', 'updated_at': '2021-08-29T19:25:21Z', 'revision_number': 4, 'project_id': 'b6abb49f4d344fccb0cc20553e2de3be', 'gw_port': {'id': '580e3926-c9b1-42a7-bfde-7cd910984004', 'name': '', 'network_id': '7209b701-ecaa-476a-bd58-d61d280c16d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:a5:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa1f8aa4-2384-432f-a79c-f024f744aca5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 510, 'fixed_ips': [{'subnet_id': '71309eb1-223f-47ba-9803-1437c965e178', 'ip_address': '172.27.2.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806191-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T19:25:16Z', 'updated_at': '2021-08-29T19:25:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71309eb1-223f-47ba-9803-1437c965e178', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806191-2-iscsi', '_interfaces': [{'id': 'c6d6d545-ee44-49df-8b2d-a0b19dd63545', 'name': '', 'network_id': '5f383061-659c-4a42-af3d-e82e7b7b242f', 'tenant_id': 'b6abb49f4d344fccb0cc20553e2de3be', 'mac_address': 'fa:16:3e:ae:4c:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa1f8aa4-2384-432f-a79c-f024f744aca5', 'device_owner': 'network:router_interface', 'standard_attr_id': 519, 'fixed_ips': [{'subnet_id': '276486f1-8541-4ff7-8581-3f1dc1fbc741', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806191-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T19:25:20Z', 'updated_at': '2021-08-29T19:25:32Z', 'revision_number': 5, 'project_id': 'b6abb49f4d344fccb0cc20553e2de3be', 'subnets': [{'id': '276486f1-8541-4ff7-8581-3f1dc1fbc741', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806191-2-iscsi', False) {} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 19:30:16.533602 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa3dc962-9430-4fed-b351-a8aae451fbce None None] The sync data for ids ['aa1f8aa4-2384-432f-a79c-f024f744aca5'] in dv-cinder-806191-2-iscsi is: [{'id': 'aa1f8aa4-2384-432f-a79c-f024f744aca5', 'name': 'tempest-AttachVolumeShelveTestJSON-1713152363-router', 'tenant_id': 'b6abb49f4d344fccb0cc20553e2de3be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7209b701-ecaa-476a-bd58-d61d280c16d3', 'external_fixed_ips': [{'subnet_id': '71309eb1-223f-47ba-9803-1437c965e178', 'ip_address': '172.27.2.240'}], 'enable_snat': True}, 'gw_port_id': '580e3926-c9b1-42a7-bfde-7cd910984004', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T19:25:15Z', 'updated_at': '2021-08-29T19:25:21Z', 'revision_number': 4, 'project_id': 'b6abb49f4d344fccb0cc20553e2de3be', 'gw_port': {'id': '580e3926-c9b1-42a7-bfde-7cd910984004', 'name': '', 'network_id': '7209b701-ecaa-476a-bd58-d61d280c16d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:a5:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa1f8aa4-2384-432f-a79c-f024f744aca5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 510, 'fixed_ips': [{'subnet_id': '71309eb1-223f-47ba-9803-1437c965e178', 'ip_address': '172.27.2.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806191-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T19:25:16Z', 'updated_at': '2021-08-29T19:25:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71309eb1-223f-47ba-9803-1437c965e178', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806191-2-iscsi', '_interfaces': [{'id': 'c6d6d545-ee44-49df-8b2d-a0b19dd63545', 'name': '', 'network_id': '5f383061-659c-4a42-af3d-e82e7b7b242f', 'tenant_id': 'b6abb49f4d344fccb0cc20553e2de3be', 'mac_address': 'fa:16:3e:ae:4c:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa1f8aa4-2384-432f-a79c-f024f744aca5', 'device_owner': 'network:router_interface', 'standard_attr_id': 519, 'fixed_ips': [{'subnet_id': '276486f1-8541-4ff7-8581-3f1dc1fbc741', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806191-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T19:25:20Z', 'updated_at': '2021-08-29T19:25:32Z', 'revision_number': 5, 'project_id': 'b6abb49f4d344fccb0cc20553e2de3be', 'subnets': [{'id': '276486f1-8541-4ff7-8581-3f1dc1fbc741', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93885) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 19:30:16.874699 dv-cinder-806191-2-iscsi neutron-server[93886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae87fa37-9184-4130-ba95-0c19c6256d6d None None] New status for floating IP cc7c9b63-1cd2-4119-9932-9dcba1386534: DOWN {{(pid=93886) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 29 19:30:16.994289 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.26', 35762) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 19:30:17.056553 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-14eb825f-d1a2-4336-ae55-136349cabd1c tempest-AttachVolumeShelveTestJSON-1142647226 tempest-AttachVolumeShelveTestJSON-1142647226-project] Notify callbacks [] for security_group, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:30:17.081538 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-14eb825f-d1a2-4336-ae55-136349cabd1c tempest-AttachVolumeShelveTestJSON-1142647226 tempest-AttachVolumeShelveTestJSON-1142647226-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:30:17.128784 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-14eb825f-d1a2-4336-ae55-136349cabd1c tempest-AttachVolumeShelveTestJSON-1142647226 tempest-AttachVolumeShelveTestJSON-1142647226-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368872'] for security_group, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:30:17.131435 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-14eb825f-d1a2-4336-ae55-136349cabd1c tempest-AttachVolumeShelveTestJSON-1142647226 tempest-AttachVolumeShelveTestJSON-1142647226-project] Notify callbacks [] for security_group, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:30:17.132565 dv-cinder-806191-2-iscsi neutron-server[93883]: INFO neutron.wsgi [None req-14eb825f-d1a2-4336-ae55-136349cabd1c tempest-AttachVolumeShelveTestJSON-1142647226 tempest-AttachVolumeShelveTestJSON-1142647226-project] 10.222.0.26 "DELETE /v2.0/security-groups/e8a4748b-1455-4786-b8d8-f5e4f9e844dd HTTP/1.1" status: 204 len: 168 time: 0.1372266 Aug 29 19:30:17.135973 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.26', 35764) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 19:30:17.142438 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14eb825f-d1a2-4336-ae55-136349cabd1c tempest-AttachVolumeShelveTestJSON-1142647226 tempest-AttachVolumeShelveTestJSON-1142647226-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e8a4748b-1455-4786-b8d8-f5e4f9e844dd,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:30:17.151169 dv-cinder-806191-2-iscsi neutron-server[93884]: INFO neutron.api.v2.resource [None req-27fe6b64-899a-4f19-9639-30ded65fdcbf tempest-AttachVolumeShelveTestJSON-1142647226 tempest-AttachVolumeShelveTestJSON-1142647226-project] show failed (client error): The resource could not be found. Aug 29 19:30:17.152738 dv-cinder-806191-2-iscsi neutron-server[93884]: INFO neutron.wsgi [None req-27fe6b64-899a-4f19-9639-30ded65fdcbf tempest-AttachVolumeShelveTestJSON-1142647226 tempest-AttachVolumeShelveTestJSON-1142647226-project] 10.222.0.26 "GET /v2.0/security-groups/e8a4748b-1455-4786-b8d8-f5e4f9e844dd HTTP/1.1" status: 404 len: 347 time: 0.0157335 Aug 29 19:30:17.156067 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.26', 35766) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 19:30:17.281576 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron.plugins.ml2.plugin [None req-147fe7d4-4842-4acd-aea1-5836706b3d64 tempest-AttachVolumeShelveTestJSON-1142647226 tempest-AttachVolumeShelveTestJSON-1142647226-project] Deleting port b754cef4-3627-4479-833c-813402f61523 {{(pid=93883) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 19:30:17.281820 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-147fe7d4-4842-4acd-aea1-5836706b3d64 tempest-AttachVolumeShelveTestJSON-1142647226 tempest-AttachVolumeShelveTestJSON-1142647226-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777170414367'] for port, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:30:17.610712 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-147fe7d4-4842-4acd-aea1-5836706b3d64 tempest-AttachVolumeShelveTestJSON-1142647226 tempest-AttachVolumeShelveTestJSON-1142647226-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3695122'] for port, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:30:17.610963 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-147fe7d4-4842-4acd-aea1-5836706b3d64 tempest-AttachVolumeShelveTestJSON-1142647226 tempest-AttachVolumeShelveTestJSON-1142647226-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:30:17.623515 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron.plugins.ml2.plugin [None req-147fe7d4-4842-4acd-aea1-5836706b3d64 tempest-AttachVolumeShelveTestJSON-1142647226 tempest-AttachVolumeShelveTestJSON-1142647226-project] Calling delete_port for b754cef4-3627-4479-833c-813402f61523 owned by network:floatingip {{(pid=93883) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 19:30:17.737350 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-e411ce9c-394c-453f-add9-812245090945 None None] Device 8a991bf5-faf9-47d2-aa7d-4357fb980b4f no longer exists at agent hyperv_hv-cinder-80619 {{(pid=93885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 19:30:17.760288 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-147fe7d4-4842-4acd-aea1-5836706b3d64 tempest-AttachVolumeShelveTestJSON-1142647226 tempest-AttachVolumeShelveTestJSON-1142647226-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3669005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3715978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777170436895', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777169884173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263410497'] for port, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:30:17.760552 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.plugins.ml2.plugin [None req-e411ce9c-394c-453f-add9-812245090945 None None] No Port match for: 8a991bf5-faf9-47d2-aa7d-4357fb980b4f {{(pid=93885) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 19:30:17.760552 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-e411ce9c-394c-453f-add9-812245090945 None None] Device 8a991bf5-faf9-47d2-aa7d-4357fb980b4f not bound to the agent host hv-cinder-80619 {{(pid=93885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 19:30:17.788164 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-147fe7d4-4842-4acd-aea1-5836706b3d64 tempest-AttachVolumeShelveTestJSON-1142647226 tempest-AttachVolumeShelveTestJSON-1142647226-project] Pushing event deleted for resources: {'Port': ['ID=b754cef4-3627-4479-833c-813402f61523,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:30:17.847890 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-147fe7d4-4842-4acd-aea1-5836706b3d64 tempest-AttachVolumeShelveTestJSON-1142647226 tempest-AttachVolumeShelveTestJSON-1142647226-project] Notify callbacks [] for floatingip, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:30:17.850514 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-147fe7d4-4842-4acd-aea1-5836706b3d64 tempest-AttachVolumeShelveTestJSON-1142647226 tempest-AttachVolumeShelveTestJSON-1142647226-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-256493'] for floatingip, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:30:17.851704 dv-cinder-806191-2-iscsi neutron-server[93883]: INFO neutron.wsgi [None req-147fe7d4-4842-4acd-aea1-5836706b3d64 tempest-AttachVolumeShelveTestJSON-1142647226 tempest-AttachVolumeShelveTestJSON-1142647226-project] 10.222.0.26 "DELETE /v2.0/floatingips/cc7c9b63-1cd2-4119-9932-9dcba1386534 HTTP/1.1" status: 204 len: 168 time: 0.6945677 Aug 29 19:30:19.032918 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-10b4bb36-410d-44eb-a5f4-1eaaf5c6ce69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777170380508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3627128'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:30:19.684953 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-f7f3f912-659a-49f9-ab3a-0560ee4983b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777170380508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3627128'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:30:20.258628 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.26', 35788) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 19:30:20.398001 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-ed31fb2d-405b-476e-b16a-f8415d14bc27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777170380508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3627128'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:30:20.735608 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-e411ce9c-394c-453f-add9-812245090945 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777170380508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3627128'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:30:20.816902 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-3550b9bf-0cbb-48ab-97a1-61523ad7316b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3678147'] for router_interface, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:30:21.095080 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron.plugins.ml2.plugin [None req-3550b9bf-0cbb-48ab-97a1-61523ad7316b admin admin] Deleting port c6d6d545-ee44-49df-8b2d-a0b19dd63545 {{(pid=93883) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 19:30:21.095429 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-3550b9bf-0cbb-48ab-97a1-61523ad7316b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777170414367'] for port, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:30:21.180509 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron.plugins.ml2.db [None req-3550b9bf-0cbb-48ab-97a1-61523ad7316b admin admin] For port c6d6d545-ee44-49df-8b2d-a0b19dd63545, host dv-cinder-806191-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806191-2-iscsi',level=0,port_id=c6d6d545-ee44-49df-8b2d-a0b19dd63545,segment=NetworkSegment(4a9860ce-75e8-4908-94b6-2e145ca82fc4),segment_id=4a9860ce-75e8-4908-94b6-2e145ca82fc4)] {{(pid=93883) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 19:30:21.180935 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-3550b9bf-0cbb-48ab-97a1-61523ad7316b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3695122'] for port, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:30:21.195433 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron.plugins.ml2.plugin [None req-3550b9bf-0cbb-48ab-97a1-61523ad7316b admin admin] Calling delete_port for c6d6d545-ee44-49df-8b2d-a0b19dd63545 owned by network:router_interface {{(pid=93883) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 19:30:21.382805 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-3550b9bf-0cbb-48ab-97a1-61523ad7316b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3669005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3715978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777170436895', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777169884173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263410497'] for port, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:30:21.415178 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3550b9bf-0cbb-48ab-97a1-61523ad7316b admin admin] Pushing event deleted for resources: {'Port': ['ID=c6d6d545-ee44-49df-8b2d-a0b19dd63545,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:30:21.584433 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-3550b9bf-0cbb-48ab-97a1-61523ad7316b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3715997', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3677961'] for router_interface, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:30:21.811462 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3550b9bf-0cbb-48ab-97a1-61523ad7316b admin admin] Router aa1f8aa4-2384-432f-a79c-f024f744aca5 has already been hosted by L3 agent c3ed3b02-d107-45f2-9b2a-fff9b0cfaa96 {{(pid=93883) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 19:30:21.851497 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-c214b08a-13ec-4cca-bdbd-998b9b76327d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777170380508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3627128'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:30:21.917895 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3550b9bf-0cbb-48ab-97a1-61523ad7316b admin admin] Notify agent at l3_agent.dv-cinder-806191-2-iscsi the message routers_updated {{(pid=93883) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 19:30:21.923106 dv-cinder-806191-2-iscsi neutron-server[93883]: INFO neutron.wsgi [None req-3550b9bf-0cbb-48ab-97a1-61523ad7316b admin admin] 10.222.0.26 "PUT /v2.0/routers/aa1f8aa4-2384-432f-a79c-f024f744aca5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6632843 Aug 29 19:30:21.925422 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.26', 35792) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 19:30:21.928138 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-086a4a90-b04b-4c84-87b6-58c7e3ee8eb5 None None] Sync routers for ids ['aa1f8aa4-2384-432f-a79c-f024f744aca5'] in dv-cinder-806191-2-iscsi {{(pid=93885) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 19:30:21.938649 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-086a4a90-b04b-4c84-87b6-58c7e3ee8eb5 None None] Routers {'aa1f8aa4-2384-432f-a79c-f024f744aca5'} bound to L3 agent in host dv-cinder-806191-2-iscsi {{(pid=93885) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 19:30:21.939272 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-086a4a90-b04b-4c84-87b6-58c7e3ee8eb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806191-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-29T19:13:49Z,description=,heartbeat_timestamp=2021-08-29T19:30:19Z,host='dv-cinder-806191-2-iscsi',id=c3ed3b02-d107-45f2-9b2a-fff9b0cfaa96,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T19:13:49Z,topic='l3_agent')) {'router_ids': ['aa1f8aa4-2384-432f-a79c-f024f744aca5'], 'active': True} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 19:30:22.042467 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-ce6c8ada-0d30-4c79-a761-d6307dd6e33a admin admin] Notify callbacks [] for router, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:30:22.045177 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.db.l3_dvr_db [None req-086a4a90-b04b-4c84-87b6-58c7e3ee8eb5 None None] Set router aa1f8aa4-2384-432f-a79c-f024f744aca5 gateway port host: dv-cinder-806191-2-iscsi {{(pid=93885) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 19:30:22.160923 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-ce6c8ada-0d30-4c79-a761-d6307dd6e33a admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:30:22.223146 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron.plugins.ml2.plugin [None req-ce6c8ada-0d30-4c79-a761-d6307dd6e33a admin admin] Deleting port 580e3926-c9b1-42a7-bfde-7cd910984004 {{(pid=93883) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 19:30:22.224628 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-ce6c8ada-0d30-4c79-a761-d6307dd6e33a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777170414367'] for port, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:30:22.252930 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-086a4a90-b04b-4c84-87b6-58c7e3ee8eb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa1f8aa4-2384-432f-a79c-f024f744aca5', 'name': 'tempest-AttachVolumeShelveTestJSON-1713152363-router', 'tenant_id': 'b6abb49f4d344fccb0cc20553e2de3be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7209b701-ecaa-476a-bd58-d61d280c16d3', 'external_fixed_ips': [{'subnet_id': '71309eb1-223f-47ba-9803-1437c965e178', 'ip_address': '172.27.2.240'}], 'enable_snat': True}, 'gw_port_id': '580e3926-c9b1-42a7-bfde-7cd910984004', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T19:25:15Z', 'updated_at': '2021-08-29T19:30:21Z', 'revision_number': 5, 'project_id': 'b6abb49f4d344fccb0cc20553e2de3be', 'gw_port': {'id': '580e3926-c9b1-42a7-bfde-7cd910984004', 'name': '', 'network_id': '7209b701-ecaa-476a-bd58-d61d280c16d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:a5:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa1f8aa4-2384-432f-a79c-f024f744aca5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 510, 'fixed_ips': [{'subnet_id': '71309eb1-223f-47ba-9803-1437c965e178', 'ip_address': '172.27.2.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806191-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T19:25:16Z', 'updated_at': '2021-08-29T19:25:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71309eb1-223f-47ba-9803-1437c965e178', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806191-2-iscsi'}], 'dv-cinder-806191-2-iscsi', False) {} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 19:30:22.284164 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-086a4a90-b04b-4c84-87b6-58c7e3ee8eb5 None None] Checking router: aa1f8aa4-2384-432f-a79c-f024f744aca5 for host: dv-cinder-806191-2-iscsi {{(pid=93885) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 19:30:22.294170 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-086a4a90-b04b-4c84-87b6-58c7e3ee8eb5 None None] Routers {'aa1f8aa4-2384-432f-a79c-f024f744aca5'} bound to L3 agent in host dv-cinder-806191-2-iscsi {{(pid=93885) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 19:30:22.294824 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-086a4a90-b04b-4c84-87b6-58c7e3ee8eb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806191-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-29T19:13:49Z,description=,heartbeat_timestamp=2021-08-29T19:30:19Z,host='dv-cinder-806191-2-iscsi',id=c3ed3b02-d107-45f2-9b2a-fff9b0cfaa96,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T19:13:49Z,topic='l3_agent')) {'router_ids': ['aa1f8aa4-2384-432f-a79c-f024f744aca5'], 'active': True} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 19:30:22.310554 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron.plugins.ml2.db [None req-ce6c8ada-0d30-4c79-a761-d6307dd6e33a admin admin] For port 580e3926-c9b1-42a7-bfde-7cd910984004, host dv-cinder-806191-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806191-2-iscsi',level=0,port_id=580e3926-c9b1-42a7-bfde-7cd910984004,segment=NetworkSegment(abe37968-36e5-463a-bc67-a17a4a975f92),segment_id=abe37968-36e5-463a-bc67-a17a4a975f92)] {{(pid=93883) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 19:30:22.310933 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-ce6c8ada-0d30-4c79-a761-d6307dd6e33a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3695122'] for port, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:30:22.328144 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron.plugins.ml2.plugin [None req-ce6c8ada-0d30-4c79-a761-d6307dd6e33a admin admin] Calling delete_port for 580e3926-c9b1-42a7-bfde-7cd910984004 owned by network:router_gateway {{(pid=93883) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 19:30:22.388378 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.db.l3_dvr_db [None req-086a4a90-b04b-4c84-87b6-58c7e3ee8eb5 None None] Set router aa1f8aa4-2384-432f-a79c-f024f744aca5 gateway port host: None {{(pid=93885) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 19:30:22.446934 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-086a4a90-b04b-4c84-87b6-58c7e3ee8eb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa1f8aa4-2384-432f-a79c-f024f744aca5', 'name': 'tempest-AttachVolumeShelveTestJSON-1713152363-router', 'tenant_id': 'b6abb49f4d344fccb0cc20553e2de3be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T19:25:15Z', 'updated_at': '2021-08-29T19:30:22Z', 'revision_number': 6, 'project_id': 'b6abb49f4d344fccb0cc20553e2de3be', 'gw_port_host': None}], 'dv-cinder-806191-2-iscsi', False) {} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 19:30:22.476650 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-086a4a90-b04b-4c84-87b6-58c7e3ee8eb5 None None] The sync data for ids ['aa1f8aa4-2384-432f-a79c-f024f744aca5'] in dv-cinder-806191-2-iscsi is: [{'id': 'aa1f8aa4-2384-432f-a79c-f024f744aca5', 'name': 'tempest-AttachVolumeShelveTestJSON-1713152363-router', 'tenant_id': 'b6abb49f4d344fccb0cc20553e2de3be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T19:25:15Z', 'updated_at': '2021-08-29T19:30:22Z', 'revision_number': 6, 'project_id': 'b6abb49f4d344fccb0cc20553e2de3be', 'gw_port_host': None}] {{(pid=93885) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 19:30:22.533643 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-ce6c8ada-0d30-4c79-a761-d6307dd6e33a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3669005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3715978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777170436895', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777169884173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263410497'] for port, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:30:22.562304 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce6c8ada-0d30-4c79-a761-d6307dd6e33a admin admin] Pushing event deleted for resources: {'Port': ['ID=580e3926-c9b1-42a7-bfde-7cd910984004,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:30:22.628035 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-ce6c8ada-0d30-4c79-a761-d6307dd6e33a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3676243'] for router_gateway, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:30:22.721908 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-ce6c8ada-0d30-4c79-a761-d6307dd6e33a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3671500', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-28682'] for router, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:30:22.724030 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-ce6c8ada-0d30-4c79-a761-d6307dd6e33a admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:30:22.768504 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-ce6c8ada-0d30-4c79-a761-d6307dd6e33a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3671491'] for router, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:30:22.769157 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ce6c8ada-0d30-4c79-a761-d6307dd6e33a admin admin] Fanout notify agent at l3_agent the message router_deleted on router aa1f8aa4-2384-432f-a79c-f024f744aca5 {{(pid=93883) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 29 19:30:22.776451 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-ce6c8ada-0d30-4c79-a761-d6307dd6e33a admin admin] Notify callbacks [] for router, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:30:22.777695 dv-cinder-806191-2-iscsi neutron-server[93883]: INFO neutron.wsgi [None req-ce6c8ada-0d30-4c79-a761-d6307dd6e33a admin admin] 10.222.0.26 "DELETE /v2.0/routers/aa1f8aa4-2384-432f-a79c-f024f744aca5 HTTP/1.1" status: 204 len: 168 time: 0.8513517 Aug 29 19:30:22.780438 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.26', 35794) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 19:30:22.831456 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron.db.db_base_plugin_v2 [None req-8d78a779-fac6-440a-ba7a-86ae0a86378e admin admin] Deleting subnet 276486f1-8541-4ff7-8581-3f1dc1fbc741 {{(pid=93883) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 19:30:22.835034 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-8d78a779-fac6-440a-ba7a-86ae0a86378e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:30:22.879571 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-8d78a779-fac6-440a-ba7a-86ae0a86378e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-263765036'] for subnet, precommit_delete_associations {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:30:22.974099 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-8d78a779-fac6-440a-ba7a-86ae0a86378e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3624633'] for subnet, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:30:23.030142 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-8d78a779-fac6-440a-ba7a-86ae0a86378e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3624630', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-376708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3715978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-263410450', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-263977574'] for subnet, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:30:23.062639 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d78a779-fac6-440a-ba7a-86ae0a86378e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=276486f1-8541-4ff7-8581-3f1dc1fbc741,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:30:23.066297 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-8d78a779-fac6-440a-ba7a-86ae0a86378e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3715960'] for subnet, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:30:23.068167 dv-cinder-806191-2-iscsi neutron-server[93883]: INFO neutron.wsgi [None req-8d78a779-fac6-440a-ba7a-86ae0a86378e admin admin] 10.222.0.26 "DELETE /v2.0/subnets/276486f1-8541-4ff7-8581-3f1dc1fbc741 HTTP/1.1" status: 204 len: 168 time: 0.2868218 Aug 29 19:30:23.070813 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.26', 35796) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 19:30:23.074294 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5eba16ed-8f4a-4965-928e-7fc0b36fee30 None None] Network 5f383061-659c-4a42-af3d-e82e7b7b242f requested from dv-cinder-806191-2-iscsi {{(pid=93885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 19:30:23.145502 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-5cc6e604-312f-4054-ba93-596b77c2d3a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3621417'] for network, before_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:30:23.202018 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-5cc6e604-312f-4054-ba93-596b77c2d3a6 admin admin] Deleting port 2e5cd92b-ca5b-4867-bab6-7300f8663c18 {{(pid=93884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 19:30:23.202366 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-5cc6e604-312f-4054-ba93-596b77c2d3a6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777170414367'] for port, before_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:30:23.265326 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-5cc6e604-312f-4054-ba93-596b77c2d3a6 admin admin] For port 2e5cd92b-ca5b-4867-bab6-7300f8663c18, host dv-cinder-806191-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806191-2-iscsi',level=0,port_id=2e5cd92b-ca5b-4867-bab6-7300f8663c18,segment=NetworkSegment(4a9860ce-75e8-4908-94b6-2e145ca82fc4),segment_id=4a9860ce-75e8-4908-94b6-2e145ca82fc4)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 19:30:23.265760 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-5cc6e604-312f-4054-ba93-596b77c2d3a6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3695122'] for port, precommit_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:30:23.283183 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-5cc6e604-312f-4054-ba93-596b77c2d3a6 admin admin] Calling delete_port for 2e5cd92b-ca5b-4867-bab6-7300f8663c18 owned by network:dhcp {{(pid=93884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 19:30:23.283857 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-601fb75a-2183-4ba9-ac24-499e335560ab None None] DHCP port deletion for 5f383061-659c-4a42-af3d-e82e7b7b242f request from dv-cinder-806191-2-iscsi {{(pid=93885) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 29 19:30:23.340947 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-f7f3f912-659a-49f9-ab3a-0560ee4983b1 None None] Device 2e5cd92b-ca5b-4867-bab6-7300f8663c18 no longer exists at agent ovs-agent-dv-cinder-806191-2-iscsi {{(pid=93885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 19:30:23.347057 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.plugins.ml2.plugin [None req-601fb75a-2183-4ba9-ac24-499e335560ab None None] Deleting port 2e5cd92b-ca5b-4867-bab6-7300f8663c18 {{(pid=93885) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 19:30:23.347514 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-601fb75a-2183-4ba9-ac24-499e335560ab None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777170414367'] for port, before_delete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:30:23.371906 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-5cc6e604-312f-4054-ba93-596b77c2d3a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3669005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3715978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777170436895', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777169884173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262862687'] for port, after_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:30:23.399543 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cc6e604-312f-4054-ba93-596b77c2d3a6 admin admin] Pushing event deleted for resources: {'Port': ['ID=2e5cd92b-ca5b-4867-bab6-7300f8663c18,revision_number=None']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:30:23.406067 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cc6e604-312f-4054-ba93-596b77c2d3a6 admin admin] No DVR routers for this DVR port 2e5cd92b-ca5b-4867-bab6-7300f8663c18 on host dv-cinder-806191-2-iscsi {{(pid=93884) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 19:30:23.439088 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-f7f3f912-659a-49f9-ab3a-0560ee4983b1 None None] No active binding found for port 2e5cd92b-ca5b-4867-bab6-7300f8663c18 {{(pid=93885) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Aug 29 19:30:23.439617 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-f7f3f912-659a-49f9-ab3a-0560ee4983b1 None None] Device 2e5cd92b-ca5b-4867-bab6-7300f8663c18 not bound to the agent host dv-cinder-806191-2-iscsi {{(pid=93885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 19:30:23.440100 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-f7f3f912-659a-49f9-ab3a-0560ee4983b1 None None] Device c6d6d545-ee44-49df-8b2d-a0b19dd63545 no longer exists at agent ovs-agent-dv-cinder-806191-2-iscsi {{(pid=93885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 19:30:23.446572 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-601fb75a-2183-4ba9-ac24-499e335560ab None None] For port 2e5cd92b-ca5b-4867-bab6-7300f8663c18, host dv-cinder-806191-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806191-2-iscsi',level=0,port_id=2e5cd92b-ca5b-4867-bab6-7300f8663c18,segment=NetworkSegment(4a9860ce-75e8-4908-94b6-2e145ca82fc4),segment_id=4a9860ce-75e8-4908-94b6-2e145ca82fc4)] {{(pid=93885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 19:30:23.447113 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-601fb75a-2183-4ba9-ac24-499e335560ab None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3695122'] for port, precommit_delete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:30:23.471062 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.plugins.ml2.plugin [None req-f7f3f912-659a-49f9-ab3a-0560ee4983b1 None None] No Port match for: c6d6d545-ee44-49df-8b2d-a0b19dd63545 {{(pid=93885) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 19:30:23.471412 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-f7f3f912-659a-49f9-ab3a-0560ee4983b1 None None] Device c6d6d545-ee44-49df-8b2d-a0b19dd63545 not bound to the agent host dv-cinder-806191-2-iscsi {{(pid=93885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 19:30:23.471835 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-f7f3f912-659a-49f9-ab3a-0560ee4983b1 None None] Device 580e3926-c9b1-42a7-bfde-7cd910984004 no longer exists at agent ovs-agent-dv-cinder-806191-2-iscsi {{(pid=93885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 19:30:23.482729 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-5cc6e604-312f-4054-ba93-596b77c2d3a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3626562', 'neutron.services.segments.db._delete_segments_for_network-8777170380526'] for network, precommit_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:30:23.494769 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.plugins.ml2.plugin [None req-601fb75a-2183-4ba9-ac24-499e335560ab None None] Calling delete_port for 2e5cd92b-ca5b-4867-bab6-7300f8663c18 owned by network:dhcp {{(pid=93885) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 19:30:23.496763 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.plugins.ml2.plugin [None req-f7f3f912-659a-49f9-ab3a-0560ee4983b1 None None] No Port match for: 580e3926-c9b1-42a7-bfde-7cd910984004 {{(pid=93885) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 19:30:23.497186 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.services.segments.db [None req-5cc6e604-312f-4054-ba93-596b77c2d3a6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5f383061-659c-4a42-af3d-e82e7b7b242f']}} {{(pid=93884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 19:30:23.497330 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-f7f3f912-659a-49f9-ab3a-0560ee4983b1 None None] Device 580e3926-c9b1-42a7-bfde-7cd910984004 not bound to the agent host dv-cinder-806191-2-iscsi {{(pid=93885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 19:30:23.513084 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.services.segments.db [None req-5cc6e604-312f-4054-ba93-596b77c2d3a6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4a9860ce-75e8-4908-94b6-2e145ca82fc4') {'for_net_delete': True} {{(pid=93884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 19:30:23.513375 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.services.segments.db [None req-5cc6e604-312f-4054-ba93-596b77c2d3a6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4a9860ce-75e8-4908-94b6-2e145ca82fc4') {} {{(pid=93884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 19:30:23.523607 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-5cc6e604-312f-4054-ba93-596b77c2d3a6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777170380409', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-84888'] for segment, before_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:30:23.538195 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-5cc6e604-312f-4054-ba93-596b77c2d3a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3556912'] for segment, precommit_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:30:23.545595 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5cc6e604-312f-4054-ba93-596b77c2d3a6 admin admin] Releasing vlan 108 on physical network physnet1 to pool {{(pid=93884) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 19:30:23.546048 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-5cc6e604-312f-4054-ba93-596b77c2d3a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3556912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-262862698'] for segment, after_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:30:23.547826 dv-cinder-806191-2-iscsi neutron-server[93884]: Traceback (most recent call last): Aug 29 19:30:23.547826 dv-cinder-806191-2-iscsi neutron-server[93884]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 19:30:23.547826 dv-cinder-806191-2-iscsi neutron-server[93884]: timer() Aug 29 19:30:23.547826 dv-cinder-806191-2-iscsi neutron-server[93884]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 19:30:23.547826 dv-cinder-806191-2-iscsi neutron-server[93884]: cb(*args, **kw) Aug 29 19:30:23.547826 dv-cinder-806191-2-iscsi neutron-server[93884]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 19:30:23.547826 dv-cinder-806191-2-iscsi neutron-server[93884]: return func(*args, **kwargs) Aug 29 19:30:23.547826 dv-cinder-806191-2-iscsi neutron-server[93884]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 19:30:23.547826 dv-cinder-806191-2-iscsi neutron-server[93884]: self._notify() Aug 29 19:30:23.547826 dv-cinder-806191-2-iscsi neutron-server[93884]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 19:30:23.547826 dv-cinder-806191-2-iscsi neutron-server[93884]: self.callback(batched_events) Aug 29 19:30:23.547826 dv-cinder-806191-2-iscsi neutron-server[93884]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 19:30:23.547826 dv-cinder-806191-2-iscsi neutron-server[93884]: event.method(event) Aug 29 19:30:23.547826 dv-cinder-806191-2-iscsi neutron-server[93884]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 19:30:23.547826 dv-cinder-806191-2-iscsi neutron-server[93884]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 19:30:23.547826 dv-cinder-806191-2-iscsi neutron-server[93884]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 19:30:23.547826 dv-cinder-806191-2-iscsi neutron-server[93884]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 19:30:23.547826 dv-cinder-806191-2-iscsi neutron-server[93884]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 19:30:23.547826 dv-cinder-806191-2-iscsi neutron-server[93884]: return f(self, *a, **k) Aug 29 19:30:23.547826 dv-cinder-806191-2-iscsi neutron-server[93884]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 19:30:23.547826 dv-cinder-806191-2-iscsi neutron-server[93884]: return self._get(url).json() Aug 29 19:30:23.547826 dv-cinder-806191-2-iscsi neutron-server[93884]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 19:30:23.547826 dv-cinder-806191-2-iscsi neutron-server[93884]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 19:30:23.547826 dv-cinder-806191-2-iscsi neutron-server[93884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 19:30:23.547826 dv-cinder-806191-2-iscsi neutron-server[93884]: return self.request(url, 'GET', **kwargs) Aug 29 19:30:23.547826 dv-cinder-806191-2-iscsi neutron-server[93884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 19:30:23.547826 dv-cinder-806191-2-iscsi neutron-server[93884]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 19:30:23.547826 dv-cinder-806191-2-iscsi neutron-server[93884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 19:30:23.547826 dv-cinder-806191-2-iscsi neutron-server[93884]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 19:30:23.547826 dv-cinder-806191-2-iscsi neutron-server[93884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 19:30:23.547826 dv-cinder-806191-2-iscsi neutron-server[93884]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 19:30:23.547826 dv-cinder-806191-2-iscsi neutron-server[93884]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 19:30:23.582571 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-601fb75a-2183-4ba9-ac24-499e335560ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3669005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3715978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777170436895', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777169884173'] for port, after_delete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:30:23.605767 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-5cc6e604-312f-4054-ba93-596b77c2d3a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3626555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-376669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3715978', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3676271'] for network, after_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:30:23.613900 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-601fb75a-2183-4ba9-ac24-499e335560ab None None] Pushing event deleted for resources: {'Port': ['ID=2e5cd92b-ca5b-4867-bab6-7300f8663c18,revision_number=None']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:30:23.614111 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-5cc6e604-312f-4054-ba93-596b77c2d3a6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3715960'] for network, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:30:23.618204 dv-cinder-806191-2-iscsi neutron-server[93884]: INFO neutron.wsgi [None req-5cc6e604-312f-4054-ba93-596b77c2d3a6 admin admin] 10.222.0.26 "DELETE /v2.0/networks/5f383061-659c-4a42-af3d-e82e7b7b242f HTTP/1.1" status: 204 len: 168 time: 0.5440698 Aug 29 19:30:23.619294 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-601fb75a-2183-4ba9-ac24-499e335560ab None None] No DVR routers for this DVR port 2e5cd92b-ca5b-4867-bab6-7300f8663c18 on host dv-cinder-806191-2-iscsi {{(pid=93885) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 19:30:23.629838 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-601fb75a-2183-4ba9-ac24-499e335560ab None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806191-2-iscsi {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:30:23.629838 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-601fb75a-2183-4ba9-ac24-499e335560ab None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806191-2-iscsi {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:30:23.630138 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-601fb75a-2183-4ba9-ac24-499e335560ab None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806191-2-iscsi {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:30:23.630691 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-601fb75a-2183-4ba9-ac24-499e335560ab None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806191-2-iscsi {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:30:23.631534 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-601fb75a-2183-4ba9-ac24-499e335560ab None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-806191-2-iscsi {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:30:23.632185 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-601fb75a-2183-4ba9-ac24-499e335560ab None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806191-2-iscsi {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:30:23.632923 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-601fb75a-2183-4ba9-ac24-499e335560ab None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-806191-2-iscsi {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:30:23.633641 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-601fb75a-2183-4ba9-ac24-499e335560ab None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-806191-2-iscsi {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:30:23.634140 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-601fb75a-2183-4ba9-ac24-499e335560ab None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806191-2-iscsi {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:30:23.635226 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-601fb75a-2183-4ba9-ac24-499e335560ab None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806191-2-iscsi {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:30:23.635708 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-601fb75a-2183-4ba9-ac24-499e335560ab None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806191-2-iscsi {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:30:23.636194 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-601fb75a-2183-4ba9-ac24-499e335560ab None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806191-2-iscsi {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:30:23.637550 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cc6e604-312f-4054-ba93-596b77c2d3a6 admin admin] Pushing event deleted for resources: {'Network': ['ID=5f383061-659c-4a42-af3d-e82e7b7b242f,revision_number=None']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:30:23.734188 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.26', 35800) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 19:30:23.775383 dv-cinder-806191-2-iscsi neutron-server[93883]: INFO neutron.wsgi [None req-b4509ed0-5a9f-4eb7-ad53-f7d62ae4092f admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=b6abb49f4d344fccb0cc20553e2de3be&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0392132 Aug 29 19:30:23.777199 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.26', 35802) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 19:30:23.825142 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-f4c093cf-68e9-4886-8118-32bf150ab12f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:30:23.845564 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-f4c093cf-68e9-4886-8118-32bf150ab12f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:30:23.898257 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-f4c093cf-68e9-4886-8118-32bf150ab12f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368872'] for security_group, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:30:23.901119 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-f4c093cf-68e9-4886-8118-32bf150ab12f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:30:23.902273 dv-cinder-806191-2-iscsi neutron-server[93883]: INFO neutron.wsgi [None req-f4c093cf-68e9-4886-8118-32bf150ab12f admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/a5fd0664-14c2-4cda-8f7a-ef6b5be3a73b HTTP/1.1" status: 204 len: 168 time: 0.1241667 Aug 29 19:30:23.910609 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4c093cf-68e9-4886-8118-32bf150ab12f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a5fd0664-14c2-4cda-8f7a-ef6b5be3a73b,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:30:24.578278 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.26', 35826) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 19:30:24.709150 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron.api.v2.base [None req-8d7e32ec-a8d3-47f6-9ac4-ffae480787e1 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-1891733547-network', 'tenant_id': '8815ddef504e468ab8ba921434be8123'}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 19:30:24.734014 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d7e32ec-a8d3-47f6-9ac4-ffae480787e1 admin admin] Made reservation on behalf of 8815ddef504e468ab8ba921434be8123 for: {'network': 1} {{(pid=93883) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 19:30:24.735546 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-8d7e32ec-a8d3-47f6-9ac4-ffae480787e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3669058'] for network, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:30:24.744098 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-8d7e32ec-a8d3-47f6-9ac4-ffae480787e1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:30:24.836494 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-8d7e32ec-a8d3-47f6-9ac4-ffae480787e1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:30:24.841461 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-8d7e32ec-a8d3-47f6-9ac4-ffae480787e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368872'] for security_group, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:30:24.870093 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8d7e32ec-a8d3-47f6-9ac4-ffae480787e1 admin admin] vlan segment allocate from pool success with {'vlan_id': 122, 'physical_network': 'physnet1'} {{(pid=93883) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 19:30:24.879746 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d7e32ec-a8d3-47f6-9ac4-ffae480787e1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c09f384e-5209-413c-b98d-8f7ca03f90aa,revision_number=1']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:30:24.889852 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-8d7e32ec-a8d3-47f6-9ac4-ffae480787e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3556912'] for segment, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:30:24.889852 dv-cinder-806191-2-iscsi neutron-server[93883]: INFO neutron.db.segments_db [None req-8d7e32ec-a8d3-47f6-9ac4-ffae480787e1 admin admin] Added segment 1ffed5ae-0150-459b-853a-8cab74a9c6c6 of type vlan for network 230fb0ba-0d5c-429d-b34c-6dc749246226 Aug 29 19:30:24.929340 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-8d7e32ec-a8d3-47f6-9ac4-ffae480787e1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777169867614'] for network, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:30:24.954990 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-8d7e32ec-a8d3-47f6-9ac4-ffae480787e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-376669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3715978'] for network, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:30:24.956080 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d7e32ec-a8d3-47f6-9ac4-ffae480787e1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 19:30:24.956686 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-8d7e32ec-a8d3-47f6-9ac4-ffae480787e1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3715960'] for network, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:30:25.010787 dv-cinder-806191-2-iscsi neutron-server[93883]: INFO neutron.wsgi [None req-8d7e32ec-a8d3-47f6-9ac4-ffae480787e1 admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.4313176 Aug 29 19:30:25.013551 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.26', 35832) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 19:30:25.018848 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron.api.v2.base [None req-740e9459-eca7-4b4e-8ffa-a83c1f964c2d admin admin] Request body: {'subnet': {'network_id': '230fb0ba-0d5c-429d-b34c-6dc749246226', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-1891733547-subnet', 'tenant_id': '8815ddef504e468ab8ba921434be8123', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 19:30:25.029233 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d7e32ec-a8d3-47f6-9ac4-ffae480787e1 admin admin] Pushing event updated for resources: {'Network': ['ID=230fb0ba-0d5c-429d-b34c-6dc749246226,revision_number=1']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:30:25.039221 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-f7f3f912-659a-49f9-ab3a-0560ee4983b1 None None] Network 230fb0ba-0d5c-429d-b34c-6dc749246226 details requested by agent ovs-agent-dv-cinder-806191-2-iscsi with host dv-cinder-806191-2-iscsi {{(pid=93885) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 19:30:25.049509 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-740e9459-eca7-4b4e-8ffa-a83c1f964c2d admin admin] Made reservation on behalf of 8815ddef504e468ab8ba921434be8123 for: {'subnet': 1} {{(pid=93883) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 19:30:25.051869 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-740e9459-eca7-4b4e-8ffa-a83c1f964c2d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-263977485'] for subnet, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:30:25.218926 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-740e9459-eca7-4b4e-8ffa-a83c1f964c2d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-376708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3715978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-263308241', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-263977599'] for subnet, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:30:25.272943 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-740e9459-eca7-4b4e-8ffa-a83c1f964c2d admin admin] Pushing event updated for resources: {'Subnet': ['ID=192a96b3-2546-4f6a-b5ab-9304317c7363,revision_number=0']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:30:25.282406 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-740e9459-eca7-4b4e-8ffa-a83c1f964c2d admin admin] Checking segment: {'id': '1ffed5ae-0150-459b-853a-8cab74a9c6c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '230fb0ba-0d5c-429d-b34c-6dc749246226'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93883) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 19:30:25.282774 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-740e9459-eca7-4b4e-8ffa-a83c1f964c2d admin admin] Network hostable DHCP agents. Network: 230fb0ba-0d5c-429d-b34c-6dc749246226, hostable agents: ['01567a2b-701c-44ec-9311-402810164ce4'], hosted agents: [] {{(pid=93883) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 19:30:25.299271 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-740e9459-eca7-4b4e-8ffa-a83c1f964c2d admin admin] Network 230fb0ba-0d5c-429d-b34c-6dc749246226 is scheduled to be hosted by DHCP agent 01567a2b-701c-44ec-9311-402810164ce4 with binding_index 1 {{(pid=93883) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 19:30:25.307396 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron.scheduler.base_scheduler [None req-740e9459-eca7-4b4e-8ffa-a83c1f964c2d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-806191-2-iscsi, 230fb0ba-0d5c-429d-b34c-6dc749246226) {{(pid=93883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 19:30:25.311383 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-740e9459-eca7-4b4e-8ffa-a83c1f964c2d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 19:30:25.311980 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-740e9459-eca7-4b4e-8ffa-a83c1f964c2d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3715960'] for subnet, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:30:25.316445 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9420182b-2944-496c-adfc-7d8e701a7ae7 None None] Network 230fb0ba-0d5c-429d-b34c-6dc749246226 requested from dv-cinder-806191-2-iscsi {{(pid=93885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 19:30:25.326495 dv-cinder-806191-2-iscsi neutron-server[93883]: INFO neutron.wsgi [None req-740e9459-eca7-4b4e-8ffa-a83c1f964c2d admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.3111889 Aug 29 19:30:25.328418 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.26', 35834) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 19:30:25.333093 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron.api.v2.base [None req-9caedd68-4a6a-4697-88be-cd0d9c6a802f admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-1891733547-router', 'tenant_id': '8815ddef504e468ab8ba921434be8123', 'external_gateway_info': {'network_id': '7209b701-ecaa-476a-bd58-d61d280c16d3'}}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 19:30:25.353881 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-9caedd68-4a6a-4697-88be-cd0d9c6a802f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3671342', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-28728'] for router, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:30:25.355095 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-9caedd68-4a6a-4697-88be-cd0d9c6a802f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3671426', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3677672', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-423498', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-28723'] for router, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:30:25.410961 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-9caedd68-4a6a-4697-88be-cd0d9c6a802f admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:30:25.469138 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3553785a-76cd-43b4-8f0e-572ed89417b7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8d0de094-1158-5d9d-8828-d4d58d01f022-230fb0ba-0d5c-429d-b34c-6dc749246226', 'network_id': '230fb0ba-0d5c-429d-b34c-6dc749246226', 'tenant_id': '8815ddef504e468ab8ba921434be8123', 'fixed_ips': [{'subnet_id': '192a96b3-2546-4f6a-b5ab-9304317c7363'}]}} from dv-cinder-806191-2-iscsi. {{(pid=93885) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 29 19:30:25.470006 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-3553785a-76cd-43b4-8f0e-572ed89417b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3669058'] for port, before_create {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:30:25.613454 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.db.db_base_plugin_common [None req-3553785a-76cd-43b4-8f0e-572ed89417b7 None None] Allocated IP 172.20.0.2 (230fb0ba-0d5c-429d-b34c-6dc749246226/192a96b3-2546-4f6a-b5ab-9304317c7363/ec8f0386-f681-4210-970f-01fdfdd212a9) {{(pid=93885) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 19:30:25.774041 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-3553785a-76cd-43b4-8f0e-572ed89417b7 None None] Notify callbacks [] for port, precommit_create {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:30:25.783553 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-3553785a-76cd-43b4-8f0e-572ed89417b7 None None] Transition to ACTIVE for port object ec8f0386-f681-4210-970f-01fdfdd212a9 will not be triggered until provisioned by entity L2. {{(pid=93885) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 19:30:25.801339 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-3553785a-76cd-43b4-8f0e-572ed89417b7 None None] Transition to ACTIVE for port object ec8f0386-f681-4210-970f-01fdfdd212a9 will not be triggered until provisioned by entity DHCP. {{(pid=93885) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 19:30:25.808765 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-3553785a-76cd-43b4-8f0e-572ed89417b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3669005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3715978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777169884164'] for port, after_create {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:30:25.819079 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-9caedd68-4a6a-4697-88be-cd0d9c6a802f admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:30:25.853919 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3553785a-76cd-43b4-8f0e-572ed89417b7 None None] Network 230fb0ba-0d5c-429d-b34c-6dc749246226 is already hosted by enough agents. {{(pid=93885) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 19:30:25.857107 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.scheduler.base_scheduler [None req-3553785a-76cd-43b4-8f0e-572ed89417b7 None None] Resources bound (agent type, host, resource id): {{(pid=93885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 19:30:25.859733 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3553785a-76cd-43b4-8f0e-572ed89417b7 None None] Received port after_create {{(pid=93885) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 19:30:25.871487 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3553785a-76cd-43b4-8f0e-572ed89417b7 None None] Pushing event updated for resources: {'Port': ['ID=ec8f0386-f681-4210-970f-01fdfdd212a9,revision_number=1']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:30:25.927851 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.plugins.ml2.managers [None req-3553785a-76cd-43b4-8f0e-572ed89417b7 None None] Attempting to bind port ec8f0386-f681-4210-970f-01fdfdd212a9 on host dv-cinder-806191-2-iscsi for vnic_type normal with profile {{(pid=93885) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 19:30:25.928214 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.plugins.ml2.managers [None req-3553785a-76cd-43b4-8f0e-572ed89417b7 None None] Attempting to bind port ec8f0386-f681-4210-970f-01fdfdd212a9 by drivers openvswitch,hyperv on host dv-cinder-806191-2-iscsi at level 0 using segments [{'id': '1ffed5ae-0150-459b-853a-8cab74a9c6c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '230fb0ba-0d5c-429d-b34c-6dc749246226'}] {{(pid=93885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 19:30:25.928574 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3553785a-76cd-43b4-8f0e-572ed89417b7 None None] Attempting to bind port ec8f0386-f681-4210-970f-01fdfdd212a9 on network 230fb0ba-0d5c-429d-b34c-6dc749246226 {{(pid=93885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 19:30:25.933582 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3553785a-76cd-43b4-8f0e-572ed89417b7 None None] Checking agent: {'id': 'e2dce85b-d9d5-40cd-b89b-586c7cfc9b3c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-806191-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 19, 13, 50), 'started_at': datetime.datetime(2021, 8, 29, 19, 14, 20), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 19, 30, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-806191-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 19:30:25.933953 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3553785a-76cd-43b4-8f0e-572ed89417b7 None None] Checking segment: {'id': '1ffed5ae-0150-459b-853a-8cab74a9c6c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '230fb0ba-0d5c-429d-b34c-6dc749246226'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93885) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 19:30:25.934350 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-3553785a-76cd-43b4-8f0e-572ed89417b7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:30:25.934769 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3553785a-76cd-43b4-8f0e-572ed89417b7 None None] Bound using segment: {'id': '1ffed5ae-0150-459b-853a-8cab74a9c6c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '230fb0ba-0d5c-429d-b34c-6dc749246226'} {{(pid=93885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 19:30:25.935223 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.plugins.ml2.managers [None req-3553785a-76cd-43b4-8f0e-572ed89417b7 None None] Bound port: ec8f0386-f681-4210-970f-01fdfdd212a9, host: dv-cinder-806191-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1ffed5ae-0150-459b-853a-8cab74a9c6c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '230fb0ba-0d5c-429d-b34c-6dc749246226'}}] {{(pid=93885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 19:30:25.935622 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-3553785a-76cd-43b4-8f0e-572ed89417b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3669058'] for port, before_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:30:25.998462 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-3553785a-76cd-43b4-8f0e-572ed89417b7 None None] For port ec8f0386-f681-4210-970f-01fdfdd212a9, host dv-cinder-806191-2-iscsi, cleared binding levels {{(pid=93885) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 19:30:26.001744 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-3553785a-76cd-43b4-8f0e-572ed89417b7 None None] For port ec8f0386-f681-4210-970f-01fdfdd212a9, host dv-cinder-806191-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806191-2-iscsi',level=0,port_id=ec8f0386-f681-4210-970f-01fdfdd212a9,segment=NetworkSegment(1ffed5ae-0150-459b-853a-8cab74a9c6c6),segment_id=1ffed5ae-0150-459b-853a-8cab74a9c6c6)] {{(pid=93885) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 19:30:26.006456 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-3553785a-76cd-43b4-8f0e-572ed89417b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3669005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3715978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777170436913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777169884182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777169884200'] for port, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:30:26.017523 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-9caedd68-4a6a-4697-88be-cd0d9c6a802f admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:30:26.037111 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-9caedd68-4a6a-4697-88be-cd0d9c6a802f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3669058'] for port, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:30:26.071432 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3553785a-76cd-43b4-8f0e-572ed89417b7 None None] Pushing event updated for resources: {'Port': ['ID=ec8f0386-f681-4210-970f-01fdfdd212a9,revision_number=2']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:30:26.150962 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron.db.db_base_plugin_common [None req-9caedd68-4a6a-4697-88be-cd0d9c6a802f admin admin] Allocated IP 172.27.2.246 (7209b701-ecaa-476a-bd58-d61d280c16d3/71309eb1-223f-47ba-9803-1437c965e178/a0a964fa-9497-4810-a458-0b5d984eeba9) {{(pid=93883) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 19:30:26.268326 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-9caedd68-4a6a-4697-88be-cd0d9c6a802f admin admin] Notify callbacks [] for port, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:30:26.308498 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-9caedd68-4a6a-4697-88be-cd0d9c6a802f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3669005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3715978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777169884164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263410497'] for port, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:30:26.350617 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9caedd68-4a6a-4697-88be-cd0d9c6a802f admin admin] Network 7209b701-ecaa-476a-bd58-d61d280c16d3 is already hosted by enough agents. {{(pid=93883) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 19:30:26.355636 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron.scheduler.base_scheduler [None req-9caedd68-4a6a-4697-88be-cd0d9c6a802f admin admin] Resources bound (agent type, host, resource id): {{(pid=93883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 19:30:26.359130 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9caedd68-4a6a-4697-88be-cd0d9c6a802f admin admin] Received port after_create {{(pid=93883) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 19:30:26.381795 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9caedd68-4a6a-4697-88be-cd0d9c6a802f admin admin] Pushing event updated for resources: {'Port': ['ID=a0a964fa-9497-4810-a458-0b5d984eeba9,revision_number=1']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:30:26.608676 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-9caedd68-4a6a-4697-88be-cd0d9c6a802f admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:30:26.820150 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-9caedd68-4a6a-4697-88be-cd0d9c6a802f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3671481', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3676215'] for router, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:30:26.936928 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59c4f2d5-18d7-47ec-82c7-5d2a75c60ab6 None None] Network 230fb0ba-0d5c-429d-b34c-6dc749246226 requested from dv-cinder-806191-2-iscsi {{(pid=93885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 19:30:26.986415 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9caedd68-4a6a-4697-88be-cd0d9c6a802f admin admin] Router 23f29ba4-9fa5-47f6-942a-21a84cbf601f is scheduled to L3 agent c3ed3b02-d107-45f2-9b2a-fff9b0cfaa96 with binding_index 1 {{(pid=93883) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 29 19:30:27.014042 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-4e76aa33-41d7-4c36-8127-0a6bedae943a None None] Provisioning for port ec8f0386-f681-4210-970f-01fdfdd212a9 completed by entity DHCP. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 19:30:27.088926 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-f7f3f912-659a-49f9-ab3a-0560ee4983b1 None None] Device ec8f0386-f681-4210-970f-01fdfdd212a9 up at agent ovs-agent-dv-cinder-806191-2-iscsi {{(pid=93885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 19:30:27.119426 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9caedd68-4a6a-4697-88be-cd0d9c6a802f admin admin] Notify agent at l3_agent.dv-cinder-806191-2-iscsi the message routers_updated {{(pid=93883) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 19:30:27.130613 dv-cinder-806191-2-iscsi neutron-server[93886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11357c09-4d27-46d5-a798-58b0dd224ca0 None None] Sync routers for ids ['23f29ba4-9fa5-47f6-942a-21a84cbf601f'] in dv-cinder-806191-2-iscsi {{(pid=93886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 19:30:27.138832 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-9caedd68-4a6a-4697-88be-cd0d9c6a802f admin admin] Notify callbacks [] for router, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:30:27.140087 dv-cinder-806191-2-iscsi neutron-server[93883]: INFO neutron.wsgi [None req-9caedd68-4a6a-4697-88be-cd0d9c6a802f admin admin] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 1.8106997 Aug 29 19:30:27.142954 dv-cinder-806191-2-iscsi neutron-server[93886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11357c09-4d27-46d5-a798-58b0dd224ca0 None None] Routers {'23f29ba4-9fa5-47f6-942a-21a84cbf601f'} bound to L3 agent in host dv-cinder-806191-2-iscsi {{(pid=93886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 19:30:27.143636 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.26', 35840) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 19:30:27.144568 dv-cinder-806191-2-iscsi neutron-server[93886]: DEBUG neutron.db.l3_hamode_db [None req-11357c09-4d27-46d5-a798-58b0dd224ca0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806191-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-29T19:13:49Z,description=,heartbeat_timestamp=2021-08-29T19:30:19Z,host='dv-cinder-806191-2-iscsi',id=c3ed3b02-d107-45f2-9b2a-fff9b0cfaa96,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T19:13:49Z,topic='l3_agent')) {'router_ids': ['23f29ba4-9fa5-47f6-942a-21a84cbf601f'], 'active': True} {{(pid=93886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 19:30:27.190989 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-f7f3f912-659a-49f9-ab3a-0560ee4983b1 None None] Provisioning for port ec8f0386-f681-4210-970f-01fdfdd212a9 completed by entity L2. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 19:30:27.195614 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-f7f3f912-659a-49f9-ab3a-0560ee4983b1 None None] Provisioning complete for port ec8f0386-f681-4210-970f-01fdfdd212a9 triggered by entity L2. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 19:30:27.195990 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-f7f3f912-659a-49f9-ab3a-0560ee4983b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3627211'] for port, provisioning_complete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:30:27.273176 dv-cinder-806191-2-iscsi neutron-server[93886]: DEBUG neutron.db.l3_dvr_db [None req-11357c09-4d27-46d5-a798-58b0dd224ca0 None None] Set router 23f29ba4-9fa5-47f6-942a-21a84cbf601f gateway port host: dv-cinder-806191-2-iscsi {{(pid=93886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 19:30:27.284723 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-f7f3f912-659a-49f9-ab3a-0560ee4983b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3669058'] for port, before_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:30:27.475525 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-f7f3f912-659a-49f9-ab3a-0560ee4983b1 None None] For port ec8f0386-f681-4210-970f-01fdfdd212a9, host dv-cinder-806191-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806191-2-iscsi',level=0,port_id=ec8f0386-f681-4210-970f-01fdfdd212a9,segment=NetworkSegment(1ffed5ae-0150-459b-853a-8cab74a9c6c6),segment_id=1ffed5ae-0150-459b-853a-8cab74a9c6c6)] {{(pid=93885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 19:30:27.477831 dv-cinder-806191-2-iscsi neutron-server[93886]: DEBUG neutron.db.l3_hamode_db [None req-11357c09-4d27-46d5-a798-58b0dd224ca0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '23f29ba4-9fa5-47f6-942a-21a84cbf601f', 'name': 'tempest-AttachVolumeTestJSON-1891733547-router', 'tenant_id': '8815ddef504e468ab8ba921434be8123', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7209b701-ecaa-476a-bd58-d61d280c16d3', 'external_fixed_ips': [{'subnet_id': '71309eb1-223f-47ba-9803-1437c965e178', 'ip_address': '172.27.2.246'}], 'enable_snat': True}, 'gw_port_id': 'a0a964fa-9497-4810-a458-0b5d984eeba9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T19:30:25Z', 'updated_at': '2021-08-29T19:30:26Z', 'revision_number': 3, 'project_id': '8815ddef504e468ab8ba921434be8123', 'gw_port': {'id': 'a0a964fa-9497-4810-a458-0b5d984eeba9', 'name': '', 'network_id': '7209b701-ecaa-476a-bd58-d61d280c16d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:af:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '23f29ba4-9fa5-47f6-942a-21a84cbf601f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 652, 'fixed_ips': [{'subnet_id': '71309eb1-223f-47ba-9803-1437c965e178', 'ip_address': '172.27.2.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T19:30:26Z', 'updated_at': '2021-08-29T19:30:26Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '71309eb1-223f-47ba-9803-1437c965e178', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806191-2-iscsi'}], 'dv-cinder-806191-2-iscsi', False) {} {{(pid=93886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 19:30:27.478096 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-fabff92e-d3b6-47de-b7c6-e408349e3346 None None] Provisioning complete for port ec8f0386-f681-4210-970f-01fdfdd212a9 triggered by entity DHCP. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 19:30:27.480377 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-fabff92e-d3b6-47de-b7c6-e408349e3346 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3627211'] for port, provisioning_complete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:30:27.483372 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-f7f3f912-659a-49f9-ab3a-0560ee4983b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3669005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3715978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777170436913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777169884182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777169884200'] for port, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:30:27.505475 dv-cinder-806191-2-iscsi neutron-server[93886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11357c09-4d27-46d5-a798-58b0dd224ca0 None None] Checking router: 23f29ba4-9fa5-47f6-942a-21a84cbf601f for host: dv-cinder-806191-2-iscsi {{(pid=93886) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 19:30:27.505821 dv-cinder-806191-2-iscsi neutron-server[93886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11357c09-4d27-46d5-a798-58b0dd224ca0 None None] Updating router 23f29ba4-9fa5-47f6-942a-21a84cbf601f port a0a964fa-9497-4810-a458-0b5d984eeba9 binding host dv-cinder-806191-2-iscsi {{(pid=93886) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 29 19:30:27.531701 dv-cinder-806191-2-iscsi neutron-server[93886]: DEBUG neutron_lib.callbacks.manager [None req-11357c09-4d27-46d5-a798-58b0dd224ca0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3669058'] for port, before_update {{(pid=93886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:30:27.562418 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7f3f912-659a-49f9-ab3a-0560ee4983b1 None None] Pushing event updated for resources: {'Port': ['ID=ec8f0386-f681-4210-970f-01fdfdd212a9,revision_number=3']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:30:27.618264 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-71f22f02-7b36-4474-9d45-7f968d7eb3b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3669058'] for port, before_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:30:27.782679 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.db.db_base_plugin_common [None req-71f22f02-7b36-4474-9d45-7f968d7eb3b8 admin admin] Allocated IP 172.20.0.1 (230fb0ba-0d5c-429d-b34c-6dc749246226/192a96b3-2546-4f6a-b5ab-9304317c7363/773a5a82-93e8-41c9-9b77-39675df5cb05) {{(pid=93884) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 19:30:27.792047 dv-cinder-806191-2-iscsi neutron-server[93886]: DEBUG neutron_lib.callbacks.manager [None req-11357c09-4d27-46d5-a798-58b0dd224ca0 None None] Notify callbacks [] for port, precommit_update {{(pid=93886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:30:27.802162 dv-cinder-806191-2-iscsi neutron-server[93886]: DEBUG neutron.db.provisioning_blocks [None req-11357c09-4d27-46d5-a798-58b0dd224ca0 None None] Transition to ACTIVE for port object a0a964fa-9497-4810-a458-0b5d984eeba9 will not be triggered until provisioned by entity L2. {{(pid=93886) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 19:30:27.808346 dv-cinder-806191-2-iscsi neutron-server[93886]: DEBUG neutron_lib.callbacks.manager [None req-11357c09-4d27-46d5-a798-58b0dd224ca0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3669005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3715978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777170436913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777169884182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777169884200'] for port, after_update {{(pid=93886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:30:27.860712 dv-cinder-806191-2-iscsi neutron-server[93886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d7fbe3a-0576-4fde-8bd0-185e0188ccdd None None] Pushing event updated for resources: {'Port': ['ID=a0a964fa-9497-4810-a458-0b5d984eeba9,revision_number=2']} {{(pid=93886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:30:27.863889 dv-cinder-806191-2-iscsi neutron-server[93886]: DEBUG neutron.plugins.ml2.managers [None req-11357c09-4d27-46d5-a798-58b0dd224ca0 None None] Attempting to bind port a0a964fa-9497-4810-a458-0b5d984eeba9 on host dv-cinder-806191-2-iscsi for vnic_type normal with profile {{(pid=93886) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 19:30:27.864254 dv-cinder-806191-2-iscsi neutron-server[93886]: DEBUG neutron.plugins.ml2.managers [None req-11357c09-4d27-46d5-a798-58b0dd224ca0 None None] Attempting to bind port a0a964fa-9497-4810-a458-0b5d984eeba9 by drivers openvswitch,hyperv on host dv-cinder-806191-2-iscsi at level 0 using segments [{'id': 'abe37968-36e5-463a-bc67-a17a4a975f92', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7209b701-ecaa-476a-bd58-d61d280c16d3'}] {{(pid=93886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 19:30:27.864619 dv-cinder-806191-2-iscsi neutron-server[93886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11357c09-4d27-46d5-a798-58b0dd224ca0 None None] Attempting to bind port a0a964fa-9497-4810-a458-0b5d984eeba9 on network 7209b701-ecaa-476a-bd58-d61d280c16d3 {{(pid=93886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 19:30:27.872635 dv-cinder-806191-2-iscsi neutron-server[93886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d7fbe3a-0576-4fde-8bd0-185e0188ccdd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806191-2-iscsi {{(pid=93886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:30:27.872981 dv-cinder-806191-2-iscsi neutron-server[93886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d7fbe3a-0576-4fde-8bd0-185e0188ccdd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806191-2-iscsi {{(pid=93886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:30:27.873321 dv-cinder-806191-2-iscsi neutron-server[93886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d7fbe3a-0576-4fde-8bd0-185e0188ccdd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806191-2-iscsi {{(pid=93886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:30:27.873650 dv-cinder-806191-2-iscsi neutron-server[93886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d7fbe3a-0576-4fde-8bd0-185e0188ccdd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806191-2-iscsi {{(pid=93886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:30:27.873978 dv-cinder-806191-2-iscsi neutron-server[93886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d7fbe3a-0576-4fde-8bd0-185e0188ccdd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-806191-2-iscsi {{(pid=93886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:30:27.874307 dv-cinder-806191-2-iscsi neutron-server[93886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d7fbe3a-0576-4fde-8bd0-185e0188ccdd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806191-2-iscsi {{(pid=93886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:30:27.874740 dv-cinder-806191-2-iscsi neutron-server[93886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d7fbe3a-0576-4fde-8bd0-185e0188ccdd None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-806191-2-iscsi {{(pid=93886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:30:27.874986 dv-cinder-806191-2-iscsi neutron-server[93886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d7fbe3a-0576-4fde-8bd0-185e0188ccdd None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-806191-2-iscsi {{(pid=93886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:30:27.875334 dv-cinder-806191-2-iscsi neutron-server[93886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d7fbe3a-0576-4fde-8bd0-185e0188ccdd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806191-2-iscsi {{(pid=93886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:30:27.875661 dv-cinder-806191-2-iscsi neutron-server[93886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d7fbe3a-0576-4fde-8bd0-185e0188ccdd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806191-2-iscsi {{(pid=93886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:30:27.875979 dv-cinder-806191-2-iscsi neutron-server[93886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d7fbe3a-0576-4fde-8bd0-185e0188ccdd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806191-2-iscsi {{(pid=93886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:30:27.876295 dv-cinder-806191-2-iscsi neutron-server[93886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d7fbe3a-0576-4fde-8bd0-185e0188ccdd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806191-2-iscsi {{(pid=93886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:30:27.879495 dv-cinder-806191-2-iscsi neutron-server[93886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11357c09-4d27-46d5-a798-58b0dd224ca0 None None] Checking agent: {'id': 'e2dce85b-d9d5-40cd-b89b-586c7cfc9b3c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-806191-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 19, 13, 50), 'started_at': datetime.datetime(2021, 8, 29, 19, 14, 20), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 19, 30, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-806191-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 19:30:27.879869 dv-cinder-806191-2-iscsi neutron-server[93886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11357c09-4d27-46d5-a798-58b0dd224ca0 None None] Checking segment: {'id': 'abe37968-36e5-463a-bc67-a17a4a975f92', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7209b701-ecaa-476a-bd58-d61d280c16d3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93886) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 19:30:27.880269 dv-cinder-806191-2-iscsi neutron-server[93886]: DEBUG neutron_lib.callbacks.manager [None req-11357c09-4d27-46d5-a798-58b0dd224ca0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:30:27.880650 dv-cinder-806191-2-iscsi neutron-server[93886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11357c09-4d27-46d5-a798-58b0dd224ca0 None None] Bound using segment: {'id': 'abe37968-36e5-463a-bc67-a17a4a975f92', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7209b701-ecaa-476a-bd58-d61d280c16d3'} {{(pid=93886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 19:30:27.881114 dv-cinder-806191-2-iscsi neutron-server[93886]: DEBUG neutron.plugins.ml2.managers [None req-11357c09-4d27-46d5-a798-58b0dd224ca0 None None] Bound port: a0a964fa-9497-4810-a458-0b5d984eeba9, host: dv-cinder-806191-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'abe37968-36e5-463a-bc67-a17a4a975f92', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7209b701-ecaa-476a-bd58-d61d280c16d3'}}] {{(pid=93886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 19:30:27.881629 dv-cinder-806191-2-iscsi neutron-server[93886]: DEBUG neutron_lib.callbacks.manager [None req-11357c09-4d27-46d5-a798-58b0dd224ca0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3669058'] for port, before_update {{(pid=93886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:30:27.888787 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-71f22f02-7b36-4474-9d45-7f968d7eb3b8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:30:27.902216 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-71f22f02-7b36-4474-9d45-7f968d7eb3b8 admin admin] Transition to ACTIVE for port object 773a5a82-93e8-41c9-9b77-39675df5cb05 will not be triggered until provisioned by entity DHCP. {{(pid=93884) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 19:30:27.934798 dv-cinder-806191-2-iscsi neutron-server[93886]: DEBUG neutron.plugins.ml2.db [None req-11357c09-4d27-46d5-a798-58b0dd224ca0 None None] For port a0a964fa-9497-4810-a458-0b5d984eeba9, host dv-cinder-806191-2-iscsi, cleared binding levels {{(pid=93886) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 19:30:27.938649 dv-cinder-806191-2-iscsi neutron-server[93886]: DEBUG neutron.plugins.ml2.db [None req-11357c09-4d27-46d5-a798-58b0dd224ca0 None None] For port a0a964fa-9497-4810-a458-0b5d984eeba9, host dv-cinder-806191-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806191-2-iscsi',level=0,port_id=a0a964fa-9497-4810-a458-0b5d984eeba9,segment=NetworkSegment(abe37968-36e5-463a-bc67-a17a4a975f92),segment_id=abe37968-36e5-463a-bc67-a17a4a975f92)] {{(pid=93886) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 19:30:27.938858 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-71f22f02-7b36-4474-9d45-7f968d7eb3b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3669005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3715978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777169884164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262862687'] for port, after_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:30:27.944029 dv-cinder-806191-2-iscsi neutron-server[93886]: DEBUG neutron_lib.callbacks.manager [None req-11357c09-4d27-46d5-a798-58b0dd224ca0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3669005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3715978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777170436913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777169884182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777169884200'] for port, after_update {{(pid=93886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:30:27.976932 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71f22f02-7b36-4474-9d45-7f968d7eb3b8 admin admin] Network 230fb0ba-0d5c-429d-b34c-6dc749246226 is already hosted by enough agents. {{(pid=93884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 19:30:27.982556 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.scheduler.base_scheduler [None req-71f22f02-7b36-4474-9d45-7f968d7eb3b8 admin admin] Resources bound (agent type, host, resource id): {{(pid=93884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 19:30:27.986355 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71f22f02-7b36-4474-9d45-7f968d7eb3b8 admin admin] Received port after_create {{(pid=93884) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 19:30:28.007110 dv-cinder-806191-2-iscsi neutron-server[93886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d7fbe3a-0576-4fde-8bd0-185e0188ccdd None None] Pushing event updated for resources: {'Port': ['ID=a0a964fa-9497-4810-a458-0b5d984eeba9,revision_number=3']} {{(pid=93886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:30:28.018768 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71f22f02-7b36-4474-9d45-7f968d7eb3b8 admin admin] Pushing event updated for resources: {'Port': ['ID=773a5a82-93e8-41c9-9b77-39675df5cb05,revision_number=1']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:30:28.019210 dv-cinder-806191-2-iscsi neutron-server[93886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11357c09-4d27-46d5-a798-58b0dd224ca0 None None] Routers {'23f29ba4-9fa5-47f6-942a-21a84cbf601f'} bound to L3 agent in host dv-cinder-806191-2-iscsi {{(pid=93886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 19:30:28.019210 dv-cinder-806191-2-iscsi neutron-server[93886]: DEBUG neutron.db.l3_hamode_db [None req-11357c09-4d27-46d5-a798-58b0dd224ca0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806191-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-29T19:13:49Z,description=,heartbeat_timestamp=2021-08-29T19:30:19Z,host='dv-cinder-806191-2-iscsi',id=c3ed3b02-d107-45f2-9b2a-fff9b0cfaa96,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T19:13:49Z,topic='l3_agent')) {'router_ids': ['23f29ba4-9fa5-47f6-942a-21a84cbf601f'], 'active': True} {{(pid=93886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 19:30:28.044073 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-71f22f02-7b36-4474-9d45-7f968d7eb3b8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3676392'] for router_interface, before_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:30:28.137245 dv-cinder-806191-2-iscsi neutron-server[93886]: DEBUG neutron.db.l3_dvr_db [None req-11357c09-4d27-46d5-a798-58b0dd224ca0 None None] Set router 23f29ba4-9fa5-47f6-942a-21a84cbf601f gateway port host: dv-cinder-806191-2-iscsi {{(pid=93886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 19:30:28.173971 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-71f22f02-7b36-4474-9d45-7f968d7eb3b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3669058'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:30:28.241581 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-a4f10a06-ac43-4b55-8fc9-711becb27789 None None] Provisioning for port 773a5a82-93e8-41c9-9b77-39675df5cb05 completed by entity DHCP. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 19:30:28.248217 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-a4f10a06-ac43-4b55-8fc9-711becb27789 None None] Provisioning complete for port 773a5a82-93e8-41c9-9b77-39675df5cb05 triggered by entity DHCP. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 19:30:28.248612 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-a4f10a06-ac43-4b55-8fc9-711becb27789 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3627211'] for port, provisioning_complete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:30:28.289921 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.plugins.ml2.plugin [None req-a4f10a06-ac43-4b55-8fc9-711becb27789 None None] Port 773a5a82-93e8-41c9-9b77-39675df5cb05 cannot update to ACTIVE because it is not bound. {{(pid=93885) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 19:30:28.335851 dv-cinder-806191-2-iscsi neutron-server[93886]: DEBUG neutron.db.l3_hamode_db [None req-11357c09-4d27-46d5-a798-58b0dd224ca0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '23f29ba4-9fa5-47f6-942a-21a84cbf601f', 'name': 'tempest-AttachVolumeTestJSON-1891733547-router', 'tenant_id': '8815ddef504e468ab8ba921434be8123', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7209b701-ecaa-476a-bd58-d61d280c16d3', 'external_fixed_ips': [{'subnet_id': '71309eb1-223f-47ba-9803-1437c965e178', 'ip_address': '172.27.2.246'}], 'enable_snat': True}, 'gw_port_id': 'a0a964fa-9497-4810-a458-0b5d984eeba9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T19:30:25Z', 'updated_at': '2021-08-29T19:30:26Z', 'revision_number': 3, 'project_id': '8815ddef504e468ab8ba921434be8123', 'gw_port': {'id': 'a0a964fa-9497-4810-a458-0b5d984eeba9', 'name': '', 'network_id': '7209b701-ecaa-476a-bd58-d61d280c16d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:af:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '23f29ba4-9fa5-47f6-942a-21a84cbf601f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 652, 'fixed_ips': [{'subnet_id': '71309eb1-223f-47ba-9803-1437c965e178', 'ip_address': '172.27.2.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806191-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T19:30:26Z', 'updated_at': '2021-08-29T19:30:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '71309eb1-223f-47ba-9803-1437c965e178', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806191-2-iscsi'}], 'dv-cinder-806191-2-iscsi', False) {} {{(pid=93886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 19:30:28.347468 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-71f22f02-7b36-4474-9d45-7f968d7eb3b8 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:30:28.352387 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-71f22f02-7b36-4474-9d45-7f968d7eb3b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3669005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3715978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777170436913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777169884182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777169884200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-262862662'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:30:28.363156 dv-cinder-806191-2-iscsi neutron-server[93886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11357c09-4d27-46d5-a798-58b0dd224ca0 None None] The sync data for ids ['23f29ba4-9fa5-47f6-942a-21a84cbf601f'] in dv-cinder-806191-2-iscsi is: [{'id': '23f29ba4-9fa5-47f6-942a-21a84cbf601f', 'name': 'tempest-AttachVolumeTestJSON-1891733547-router', 'tenant_id': '8815ddef504e468ab8ba921434be8123', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7209b701-ecaa-476a-bd58-d61d280c16d3', 'external_fixed_ips': [{'subnet_id': '71309eb1-223f-47ba-9803-1437c965e178', 'ip_address': '172.27.2.246'}], 'enable_snat': True}, 'gw_port_id': 'a0a964fa-9497-4810-a458-0b5d984eeba9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T19:30:25Z', 'updated_at': '2021-08-29T19:30:26Z', 'revision_number': 3, 'project_id': '8815ddef504e468ab8ba921434be8123', 'gw_port': {'id': 'a0a964fa-9497-4810-a458-0b5d984eeba9', 'name': '', 'network_id': '7209b701-ecaa-476a-bd58-d61d280c16d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:af:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '23f29ba4-9fa5-47f6-942a-21a84cbf601f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 652, 'fixed_ips': [{'subnet_id': '71309eb1-223f-47ba-9803-1437c965e178', 'ip_address': '172.27.2.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806191-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T19:30:26Z', 'updated_at': '2021-08-29T19:30:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '71309eb1-223f-47ba-9803-1437c965e178', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806191-2-iscsi'}] {{(pid=93886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 19:30:28.421736 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-71f22f02-7b36-4474-9d45-7f968d7eb3b8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3716004', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3676983'] for router_interface, after_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:30:28.423640 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71f22f02-7b36-4474-9d45-7f968d7eb3b8 admin admin] Pushing event updated for resources: {'Port': ['ID=773a5a82-93e8-41c9-9b77-39675df5cb05,revision_number=2']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:30:28.513551 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71f22f02-7b36-4474-9d45-7f968d7eb3b8 admin admin] Network 230fb0ba-0d5c-429d-b34c-6dc749246226 is already hosted by enough agents. {{(pid=93884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 19:30:28.514958 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.scheduler.base_scheduler [None req-71f22f02-7b36-4474-9d45-7f968d7eb3b8 admin admin] Resources bound (agent type, host, resource id): {{(pid=93884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 19:30:28.653595 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-71f22f02-7b36-4474-9d45-7f968d7eb3b8 admin admin] Router 23f29ba4-9fa5-47f6-942a-21a84cbf601f has already been hosted by L3 agent c3ed3b02-d107-45f2-9b2a-fff9b0cfaa96 {{(pid=93884) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 19:30:28.775315 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-71f22f02-7b36-4474-9d45-7f968d7eb3b8 admin admin] Notify agent at l3_agent.dv-cinder-806191-2-iscsi the message routers_updated {{(pid=93884) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 19:30:28.780701 dv-cinder-806191-2-iscsi neutron-server[93884]: INFO neutron.wsgi [None req-71f22f02-7b36-4474-9d45-7f968d7eb3b8 admin admin] 10.222.0.26 "PUT /v2.0/routers/23f29ba4-9fa5-47f6-942a-21a84cbf601f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6356592 Aug 29 19:30:28.822293 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-37434024-c536-4ffc-8a85-e66d49946d28 None None] Provisioning complete for port 773a5a82-93e8-41c9-9b77-39675df5cb05 triggered by entity DHCP. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 19:30:28.822689 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-37434024-c536-4ffc-8a85-e66d49946d28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3627211'] for port, provisioning_complete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:30:28.863443 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.plugins.ml2.plugin [None req-37434024-c536-4ffc-8a85-e66d49946d28 None None] Port 773a5a82-93e8-41c9-9b77-39675df5cb05 cannot update to ACTIVE because it is not bound. {{(pid=93885) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 19:30:29.163662 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-f7f3f912-659a-49f9-ab3a-0560ee4983b1 None None] Device a0a964fa-9497-4810-a458-0b5d984eeba9 up at agent ovs-agent-dv-cinder-806191-2-iscsi {{(pid=93885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 19:30:29.239313 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-f7f3f912-659a-49f9-ab3a-0560ee4983b1 None None] Provisioning for port a0a964fa-9497-4810-a458-0b5d984eeba9 completed by entity L2. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 19:30:29.244095 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-f7f3f912-659a-49f9-ab3a-0560ee4983b1 None None] Provisioning complete for port a0a964fa-9497-4810-a458-0b5d984eeba9 triggered by entity L2. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 19:30:29.245244 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-f7f3f912-659a-49f9-ab3a-0560ee4983b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3627211'] for port, provisioning_complete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:30:29.334184 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-f7f3f912-659a-49f9-ab3a-0560ee4983b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3669058'] for port, before_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:30:29.355631 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-f7f3f912-659a-49f9-ab3a-0560ee4983b1 None None] For port a0a964fa-9497-4810-a458-0b5d984eeba9, host dv-cinder-806191-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806191-2-iscsi',level=0,port_id=a0a964fa-9497-4810-a458-0b5d984eeba9,segment=NetworkSegment(abe37968-36e5-463a-bc67-a17a4a975f92),segment_id=abe37968-36e5-463a-bc67-a17a4a975f92)] {{(pid=93885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 19:30:29.359810 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-f7f3f912-659a-49f9-ab3a-0560ee4983b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3669005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3715978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777170436913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777169884182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777169884200'] for port, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:30:29.360603 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-f7f3f912-659a-49f9-ab3a-0560ee4983b1 None None] Device ec8f0386-f681-4210-970f-01fdfdd212a9 up at agent ovs-agent-dv-cinder-806191-2-iscsi {{(pid=93885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 19:30:29.428360 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.26', 35860) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 19:30:29.433854 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.api.v2.base [None req-2a85af9d-a034-48f8-8361-5921648f6131 tempest-AttachVolumeTestJSON-1146266330 tempest-AttachVolumeTestJSON-1146266330-project] Request body: {'security_group': {'name': 'tempest-securitygroup--307451975', 'description': 'tempest-description--1566258154'}} {{(pid=93884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 19:30:29.437756 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7f3f912-659a-49f9-ab3a-0560ee4983b1 None None] Pushing event updated for resources: {'Port': ['ID=a0a964fa-9497-4810-a458-0b5d984eeba9,revision_number=4']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:30:29.449391 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-f7f3f912-659a-49f9-ab3a-0560ee4983b1 None None] Provisioning complete for port ec8f0386-f681-4210-970f-01fdfdd212a9 triggered by entity L2. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 19:30:29.449774 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-f7f3f912-659a-49f9-ab3a-0560ee4983b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3627211'] for port, provisioning_complete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:30:29.456148 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-2a85af9d-a034-48f8-8361-5921648f6131 tempest-AttachVolumeTestJSON-1146266330 tempest-AttachVolumeTestJSON-1146266330-project] Notify callbacks [] for security_group, before_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:30:29.540078 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-2a85af9d-a034-48f8-8361-5921648f6131 tempest-AttachVolumeTestJSON-1146266330 tempest-AttachVolumeTestJSON-1146266330-project] Notify callbacks [] for security_group, precommit_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:30:29.545409 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-2a85af9d-a034-48f8-8361-5921648f6131 tempest-AttachVolumeTestJSON-1146266330 tempest-AttachVolumeTestJSON-1146266330-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368872'] for security_group, after_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:30:29.579800 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-2a85af9d-a034-48f8-8361-5921648f6131 tempest-AttachVolumeTestJSON-1146266330 tempest-AttachVolumeTestJSON-1146266330-project] Notify callbacks [] for security_group, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:30:29.581030 dv-cinder-806191-2-iscsi neutron-server[93884]: INFO neutron.wsgi [None req-2a85af9d-a034-48f8-8361-5921648f6131 tempest-AttachVolumeTestJSON-1146266330 tempest-AttachVolumeTestJSON-1146266330-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.1515958 Aug 29 19:30:29.582111 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a85af9d-a034-48f8-8361-5921648f6131 tempest-AttachVolumeTestJSON-1146266330 tempest-AttachVolumeTestJSON-1146266330-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c4a40029-c30e-4405-8d4b-b6b127f13a65,revision_number=1']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:30:29.584000 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.26', 35862) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 19:30:29.589051 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron.api.v2.base [None req-8b690864-a1fe-4b3e-b63b-ceea6f3c5cea tempest-AttachVolumeTestJSON-1146266330 tempest-AttachVolumeTestJSON-1146266330-project] Request body: {'security_group_rule': {'security_group_id': 'c4a40029-c30e-4405-8d4b-b6b127f13a65', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 19:30:29.615071 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-8b690864-a1fe-4b3e-b63b-ceea6f3c5cea tempest-AttachVolumeTestJSON-1146266330 tempest-AttachVolumeTestJSON-1146266330-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:30:29.671661 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-8b690864-a1fe-4b3e-b63b-ceea6f3c5cea tempest-AttachVolumeTestJSON-1146266330 tempest-AttachVolumeTestJSON-1146266330-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:30:29.675174 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-8b690864-a1fe-4b3e-b63b-ceea6f3c5cea tempest-AttachVolumeTestJSON-1146266330 tempest-AttachVolumeTestJSON-1146266330-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-359182'] for security_group_rule, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:30:29.694172 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b690864-a1fe-4b3e-b63b-ceea6f3c5cea tempest-AttachVolumeTestJSON-1146266330 tempest-AttachVolumeTestJSON-1146266330-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6381e5e5-2894-493c-aed8-3b48a0c49658,revision_number=0']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:30:29.698291 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-8b690864-a1fe-4b3e-b63b-ceea6f3c5cea tempest-AttachVolumeTestJSON-1146266330 tempest-AttachVolumeTestJSON-1146266330-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:30:29.699308 dv-cinder-806191-2-iscsi neutron-server[93883]: INFO neutron.wsgi [None req-8b690864-a1fe-4b3e-b63b-ceea6f3c5cea tempest-AttachVolumeTestJSON-1146266330 tempest-AttachVolumeTestJSON-1146266330-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1141346 Aug 29 19:30:29.701643 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.26', 35864) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 19:30:29.706276 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron.api.v2.base [None req-3ae85363-0d67-4c41-b0ca-724be380350f tempest-AttachVolumeTestJSON-1146266330 tempest-AttachVolumeTestJSON-1146266330-project] Request body: {'security_group_rule': {'security_group_id': 'c4a40029-c30e-4405-8d4b-b6b127f13a65', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 19:30:29.739702 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-3ae85363-0d67-4c41-b0ca-724be380350f tempest-AttachVolumeTestJSON-1146266330 tempest-AttachVolumeTestJSON-1146266330-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:30:29.812125 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-3ae85363-0d67-4c41-b0ca-724be380350f tempest-AttachVolumeTestJSON-1146266330 tempest-AttachVolumeTestJSON-1146266330-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:30:29.816362 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-3ae85363-0d67-4c41-b0ca-724be380350f tempest-AttachVolumeTestJSON-1146266330 tempest-AttachVolumeTestJSON-1146266330-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-359182'] for security_group_rule, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:30:29.834168 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ae85363-0d67-4c41-b0ca-724be380350f tempest-AttachVolumeTestJSON-1146266330 tempest-AttachVolumeTestJSON-1146266330-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=efe2ab56-b474-4033-a885-7ea9b2bdece2,revision_number=0']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:30:29.843234 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-3ae85363-0d67-4c41-b0ca-724be380350f tempest-AttachVolumeTestJSON-1146266330 tempest-AttachVolumeTestJSON-1146266330-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:30:29.844722 dv-cinder-806191-2-iscsi neutron-server[93883]: INFO neutron.wsgi [None req-3ae85363-0d67-4c41-b0ca-724be380350f tempest-AttachVolumeTestJSON-1146266330 tempest-AttachVolumeTestJSON-1146266330-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1420708 Aug 29 19:30:29.847735 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.26', 35866) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 19:30:29.854501 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron.api.v2.base [None req-eb35327b-85d6-41aa-a28d-78c5570983fc tempest-AttachVolumeTestJSON-1146266330 tempest-AttachVolumeTestJSON-1146266330-project] Request body: {'floatingip': {'floating_network_id': '7209b701-ecaa-476a-bd58-d61d280c16d3'}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 19:30:29.879865 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-eb35327b-85d6-41aa-a28d-78c5570983fc tempest-AttachVolumeTestJSON-1146266330 tempest-AttachVolumeTestJSON-1146266330-project] Notify callbacks [] for floatingip, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:30:29.988790 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-eb35327b-85d6-41aa-a28d-78c5570983fc tempest-AttachVolumeTestJSON-1146266330 tempest-AttachVolumeTestJSON-1146266330-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3669058'] for port, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:30:30.096632 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa6b3288-6444-460c-b1ff-83e648f0b7bb None None] Sync routers for ids ['23f29ba4-9fa5-47f6-942a-21a84cbf601f'] in dv-cinder-806191-2-iscsi {{(pid=93885) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 19:30:30.108598 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa6b3288-6444-460c-b1ff-83e648f0b7bb None None] Routers {'23f29ba4-9fa5-47f6-942a-21a84cbf601f'} bound to L3 agent in host dv-cinder-806191-2-iscsi {{(pid=93885) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 19:30:30.109583 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-fa6b3288-6444-460c-b1ff-83e648f0b7bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806191-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-29T19:13:49Z,description=,heartbeat_timestamp=2021-08-29T19:30:19Z,host='dv-cinder-806191-2-iscsi',id=c3ed3b02-d107-45f2-9b2a-fff9b0cfaa96,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T19:13:49Z,topic='l3_agent')) {'router_ids': ['23f29ba4-9fa5-47f6-942a-21a84cbf601f'], 'active': True} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 19:30:30.127713 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron.db.db_base_plugin_common [None req-eb35327b-85d6-41aa-a28d-78c5570983fc tempest-AttachVolumeTestJSON-1146266330 tempest-AttachVolumeTestJSON-1146266330-project] Allocated IP 172.27.2.162 (7209b701-ecaa-476a-bd58-d61d280c16d3/71309eb1-223f-47ba-9803-1437c965e178/9f4e5e07-2dc3-4c8b-a507-a6fc02a21972) {{(pid=93883) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 19:30:30.230533 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.db.l3_dvr_db [None req-fa6b3288-6444-460c-b1ff-83e648f0b7bb None None] Set router 23f29ba4-9fa5-47f6-942a-21a84cbf601f gateway port host: dv-cinder-806191-2-iscsi {{(pid=93885) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 19:30:30.259917 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-eb35327b-85d6-41aa-a28d-78c5570983fc tempest-AttachVolumeTestJSON-1146266330 tempest-AttachVolumeTestJSON-1146266330-project] Notify callbacks [] for port, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:30:30.309709 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-eb35327b-85d6-41aa-a28d-78c5570983fc tempest-AttachVolumeTestJSON-1146266330 tempest-AttachVolumeTestJSON-1146266330-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3669005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3715978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777169884164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263410497'] for port, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:30:30.358931 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb35327b-85d6-41aa-a28d-78c5570983fc tempest-AttachVolumeTestJSON-1146266330 tempest-AttachVolumeTestJSON-1146266330-project] Network 7209b701-ecaa-476a-bd58-d61d280c16d3 is already hosted by enough agents. {{(pid=93883) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 19:30:30.362796 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron.scheduler.base_scheduler [None req-eb35327b-85d6-41aa-a28d-78c5570983fc tempest-AttachVolumeTestJSON-1146266330 tempest-AttachVolumeTestJSON-1146266330-project] Resources bound (agent type, host, resource id): {{(pid=93883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 19:30:30.367578 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb35327b-85d6-41aa-a28d-78c5570983fc tempest-AttachVolumeTestJSON-1146266330 tempest-AttachVolumeTestJSON-1146266330-project] Received port after_create {{(pid=93883) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 19:30:30.371521 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb35327b-85d6-41aa-a28d-78c5570983fc tempest-AttachVolumeTestJSON-1146266330 tempest-AttachVolumeTestJSON-1146266330-project] Pushing event updated for resources: {'Port': ['ID=9f4e5e07-2dc3-4c8b-a507-a6fc02a21972,revision_number=1']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:30:30.464456 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-eb35327b-85d6-41aa-a28d-78c5570983fc tempest-AttachVolumeTestJSON-1146266330 tempest-AttachVolumeTestJSON-1146266330-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:30:30.473525 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-fa6b3288-6444-460c-b1ff-83e648f0b7bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '23f29ba4-9fa5-47f6-942a-21a84cbf601f', 'name': 'tempest-AttachVolumeTestJSON-1891733547-router', 'tenant_id': '8815ddef504e468ab8ba921434be8123', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7209b701-ecaa-476a-bd58-d61d280c16d3', 'external_fixed_ips': [{'subnet_id': '71309eb1-223f-47ba-9803-1437c965e178', 'ip_address': '172.27.2.246'}], 'enable_snat': True}, 'gw_port_id': 'a0a964fa-9497-4810-a458-0b5d984eeba9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T19:30:25Z', 'updated_at': '2021-08-29T19:30:28Z', 'revision_number': 4, 'project_id': '8815ddef504e468ab8ba921434be8123', 'gw_port': {'id': 'a0a964fa-9497-4810-a458-0b5d984eeba9', 'name': '', 'network_id': '7209b701-ecaa-476a-bd58-d61d280c16d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:af:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23f29ba4-9fa5-47f6-942a-21a84cbf601f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 652, 'fixed_ips': [{'subnet_id': '71309eb1-223f-47ba-9803-1437c965e178', 'ip_address': '172.27.2.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806191-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T19:30:26Z', 'updated_at': '2021-08-29T19:30:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71309eb1-223f-47ba-9803-1437c965e178', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806191-2-iscsi', '_interfaces': [{'id': '773a5a82-93e8-41c9-9b77-39675df5cb05', 'name': '', 'network_id': '230fb0ba-0d5c-429d-b34c-6dc749246226', 'tenant_id': '8815ddef504e468ab8ba921434be8123', 'mac_address': 'fa:16:3e:f5:22:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '23f29ba4-9fa5-47f6-942a-21a84cbf601f', 'device_owner': 'network:router_interface', 'standard_attr_id': 653, 'fixed_ips': [{'subnet_id': '192a96b3-2546-4f6a-b5ab-9304317c7363', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T19:30:27Z', 'updated_at': '2021-08-29T19:30:28Z', 'revision_number': 2, 'project_id': '8815ddef504e468ab8ba921434be8123', 'subnets': [{'id': '192a96b3-2546-4f6a-b5ab-9304317c7363', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806191-2-iscsi', False) {} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 19:30:30.500589 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa6b3288-6444-460c-b1ff-83e648f0b7bb None None] Checking router: 23f29ba4-9fa5-47f6-942a-21a84cbf601f for host: dv-cinder-806191-2-iscsi {{(pid=93885) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 19:30:30.500942 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa6b3288-6444-460c-b1ff-83e648f0b7bb None None] Updating router 23f29ba4-9fa5-47f6-942a-21a84cbf601f port 773a5a82-93e8-41c9-9b77-39675df5cb05 binding host dv-cinder-806191-2-iscsi {{(pid=93885) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 29 19:30:30.502431 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-eb35327b-85d6-41aa-a28d-78c5570983fc tempest-AttachVolumeTestJSON-1146266330 tempest-AttachVolumeTestJSON-1146266330-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3669058'] for port, before_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:30:30.532724 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-fa6b3288-6444-460c-b1ff-83e648f0b7bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3669058'] for port, before_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:30:30.666508 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-eb35327b-85d6-41aa-a28d-78c5570983fc tempest-AttachVolumeTestJSON-1146266330 tempest-AttachVolumeTestJSON-1146266330-project] Notify callbacks [] for port, precommit_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:30:30.673178 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-eb35327b-85d6-41aa-a28d-78c5570983fc tempest-AttachVolumeTestJSON-1146266330 tempest-AttachVolumeTestJSON-1146266330-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3669005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3715978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777170436913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777169884182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777169884200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-263410520'] for port, after_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:30:30.747367 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb35327b-85d6-41aa-a28d-78c5570983fc tempest-AttachVolumeTestJSON-1146266330 tempest-AttachVolumeTestJSON-1146266330-project] Pushing event updated for resources: {'Port': ['ID=9f4e5e07-2dc3-4c8b-a507-a6fc02a21972,revision_number=2']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:30:30.755671 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-eb35327b-85d6-41aa-a28d-78c5570983fc tempest-AttachVolumeTestJSON-1146266330 tempest-AttachVolumeTestJSON-1146266330-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3676317'] for floatingip, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:30:30.776404 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-eb35327b-85d6-41aa-a28d-78c5570983fc tempest-AttachVolumeTestJSON-1146266330 tempest-AttachVolumeTestJSON-1146266330-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-256493'] for floatingip, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:30:30.779629 dv-cinder-806191-2-iscsi neutron-server[93883]: INFO neutron.wsgi [None req-eb35327b-85d6-41aa-a28d-78c5570983fc tempest-AttachVolumeTestJSON-1146266330 tempest-AttachVolumeTestJSON-1146266330-project] 10.222.0.26 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.9288616 Aug 29 19:30:30.830909 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-fa6b3288-6444-460c-b1ff-83e648f0b7bb None None] Notify callbacks [] for port, precommit_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:30:30.841908 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-fa6b3288-6444-460c-b1ff-83e648f0b7bb None None] Transition to ACTIVE for port object 773a5a82-93e8-41c9-9b77-39675df5cb05 will not be triggered until provisioned by entity L2. {{(pid=93885) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 19:30:30.851347 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-fa6b3288-6444-460c-b1ff-83e648f0b7bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3669005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3715978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777170436913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777169884182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777169884200'] for port, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:30:30.928013 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a46ab6aa-d9f1-4b8e-a81b-ca65486362f0 None None] Pushing event updated for resources: {'Port': ['ID=773a5a82-93e8-41c9-9b77-39675df5cb05,revision_number=3']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:30:30.960391 dv-cinder-806191-2-iscsi neutron-server[93884]: INFO neutron.wsgi [req-2c91e92c-165c-4cab-8549-c1bd4411daaa req-4e1fa3b3-fc7b-4a97-90c7-46ec432d5978 tempest-AttachVolumeTestJSON-1146266330 tempest-AttachVolumeTestJSON-1146266330-project] 10.222.0.26 "GET /v2.0/security-groups?name=tempest-securitygroup--307451975&fields=id&tenant_id=8815ddef504e468ab8ba921434be8123 HTTP/1.1" status: 200 len: 267 time: 0.0460823 Aug 29 19:30:30.968294 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.plugins.ml2.managers [None req-fa6b3288-6444-460c-b1ff-83e648f0b7bb None None] Attempting to bind port 773a5a82-93e8-41c9-9b77-39675df5cb05 on host dv-cinder-806191-2-iscsi for vnic_type normal with profile {{(pid=93885) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 19:30:30.968743 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.plugins.ml2.managers [None req-fa6b3288-6444-460c-b1ff-83e648f0b7bb None None] Attempting to bind port 773a5a82-93e8-41c9-9b77-39675df5cb05 by drivers openvswitch,hyperv on host dv-cinder-806191-2-iscsi at level 0 using segments [{'id': '1ffed5ae-0150-459b-853a-8cab74a9c6c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '230fb0ba-0d5c-429d-b34c-6dc749246226'}] {{(pid=93885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 19:30:30.969169 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa6b3288-6444-460c-b1ff-83e648f0b7bb None None] Attempting to bind port 773a5a82-93e8-41c9-9b77-39675df5cb05 on network 230fb0ba-0d5c-429d-b34c-6dc749246226 {{(pid=93885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 19:30:30.975330 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa6b3288-6444-460c-b1ff-83e648f0b7bb None None] Checking agent: {'id': 'e2dce85b-d9d5-40cd-b89b-586c7cfc9b3c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-806191-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 19, 13, 50), 'started_at': datetime.datetime(2021, 8, 29, 19, 14, 20), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 19, 30, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-806191-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 19:30:30.975513 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa6b3288-6444-460c-b1ff-83e648f0b7bb None None] Checking segment: {'id': '1ffed5ae-0150-459b-853a-8cab74a9c6c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '230fb0ba-0d5c-429d-b34c-6dc749246226'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93885) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 19:30:30.975925 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-fa6b3288-6444-460c-b1ff-83e648f0b7bb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:30:30.976348 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa6b3288-6444-460c-b1ff-83e648f0b7bb None None] Bound using segment: {'id': '1ffed5ae-0150-459b-853a-8cab74a9c6c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '230fb0ba-0d5c-429d-b34c-6dc749246226'} {{(pid=93885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 19:30:30.977069 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.plugins.ml2.managers [None req-fa6b3288-6444-460c-b1ff-83e648f0b7bb None None] Bound port: 773a5a82-93e8-41c9-9b77-39675df5cb05, host: dv-cinder-806191-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1ffed5ae-0150-459b-853a-8cab74a9c6c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '230fb0ba-0d5c-429d-b34c-6dc749246226'}}] {{(pid=93885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 19:30:30.977543 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-fa6b3288-6444-460c-b1ff-83e648f0b7bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3669058'] for port, before_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:30:31.086691 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-f7f3f912-659a-49f9-ab3a-0560ee4983b1 None None] Device a0a964fa-9497-4810-a458-0b5d984eeba9 up at agent ovs-agent-dv-cinder-806191-2-iscsi {{(pid=93885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 19:30:31.094275 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-fa6b3288-6444-460c-b1ff-83e648f0b7bb None None] For port 773a5a82-93e8-41c9-9b77-39675df5cb05, host dv-cinder-806191-2-iscsi, cleared binding levels {{(pid=93885) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 19:30:31.110448 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-fa6b3288-6444-460c-b1ff-83e648f0b7bb None None] For port 773a5a82-93e8-41c9-9b77-39675df5cb05, host dv-cinder-806191-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806191-2-iscsi',level=0,port_id=773a5a82-93e8-41c9-9b77-39675df5cb05,segment=NetworkSegment(1ffed5ae-0150-459b-853a-8cab74a9c6c6),segment_id=1ffed5ae-0150-459b-853a-8cab74a9c6c6)] {{(pid=93885) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 19:30:31.122784 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c91e92c-165c-4cab-8549-c1bd4411daaa req-20d2aff4-b465-49ef-aa84-c6fa6e27bf73 tempest-AttachVolumeTestJSON-1146266330 tempest-AttachVolumeTestJSON-1146266330-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 19:30:31.124849 dv-cinder-806191-2-iscsi neutron-server[93884]: INFO neutron.wsgi [req-2c91e92c-165c-4cab-8549-c1bd4411daaa req-20d2aff4-b465-49ef-aa84-c6fa6e27bf73 tempest-AttachVolumeTestJSON-1146266330 tempest-AttachVolumeTestJSON-1146266330-project] 10.222.0.26 "GET /v2.0/networks?id=230fb0ba-0d5c-429d-b34c-6dc749246226 HTTP/1.1" status: 200 len: 811 time: 0.1595964 Aug 29 19:30:31.135504 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-fa6b3288-6444-460c-b1ff-83e648f0b7bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3669005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3715978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777170436913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777169884182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777169884200'] for port, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:30:31.144944 dv-cinder-806191-2-iscsi neutron-server[93884]: INFO neutron.wsgi [req-2c91e92c-165c-4cab-8549-c1bd4411daaa req-0accd932-dc83-4774-96b3-40cf33273c40 tempest-AttachVolumeTestJSON-1146266330 tempest-AttachVolumeTestJSON-1146266330-project] 10.222.0.26 "GET /v2.0/quotas/8815ddef504e468ab8ba921434be8123 HTTP/1.1" status: 200 len: 375 time: 0.0123529 Aug 29 19:30:31.209272 dv-cinder-806191-2-iscsi neutron-server[93884]: INFO neutron.wsgi [req-2c91e92c-165c-4cab-8549-c1bd4411daaa req-8519b79c-c8c0-48c7-bbae-766858731daa tempest-AttachVolumeTestJSON-1146266330 tempest-AttachVolumeTestJSON-1146266330-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=8815ddef504e468ab8ba921434be8123&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0570273 Aug 29 19:30:31.232484 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a46ab6aa-d9f1-4b8e-a81b-ca65486362f0 None None] Pushing event updated for resources: {'Port': ['ID=773a5a82-93e8-41c9-9b77-39675df5cb05,revision_number=4']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:30:31.248641 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa6b3288-6444-460c-b1ff-83e648f0b7bb None None] Routers {'23f29ba4-9fa5-47f6-942a-21a84cbf601f'} bound to L3 agent in host dv-cinder-806191-2-iscsi {{(pid=93885) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 19:30:31.249373 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-fa6b3288-6444-460c-b1ff-83e648f0b7bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806191-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-29T19:13:49Z,description=,heartbeat_timestamp=2021-08-29T19:30:19Z,host='dv-cinder-806191-2-iscsi',id=c3ed3b02-d107-45f2-9b2a-fff9b0cfaa96,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T19:13:49Z,topic='l3_agent')) {'router_ids': ['23f29ba4-9fa5-47f6-942a-21a84cbf601f'], 'active': True} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 19:30:31.255703 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-f7f3f912-659a-49f9-ab3a-0560ee4983b1 None None] Provisioning complete for port a0a964fa-9497-4810-a458-0b5d984eeba9 triggered by entity L2. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 19:30:31.256112 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-f7f3f912-659a-49f9-ab3a-0560ee4983b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3627211'] for port, provisioning_complete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:30:31.405877 dv-cinder-806191-2-iscsi neutron-server[93884]: INFO neutron.wsgi [req-2c91e92c-165c-4cab-8549-c1bd4411daaa req-25e69b65-648a-4225-9b35-0c14e11de111 service neutron] 10.222.0.26 "GET /v2.0/networks/230fb0ba-0d5c-429d-b34c-6dc749246226?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1766984 Aug 29 19:30:31.449227 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.db.l3_dvr_db [None req-fa6b3288-6444-460c-b1ff-83e648f0b7bb None None] Set router 23f29ba4-9fa5-47f6-942a-21a84cbf601f gateway port host: dv-cinder-806191-2-iscsi {{(pid=93885) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 19:30:31.525475 dv-cinder-806191-2-iscsi neutron-server[93884]: INFO neutron.wsgi [req-2c91e92c-165c-4cab-8549-c1bd4411daaa req-68a5159b-9246-411d-bd86-09c45cf9f335 service neutron] 10.222.0.26 "GET /v2.0/networks/230fb0ba-0d5c-429d-b34c-6dc749246226?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1049283 Aug 29 19:30:31.713941 dv-cinder-806191-2-iscsi neutron-server[93883]: INFO neutron.wsgi [req-76fe5872-9d54-4ad8-9586-47e5ac1162ec req-1a3ea3b6-c58b-403d-9290-0c10c8c5f802 tempest-AttachVolumeTestJSON-1146266330 tempest-AttachVolumeTestJSON-1146266330-project] 10.222.0.26 "GET /v2.0/ports?device_id=5f1e0210-7182-4653-9aef-80e9ad03ca4d HTTP/1.1" status: 200 len: 210 time: 0.0329099 Aug 29 19:30:31.718167 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-fa6b3288-6444-460c-b1ff-83e648f0b7bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '23f29ba4-9fa5-47f6-942a-21a84cbf601f', 'name': 'tempest-AttachVolumeTestJSON-1891733547-router', 'tenant_id': '8815ddef504e468ab8ba921434be8123', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7209b701-ecaa-476a-bd58-d61d280c16d3', 'external_fixed_ips': [{'subnet_id': '71309eb1-223f-47ba-9803-1437c965e178', 'ip_address': '172.27.2.246'}], 'enable_snat': True}, 'gw_port_id': 'a0a964fa-9497-4810-a458-0b5d984eeba9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T19:30:25Z', 'updated_at': '2021-08-29T19:30:28Z', 'revision_number': 4, 'project_id': '8815ddef504e468ab8ba921434be8123', 'gw_port': {'id': 'a0a964fa-9497-4810-a458-0b5d984eeba9', 'name': '', 'network_id': '7209b701-ecaa-476a-bd58-d61d280c16d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:af:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23f29ba4-9fa5-47f6-942a-21a84cbf601f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 652, 'fixed_ips': [{'subnet_id': '71309eb1-223f-47ba-9803-1437c965e178', 'ip_address': '172.27.2.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806191-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T19:30:26Z', 'updated_at': '2021-08-29T19:30:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71309eb1-223f-47ba-9803-1437c965e178', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806191-2-iscsi', '_interfaces': [{'id': '773a5a82-93e8-41c9-9b77-39675df5cb05', 'name': '', 'network_id': '230fb0ba-0d5c-429d-b34c-6dc749246226', 'tenant_id': '8815ddef504e468ab8ba921434be8123', 'mac_address': 'fa:16:3e:f5:22:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '23f29ba4-9fa5-47f6-942a-21a84cbf601f', 'device_owner': 'network:router_interface', 'standard_attr_id': 653, 'fixed_ips': [{'subnet_id': '192a96b3-2546-4f6a-b5ab-9304317c7363', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806191-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T19:30:27Z', 'updated_at': '2021-08-29T19:30:31Z', 'revision_number': 4, 'project_id': '8815ddef504e468ab8ba921434be8123', 'subnets': [{'id': '192a96b3-2546-4f6a-b5ab-9304317c7363', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806191-2-iscsi', False) {} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 19:30:31.753960 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa6b3288-6444-460c-b1ff-83e648f0b7bb None None] The sync data for ids ['23f29ba4-9fa5-47f6-942a-21a84cbf601f'] in dv-cinder-806191-2-iscsi is: [{'id': '23f29ba4-9fa5-47f6-942a-21a84cbf601f', 'name': 'tempest-AttachVolumeTestJSON-1891733547-router', 'tenant_id': '8815ddef504e468ab8ba921434be8123', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7209b701-ecaa-476a-bd58-d61d280c16d3', 'external_fixed_ips': [{'subnet_id': '71309eb1-223f-47ba-9803-1437c965e178', 'ip_address': '172.27.2.246'}], 'enable_snat': True}, 'gw_port_id': 'a0a964fa-9497-4810-a458-0b5d984eeba9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T19:30:25Z', 'updated_at': '2021-08-29T19:30:28Z', 'revision_number': 4, 'project_id': '8815ddef504e468ab8ba921434be8123', 'gw_port': {'id': 'a0a964fa-9497-4810-a458-0b5d984eeba9', 'name': '', 'network_id': '7209b701-ecaa-476a-bd58-d61d280c16d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:af:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23f29ba4-9fa5-47f6-942a-21a84cbf601f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 652, 'fixed_ips': [{'subnet_id': '71309eb1-223f-47ba-9803-1437c965e178', 'ip_address': '172.27.2.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806191-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T19:30:26Z', 'updated_at': '2021-08-29T19:30:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71309eb1-223f-47ba-9803-1437c965e178', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806191-2-iscsi', '_interfaces': [{'id': '773a5a82-93e8-41c9-9b77-39675df5cb05', 'name': '', 'network_id': '230fb0ba-0d5c-429d-b34c-6dc749246226', 'tenant_id': '8815ddef504e468ab8ba921434be8123', 'mac_address': 'fa:16:3e:f5:22:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '23f29ba4-9fa5-47f6-942a-21a84cbf601f', 'device_owner': 'network:router_interface', 'standard_attr_id': 653, 'fixed_ips': [{'subnet_id': '192a96b3-2546-4f6a-b5ab-9304317c7363', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806191-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T19:30:27Z', 'updated_at': '2021-08-29T19:30:31Z', 'revision_number': 4, 'project_id': '8815ddef504e468ab8ba921434be8123', 'subnets': [{'id': '192a96b3-2546-4f6a-b5ab-9304317c7363', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93885) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 19:30:32.878422 dv-cinder-806191-2-iscsi neutron-server[93884]: INFO neutron.wsgi [req-e6af382c-0a21-43d5-b869-03ec6d441b7e req-c606535c-1782-40b5-8fd3-232cd18b7e14 tempest-TestVolumeBootPattern-1610125901 tempest-TestVolumeBootPattern-1610125901-project] 10.222.0.26 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1718562270&fields=id&tenant_id=b39981fcd5954815961a8be993dedcd2 HTTP/1.1" status: 200 len: 267 time: 0.0834539 Aug 29 19:30:32.926161 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c91e92c-165c-4cab-8549-c1bd4411daaa req-caa56c71-f977-42f7-b83b-bac9d665da53 tempest-AttachVolumeTestJSON-1146266330 tempest-AttachVolumeTestJSON-1146266330-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 19:30:32.927874 dv-cinder-806191-2-iscsi neutron-server[93884]: INFO neutron.wsgi [req-2c91e92c-165c-4cab-8549-c1bd4411daaa req-caa56c71-f977-42f7-b83b-bac9d665da53 tempest-AttachVolumeTestJSON-1146266330 tempest-AttachVolumeTestJSON-1146266330-project] 10.222.0.23 "GET /v2.0/networks?id=230fb0ba-0d5c-429d-b34c-6dc749246226 HTTP/1.1" status: 200 len: 811 time: 0.2403183 Aug 29 19:30:32.930243 dv-cinder-806191-2-iscsi neutron-server[93883]: INFO neutron.wsgi [req-51dfd384-da23-4148-ba13-0045033cb543 req-0610718b-4e77-4fd3-8106-9115464501a3 tempest-AttachVolumeTestJSON-1146266330 tempest-AttachVolumeTestJSON-1146266330-project] 10.222.0.26 "GET /v2.0/ports?device_id=5f1e0210-7182-4653-9aef-80e9ad03ca4d HTTP/1.1" status: 200 len: 210 time: 0.0714836 Aug 29 19:30:33.053924 dv-cinder-806191-2-iscsi neutron-server[93884]: INFO neutron.wsgi [req-2c91e92c-165c-4cab-8549-c1bd4411daaa req-31ff46ed-d5a0-438e-90e3-6bdafa92c71c tempest-AttachVolumeTestJSON-1146266330 tempest-AttachVolumeTestJSON-1146266330-project] 10.222.0.23 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8815ddef504e468ab8ba921434be8123 HTTP/1.1" status: 200 len: 379 time: 0.1092305 Aug 29 19:30:33.072185 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.api.v2.base [req-2c91e92c-165c-4cab-8549-c1bd4411daaa req-0b572feb-dff1-445c-a3d4-c181cae9e175 tempest-AttachVolumeTestJSON-1146266330 tempest-AttachVolumeTestJSON-1146266330-project] Request body: {'port': {'device_id': '5f1e0210-7182-4653-9aef-80e9ad03ca4d', 'network_id': '230fb0ba-0d5c-429d-b34c-6dc749246226', 'admin_state_up': True, 'tenant_id': '8815ddef504e468ab8ba921434be8123', 'security_groups': ['c4a40029-c30e-4405-8d4b-b6b127f13a65']}} {{(pid=93884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 19:30:33.126220 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-f7f3f912-659a-49f9-ab3a-0560ee4983b1 None None] Device 773a5a82-93e8-41c9-9b77-39675df5cb05 up at agent ovs-agent-dv-cinder-806191-2-iscsi {{(pid=93885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 19:30:33.141065 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6af382c-0a21-43d5-b869-03ec6d441b7e req-f71483bf-5ae3-4c7d-b1ac-cc30d21909ed tempest-TestVolumeBootPattern-1610125901 tempest-TestVolumeBootPattern-1610125901-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 19:30:33.142796 dv-cinder-806191-2-iscsi neutron-server[93884]: INFO neutron.wsgi [req-e6af382c-0a21-43d5-b869-03ec6d441b7e req-f71483bf-5ae3-4c7d-b1ac-cc30d21909ed tempest-TestVolumeBootPattern-1610125901 tempest-TestVolumeBootPattern-1610125901-project] 10.222.0.26 "GET /v2.0/networks?id=45c2a1ad-9c77-458b-b844-fbf0e60ffffd HTTP/1.1" status: 200 len: 811 time: 0.2459550 Aug 29 19:30:33.182330 dv-cinder-806191-2-iscsi neutron-server[93884]: INFO neutron.wsgi [req-e6af382c-0a21-43d5-b869-03ec6d441b7e req-f7f1a5cb-3ca7-406f-b7e4-7b97f0832f71 tempest-TestVolumeBootPattern-1610125901 tempest-TestVolumeBootPattern-1610125901-project] 10.222.0.26 "GET /v2.0/quotas/b39981fcd5954815961a8be993dedcd2 HTTP/1.1" status: 200 len: 375 time: 0.0271962 Aug 29 19:30:33.195523 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-f7f3f912-659a-49f9-ab3a-0560ee4983b1 None None] Provisioning for port 773a5a82-93e8-41c9-9b77-39675df5cb05 completed by entity L2. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 19:30:33.199836 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-f7f3f912-659a-49f9-ab3a-0560ee4983b1 None None] Provisioning complete for port 773a5a82-93e8-41c9-9b77-39675df5cb05 triggered by entity L2. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 19:30:33.200467 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-f7f3f912-659a-49f9-ab3a-0560ee4983b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3627211'] for port, provisioning_complete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:30:33.272611 dv-cinder-806191-2-iscsi neutron-server[93884]: INFO neutron.wsgi [req-e6af382c-0a21-43d5-b869-03ec6d441b7e req-ecdf77dd-6d74-497a-8b87-f68998a3061c tempest-TestVolumeBootPattern-1610125901 tempest-TestVolumeBootPattern-1610125901-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=b39981fcd5954815961a8be993dedcd2&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0812550 Aug 29 19:30:33.280155 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2c91e92c-165c-4cab-8549-c1bd4411daaa req-0b572feb-dff1-445c-a3d4-c181cae9e175 tempest-AttachVolumeTestJSON-1146266330 tempest-AttachVolumeTestJSON-1146266330-project] Made reservation on behalf of 8815ddef504e468ab8ba921434be8123 for: {'port': 1} {{(pid=93884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 19:30:33.284407 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-2c91e92c-165c-4cab-8549-c1bd4411daaa req-0b572feb-dff1-445c-a3d4-c181cae9e175 tempest-AttachVolumeTestJSON-1146266330 tempest-AttachVolumeTestJSON-1146266330-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3669058'] for port, before_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:30:33.300584 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-f7f3f912-659a-49f9-ab3a-0560ee4983b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3669058'] for port, before_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:30:33.338137 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-f7f3f912-659a-49f9-ab3a-0560ee4983b1 None None] For port 773a5a82-93e8-41c9-9b77-39675df5cb05, host dv-cinder-806191-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806191-2-iscsi',level=0,port_id=773a5a82-93e8-41c9-9b77-39675df5cb05,segment=NetworkSegment(1ffed5ae-0150-459b-853a-8cab74a9c6c6),segment_id=1ffed5ae-0150-459b-853a-8cab74a9c6c6)] {{(pid=93885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 19:30:33.344015 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-f7f3f912-659a-49f9-ab3a-0560ee4983b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3669005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3715978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777170436913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777169884182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777169884200'] for port, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:30:33.410624 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7f3f912-659a-49f9-ab3a-0560ee4983b1 None None] Pushing event updated for resources: {'Port': ['ID=773a5a82-93e8-41c9-9b77-39675df5cb05,revision_number=5']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:30:33.466536 dv-cinder-806191-2-iscsi neutron-server[93884]: INFO neutron.wsgi [req-e6af382c-0a21-43d5-b869-03ec6d441b7e req-0db91283-a7c8-4765-b113-0bd0011c5f10 service neutron] 10.222.0.26 "GET /v2.0/networks/45c2a1ad-9c77-458b-b844-fbf0e60ffffd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1717596 Aug 29 19:30:33.535777 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.db.db_base_plugin_common [req-2c91e92c-165c-4cab-8549-c1bd4411daaa req-0b572feb-dff1-445c-a3d4-c181cae9e175 tempest-AttachVolumeTestJSON-1146266330 tempest-AttachVolumeTestJSON-1146266330-project] Allocated IP 172.20.0.11 (230fb0ba-0d5c-429d-b34c-6dc749246226/192a96b3-2546-4f6a-b5ab-9304317c7363/d4d1b59a-961d-49b0-845a-5c05bdadd6ed) {{(pid=93884) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 19:30:33.893465 dv-cinder-806191-2-iscsi neutron-server[93884]: INFO neutron.wsgi [req-e6af382c-0a21-43d5-b869-03ec6d441b7e req-b31362a8-5afa-4829-91e8-2ea2f50dc078 service neutron] 10.222.0.26 "GET /v2.0/networks/45c2a1ad-9c77-458b-b844-fbf0e60ffffd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4159050 Aug 29 19:30:33.985278 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-2c91e92c-165c-4cab-8549-c1bd4411daaa req-0b572feb-dff1-445c-a3d4-c181cae9e175 tempest-AttachVolumeTestJSON-1146266330 tempest-AttachVolumeTestJSON-1146266330-project] Notify callbacks [] for port, precommit_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:30:33.999794 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [req-2c91e92c-165c-4cab-8549-c1bd4411daaa req-0b572feb-dff1-445c-a3d4-c181cae9e175 tempest-AttachVolumeTestJSON-1146266330 tempest-AttachVolumeTestJSON-1146266330-project] Transition to ACTIVE for port object d4d1b59a-961d-49b0-845a-5c05bdadd6ed will not be triggered until provisioned by entity DHCP. {{(pid=93884) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 19:30:34.041900 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-2c91e92c-165c-4cab-8549-c1bd4411daaa req-0b572feb-dff1-445c-a3d4-c181cae9e175 tempest-AttachVolumeTestJSON-1146266330 tempest-AttachVolumeTestJSON-1146266330-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3669005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3715978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777169884164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262862687'] for port, after_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:30:34.097995 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57376dd9-ebdb-4e9a-ad6d-22ce4756dc8e req-e04e03f6-0aeb-495a-bd8a-52f24525840b tempest-AttachVolumeTestJSON-1146266330 tempest-AttachVolumeTestJSON-1146266330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 19:30:34.098581 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2c91e92c-165c-4cab-8549-c1bd4411daaa req-0b572feb-dff1-445c-a3d4-c181cae9e175 tempest-AttachVolumeTestJSON-1146266330 tempest-AttachVolumeTestJSON-1146266330-project] Network 230fb0ba-0d5c-429d-b34c-6dc749246226 is already hosted by enough agents. {{(pid=93884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 19:30:34.099675 dv-cinder-806191-2-iscsi neutron-server[93883]: INFO neutron.wsgi [req-57376dd9-ebdb-4e9a-ad6d-22ce4756dc8e req-e04e03f6-0aeb-495a-bd8a-52f24525840b tempest-AttachVolumeTestJSON-1146266330 tempest-AttachVolumeTestJSON-1146266330-project] 10.222.0.26 "GET /v2.0/ports?device_id=5f1e0210-7182-4653-9aef-80e9ad03ca4d HTTP/1.1" status: 200 len: 932 time: 0.0748405 Aug 29 19:30:34.101358 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.scheduler.base_scheduler [req-2c91e92c-165c-4cab-8549-c1bd4411daaa req-0b572feb-dff1-445c-a3d4-c181cae9e175 tempest-AttachVolumeTestJSON-1146266330 tempest-AttachVolumeTestJSON-1146266330-project] Resources bound (agent type, host, resource id): {{(pid=93884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 19:30:34.105900 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.db.l3_dvrscheduler_db [req-2c91e92c-165c-4cab-8549-c1bd4411daaa req-0b572feb-dff1-445c-a3d4-c181cae9e175 tempest-AttachVolumeTestJSON-1146266330 tempest-AttachVolumeTestJSON-1146266330-project] Received port after_create {{(pid=93884) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 19:30:34.160656 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c91e92c-165c-4cab-8549-c1bd4411daaa req-0b572feb-dff1-445c-a3d4-c181cae9e175 tempest-AttachVolumeTestJSON-1146266330 tempest-AttachVolumeTestJSON-1146266330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 19:30:34.161307 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-2c91e92c-165c-4cab-8549-c1bd4411daaa req-0b572feb-dff1-445c-a3d4-c181cae9e175 tempest-AttachVolumeTestJSON-1146266330 tempest-AttachVolumeTestJSON-1146266330-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-256493'] for port, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:30:34.166423 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b572feb-dff1-445c-a3d4-c181cae9e175 tempest-AttachVolumeTestJSON-1146266330 tempest-AttachVolumeTestJSON-1146266330-project] Pushing event updated for resources: {'Port': ['ID=d4d1b59a-961d-49b0-845a-5c05bdadd6ed,revision_number=1']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:30:34.174702 dv-cinder-806191-2-iscsi neutron-server[93883]: INFO neutron.wsgi [req-57376dd9-ebdb-4e9a-ad6d-22ce4756dc8e req-69de9103-db8c-46f1-acde-e9516cc77663 tempest-AttachVolumeTestJSON-1146266330 tempest-AttachVolumeTestJSON-1146266330-project] 10.222.0.26 "GET /v2.0/security-groups?id=c4a40029-c30e-4405-8d4b-b6b127f13a65&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0587888 Aug 29 19:30:34.211319 dv-cinder-806191-2-iscsi neutron-server[93884]: INFO neutron.wsgi [req-2c91e92c-165c-4cab-8549-c1bd4411daaa req-0b572feb-dff1-445c-a3d4-c181cae9e175 tempest-AttachVolumeTestJSON-1146266330 tempest-AttachVolumeTestJSON-1146266330-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1470697 Aug 29 19:30:34.225947 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.api.v2.base [req-2c91e92c-165c-4cab-8549-c1bd4411daaa req-9a4ff8b7-606b-4bdd-8c2e-2763e042148a service neutron] Request body: {'port': {'device_id': '5f1e0210-7182-4653-9aef-80e9ad03ca4d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80619'}} {{(pid=93884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 19:30:34.279526 dv-cinder-806191-2-iscsi neutron-server[93883]: INFO neutron.wsgi [req-ecfb3c88-f21b-488a-8eba-57930f0e0bbc req-71c1cf05-418a-4929-a42a-dc3f728a8a2a tempest-TestVolumeBootPattern-1610125901 tempest-TestVolumeBootPattern-1610125901-project] 10.222.0.26 "GET /v2.0/ports?device_id=336649ad-9808-457d-bb4e-23419b987cbd HTTP/1.1" status: 200 len: 210 time: 0.0390155 Aug 29 19:30:34.310245 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-2c91e92c-165c-4cab-8549-c1bd4411daaa req-9a4ff8b7-606b-4bdd-8c2e-2763e042148a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3669058'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:30:34.472651 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-05775cbf-1106-46a1-9273-2f8beca03eb5 None None] Provisioning for port d4d1b59a-961d-49b0-845a-5c05bdadd6ed completed by entity DHCP. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 19:30:34.480541 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-05775cbf-1106-46a1-9273-2f8beca03eb5 None None] Provisioning complete for port d4d1b59a-961d-49b0-845a-5c05bdadd6ed triggered by entity DHCP. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 19:30:34.481025 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-05775cbf-1106-46a1-9273-2f8beca03eb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3627211'] for port, provisioning_complete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:30:34.527767 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.plugins.ml2.plugin [None req-05775cbf-1106-46a1-9273-2f8beca03eb5 None None] Port d4d1b59a-961d-49b0-845a-5c05bdadd6ed cannot update to ACTIVE because it is not bound. {{(pid=93885) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 19:30:34.644668 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.notifiers.nova [req-2c91e92c-165c-4cab-8549-c1bd4411daaa req-9a4ff8b7-606b-4bdd-8c2e-2763e042148a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d4d1b59a-961d-49b0-845a-5c05bdadd6ed {{(pid=93884) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 19:30:34.654249 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-2c91e92c-165c-4cab-8549-c1bd4411daaa req-9a4ff8b7-606b-4bdd-8c2e-2763e042148a service neutron] Notify callbacks [] for port, precommit_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:30:34.673462 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [req-2c91e92c-165c-4cab-8549-c1bd4411daaa req-9a4ff8b7-606b-4bdd-8c2e-2763e042148a service neutron] Transition to ACTIVE for port object d4d1b59a-961d-49b0-845a-5c05bdadd6ed will not be triggered until provisioned by entity L2. {{(pid=93884) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 19:30:34.677039 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-2c91e92c-165c-4cab-8549-c1bd4411daaa req-9a4ff8b7-606b-4bdd-8c2e-2763e042148a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3669005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3715978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777170436913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777169884182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777169884200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-262862662'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:30:34.733466 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a4ff8b7-606b-4bdd-8c2e-2763e042148a service neutron] Pushing event updated for resources: {'Port': ['ID=d4d1b59a-961d-49b0-845a-5c05bdadd6ed,revision_number=2']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:30:34.820795 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.managers [req-2c91e92c-165c-4cab-8549-c1bd4411daaa req-9a4ff8b7-606b-4bdd-8c2e-2763e042148a service neutron] Attempting to bind port d4d1b59a-961d-49b0-845a-5c05bdadd6ed on host hv-cinder-80619 for vnic_type normal with profile {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 19:30:34.821141 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.managers [req-2c91e92c-165c-4cab-8549-c1bd4411daaa req-9a4ff8b7-606b-4bdd-8c2e-2763e042148a service neutron] Attempting to bind port d4d1b59a-961d-49b0-845a-5c05bdadd6ed by drivers openvswitch,hyperv on host hv-cinder-80619 at level 0 using segments [{'id': '1ffed5ae-0150-459b-853a-8cab74a9c6c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '230fb0ba-0d5c-429d-b34c-6dc749246226'}] {{(pid=93884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 19:30:34.821502 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c91e92c-165c-4cab-8549-c1bd4411daaa req-9a4ff8b7-606b-4bdd-8c2e-2763e042148a service neutron] Attempting to bind port d4d1b59a-961d-49b0-845a-5c05bdadd6ed on network 230fb0ba-0d5c-429d-b34c-6dc749246226 {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 19:30:34.826763 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c91e92c-165c-4cab-8549-c1bd4411daaa req-9a4ff8b7-606b-4bdd-8c2e-2763e042148a service neutron] Port d4d1b59a-961d-49b0-845a-5c05bdadd6ed on network 230fb0ba-0d5c-429d-b34c-6dc749246226 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80619 {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 19:30:34.827176 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c91e92c-165c-4cab-8549-c1bd4411daaa req-9a4ff8b7-606b-4bdd-8c2e-2763e042148a service neutron] Attempting to bind port d4d1b59a-961d-49b0-845a-5c05bdadd6ed on network 230fb0ba-0d5c-429d-b34c-6dc749246226 {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 19:30:34.833123 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c91e92c-165c-4cab-8549-c1bd4411daaa req-9a4ff8b7-606b-4bdd-8c2e-2763e042148a service neutron] Checking agent: {'id': 'f86fd93b-ec6e-427a-a263-b2bcb0cc3d39', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80619', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 19, 19, 51), 'started_at': datetime.datetime(2021, 8, 29, 19, 19, 51), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 19, 30, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 19:30:34.833474 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c91e92c-165c-4cab-8549-c1bd4411daaa req-9a4ff8b7-606b-4bdd-8c2e-2763e042148a service neutron] Checking segment: {'id': '1ffed5ae-0150-459b-853a-8cab74a9c6c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '230fb0ba-0d5c-429d-b34c-6dc749246226'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93884) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 19:30:34.833978 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c91e92c-165c-4cab-8549-c1bd4411daaa req-9a4ff8b7-606b-4bdd-8c2e-2763e042148a service neutron] Bound using segment: {'id': '1ffed5ae-0150-459b-853a-8cab74a9c6c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '230fb0ba-0d5c-429d-b34c-6dc749246226'} {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 19:30:34.835000 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.managers [req-2c91e92c-165c-4cab-8549-c1bd4411daaa req-9a4ff8b7-606b-4bdd-8c2e-2763e042148a service neutron] Bound port: d4d1b59a-961d-49b0-845a-5c05bdadd6ed, host: hv-cinder-80619, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1ffed5ae-0150-459b-853a-8cab74a9c6c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '230fb0ba-0d5c-429d-b34c-6dc749246226'}}] {{(pid=93884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 19:30:34.835514 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-2c91e92c-165c-4cab-8549-c1bd4411daaa req-9a4ff8b7-606b-4bdd-8c2e-2763e042148a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3669058'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:30:34.915154 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.db [req-2c91e92c-165c-4cab-8549-c1bd4411daaa req-9a4ff8b7-606b-4bdd-8c2e-2763e042148a service neutron] For port d4d1b59a-961d-49b0-845a-5c05bdadd6ed, host hv-cinder-80619, cleared binding levels {{(pid=93884) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 19:30:34.919246 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.db [req-2c91e92c-165c-4cab-8549-c1bd4411daaa req-9a4ff8b7-606b-4bdd-8c2e-2763e042148a service neutron] For port d4d1b59a-961d-49b0-845a-5c05bdadd6ed, host hv-cinder-80619, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80619',level=0,port_id=d4d1b59a-961d-49b0-845a-5c05bdadd6ed,segment=NetworkSegment(1ffed5ae-0150-459b-853a-8cab74a9c6c6),segment_id=1ffed5ae-0150-459b-853a-8cab74a9c6c6)] {{(pid=93884) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 19:30:34.925757 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-2c91e92c-165c-4cab-8549-c1bd4411daaa req-9a4ff8b7-606b-4bdd-8c2e-2763e042148a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3669005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3715978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777170436913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777169884182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777169884200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-262862662'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:30:34.974753 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c91e92c-165c-4cab-8549-c1bd4411daaa req-9a4ff8b7-606b-4bdd-8c2e-2763e042148a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 19:30:34.975482 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-2c91e92c-165c-4cab-8549-c1bd4411daaa req-9a4ff8b7-606b-4bdd-8c2e-2763e042148a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-256493'] for port, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:30:34.977028 dv-cinder-806191-2-iscsi neutron-server[93884]: INFO neutron.wsgi [req-2c91e92c-165c-4cab-8549-c1bd4411daaa req-9a4ff8b7-606b-4bdd-8c2e-2763e042148a service neutron] 10.222.0.23 "PUT /v2.0/ports/d4d1b59a-961d-49b0-845a-5c05bdadd6ed HTTP/1.1" status: 200 len: 1094 time: 0.7562661 Aug 29 19:30:34.977521 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5f1e0210-7182-4653-9aef-80e9ad03ca4d', 'tag': 'd4d1b59a-961d-49b0-845a-5c05bdadd6ed'}] {{(pid=93884) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 19:30:34.980683 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}af0273b9eb9050257146764f7dfc5aa69aec40d1770056ff1a21a350116cd0eb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-295ce811-8f12-4e0c-9c08-5e58ceda2e47" -d '{"events": [{"name": "network-changed", "server_uuid": "5f1e0210-7182-4653-9aef-80e9ad03ca4d", "tag": "d4d1b59a-961d-49b0-845a-5c05bdadd6ed"}]}' {{(pid=93884) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 19:30:35.002775 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a4ff8b7-606b-4bdd-8c2e-2763e042148a service neutron] Pushing event updated for resources: {'Port': ['ID=d4d1b59a-961d-49b0-845a-5c05bdadd6ed,revision_number=3']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:30:35.064687 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 19:30:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a1520cf6-a855-46fc-bfee-6fd4df85dec7 x-openstack-request-id: req-a1520cf6-a855-46fc-bfee-6fd4df85dec7 {{(pid=93884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 19:30:35.065024 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5f1e0210-7182-4653-9aef-80e9ad03ca4d", "tag": "d4d1b59a-961d-49b0-845a-5c05bdadd6ed", "status": "completed", "code": 200}]} {{(pid=93884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 19:30:35.065230 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-a1520cf6-a855-46fc-bfee-6fd4df85dec7 {{(pid=93884) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 19:30:35.065879 dv-cinder-806191-2-iscsi neutron-server[93884]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5f1e0210-7182-4653-9aef-80e9ad03ca4d', 'tag': 'd4d1b59a-961d-49b0-845a-5c05bdadd6ed', 'status': 'completed', 'code': 200} Aug 29 19:30:35.092552 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c91e92c-165c-4cab-8549-c1bd4411daaa req-a9b59838-8ea8-472d-be7e-ccf5f9124d8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 19:30:35.094521 dv-cinder-806191-2-iscsi neutron-server[93884]: INFO neutron.wsgi [req-2c91e92c-165c-4cab-8549-c1bd4411daaa req-a9b59838-8ea8-472d-be7e-ccf5f9124d8a service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=8815ddef504e468ab8ba921434be8123&device_id=5f1e0210-7182-4653-9aef-80e9ad03ca4d HTTP/1.1" status: 200 len: 1097 time: 0.0621979 Aug 29 19:30:35.113402 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-f7f3f912-659a-49f9-ab3a-0560ee4983b1 None None] Device 773a5a82-93e8-41c9-9b77-39675df5cb05 up at agent ovs-agent-dv-cinder-806191-2-iscsi {{(pid=93885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 19:30:35.146528 dv-cinder-806191-2-iscsi neutron-server[93884]: INFO neutron.wsgi [req-2c91e92c-165c-4cab-8549-c1bd4411daaa req-f5ab7ab3-8b71-40c2-87ce-bcf8ca0220b7 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d4d1b59a-961d-49b0-845a-5c05bdadd6ed HTTP/1.1" status: 200 len: 217 time: 0.0434365 Aug 29 19:30:35.173085 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-f7f3f912-659a-49f9-ab3a-0560ee4983b1 None None] Provisioning complete for port 773a5a82-93e8-41c9-9b77-39675df5cb05 triggered by entity L2. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 19:30:35.173460 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-f7f3f912-659a-49f9-ab3a-0560ee4983b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3627211'] for port, provisioning_complete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:30:35.207370 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c91e92c-165c-4cab-8549-c1bd4411daaa req-ed2e4b9d-30e0-4ce1-94a1-116bc9ba2d1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 19:30:35.209703 dv-cinder-806191-2-iscsi neutron-server[93884]: INFO neutron.wsgi [req-2c91e92c-165c-4cab-8549-c1bd4411daaa req-ed2e4b9d-30e0-4ce1-94a1-116bc9ba2d1e service neutron] 10.222.0.23 "GET /v2.0/subnets?id=192a96b3-2546-4f6a-b5ab-9304317c7363 HTTP/1.1" status: 200 len: 850 time: 0.0558748 Aug 29 19:30:35.262779 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c91e92c-165c-4cab-8549-c1bd4411daaa req-d654b895-9356-4111-87e3-498f9aab70d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 19:30:35.264692 dv-cinder-806191-2-iscsi neutron-server[93884]: INFO neutron.wsgi [req-2c91e92c-165c-4cab-8549-c1bd4411daaa req-d654b895-9356-4111-87e3-498f9aab70d1 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=230fb0ba-0d5c-429d-b34c-6dc749246226&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0469623 Aug 29 19:30:35.339886 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52ce699a-1ccd-44c3-89c9-166a9b372ff9 req-aa67be09-fae2-417e-8a85-319aa0e4c026 tempest-AttachVolumeTestJSON-1146266330 tempest-AttachVolumeTestJSON-1146266330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 19:30:35.349786 dv-cinder-806191-2-iscsi neutron-server[93883]: INFO neutron.wsgi [req-52ce699a-1ccd-44c3-89c9-166a9b372ff9 req-aa67be09-fae2-417e-8a85-319aa0e4c026 tempest-AttachVolumeTestJSON-1146266330 tempest-AttachVolumeTestJSON-1146266330-project] 10.222.0.26 "GET /v2.0/ports?device_id=5f1e0210-7182-4653-9aef-80e9ad03ca4d HTTP/1.1" status: 200 len: 944 time: 0.0728257 Aug 29 19:30:35.427941 dv-cinder-806191-2-iscsi neutron-server[93884]: INFO neutron.wsgi [req-8bf49b77-f5cf-4ff6-b26b-0d4dada57475 req-ba8d11a8-ec77-40bc-bb50-1c288d2c49fe tempest-TestVolumeBootPattern-1610125901 tempest-TestVolumeBootPattern-1610125901-project] 10.222.0.26 "GET /v2.0/ports?device_id=336649ad-9808-457d-bb4e-23419b987cbd HTTP/1.1" status: 200 len: 210 time: 0.0444386 Aug 29 19:30:35.463225 dv-cinder-806191-2-iscsi neutron-server[93886]: DEBUG neutron.db.agents_db [None req-c8461fad-6a9a-4fb7-93e9-57a62b582dc0 None None] Agent healthcheck: found 6 active agents {{(pid=93886) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 19:30:35.472828 dv-cinder-806191-2-iscsi neutron-server[93884]: INFO neutron.wsgi [req-2c91e92c-165c-4cab-8549-c1bd4411daaa req-0efef10f-8e82-4382-a778-f5b3004c6da5 service neutron] 10.222.0.23 "GET /v2.0/networks/230fb0ba-0d5c-429d-b34c-6dc749246226?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1995504 Aug 29 19:30:35.495556 dv-cinder-806191-2-iscsi neutron-server[93883]: INFO neutron.wsgi [req-52ce699a-1ccd-44c3-89c9-166a9b372ff9 req-7621b217-e4e6-489b-959a-85561054169c tempest-AttachVolumeTestJSON-1146266330 tempest-AttachVolumeTestJSON-1146266330-project] 10.222.0.26 "GET /v2.0/security-groups?id=c4a40029-c30e-4405-8d4b-b6b127f13a65&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1445251 Aug 29 19:30:35.565947 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6af382c-0a21-43d5-b869-03ec6d441b7e req-66826be2-7083-4968-bde4-6653b70ccfa5 tempest-TestVolumeBootPattern-1610125901 tempest-TestVolumeBootPattern-1610125901-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 19:30:35.567505 dv-cinder-806191-2-iscsi neutron-server[93883]: INFO neutron.wsgi [req-e6af382c-0a21-43d5-b869-03ec6d441b7e req-66826be2-7083-4968-bde4-6653b70ccfa5 tempest-TestVolumeBootPattern-1610125901 tempest-TestVolumeBootPattern-1610125901-project] 10.222.0.23 "GET /v2.0/networks?id=45c2a1ad-9c77-458b-b844-fbf0e60ffffd HTTP/1.1" status: 200 len: 811 time: 0.1910441 Aug 29 19:30:35.619605 dv-cinder-806191-2-iscsi neutron-server[93883]: INFO neutron.wsgi [req-e6af382c-0a21-43d5-b869-03ec6d441b7e req-a71572d8-196c-487e-bf52-630fcea2b2c1 tempest-TestVolumeBootPattern-1610125901 tempest-TestVolumeBootPattern-1610125901-project] 10.222.0.23 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b39981fcd5954815961a8be993dedcd2 HTTP/1.1" status: 200 len: 380 time: 0.0430198 Aug 29 19:30:35.622633 dv-cinder-806191-2-iscsi neutron-server[93884]: INFO neutron.wsgi [req-2c91e92c-165c-4cab-8549-c1bd4411daaa req-e6ce9d99-69a7-47df-b4f7-22db4dfaa77e service neutron] 10.222.0.23 "GET /v2.0/networks/230fb0ba-0d5c-429d-b34c-6dc749246226?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1424131 Aug 29 19:30:35.633209 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron.api.v2.base [req-e6af382c-0a21-43d5-b869-03ec6d441b7e req-d3ceb083-0dc5-4b15-b76a-5ecfa3101c5c tempest-TestVolumeBootPattern-1610125901 tempest-TestVolumeBootPattern-1610125901-project] Request body: {'port': {'device_id': '336649ad-9808-457d-bb4e-23419b987cbd', 'network_id': '45c2a1ad-9c77-458b-b844-fbf0e60ffffd', 'admin_state_up': True, 'tenant_id': 'b39981fcd5954815961a8be993dedcd2', 'security_groups': ['28dcb342-8e4f-40d6-9e57-d4cd91ceacfa']}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 19:30:35.747621 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-295ce811-8f12-4e0c-9c08-5e58ceda2e47 req-661e8117-9bc0-4251-b5da-6b0052b87225 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 19:30:35.749227 dv-cinder-806191-2-iscsi neutron-server[93884]: INFO neutron.wsgi [req-295ce811-8f12-4e0c-9c08-5e58ceda2e47 req-661e8117-9bc0-4251-b5da-6b0052b87225 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=8815ddef504e468ab8ba921434be8123&device_id=5f1e0210-7182-4653-9aef-80e9ad03ca4d HTTP/1.1" status: 200 len: 1097 time: 0.0665984 Aug 29 19:30:35.780012 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e6af382c-0a21-43d5-b869-03ec6d441b7e req-d3ceb083-0dc5-4b15-b76a-5ecfa3101c5c tempest-TestVolumeBootPattern-1610125901 tempest-TestVolumeBootPattern-1610125901-project] Made reservation on behalf of b39981fcd5954815961a8be993dedcd2 for: {'port': 1} {{(pid=93883) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 19:30:35.783762 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-e6af382c-0a21-43d5-b869-03ec6d441b7e req-d3ceb083-0dc5-4b15-b76a-5ecfa3101c5c tempest-TestVolumeBootPattern-1610125901 tempest-TestVolumeBootPattern-1610125901-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3669058'] for port, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:30:35.869715 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-295ce811-8f12-4e0c-9c08-5e58ceda2e47 req-a7562d12-85eb-4b60-809b-7bcabe268dc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 19:30:35.871379 dv-cinder-806191-2-iscsi neutron-server[93884]: INFO neutron.wsgi [req-295ce811-8f12-4e0c-9c08-5e58ceda2e47 req-a7562d12-85eb-4b60-809b-7bcabe268dc0 service neutron] 10.222.0.23 "GET /v2.0/networks?id=230fb0ba-0d5c-429d-b34c-6dc749246226 HTTP/1.1" status: 200 len: 912 time: 0.1150966 Aug 29 19:30:35.920475 dv-cinder-806191-2-iscsi neutron-server[93884]: INFO neutron.wsgi [req-295ce811-8f12-4e0c-9c08-5e58ceda2e47 req-a20313cf-8d44-4419-9001-8ffb260dcc2a service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d4d1b59a-961d-49b0-845a-5c05bdadd6ed HTTP/1.1" status: 200 len: 217 time: 0.0412140 Aug 29 19:30:35.932292 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron.db.db_base_plugin_common [req-e6af382c-0a21-43d5-b869-03ec6d441b7e req-d3ceb083-0dc5-4b15-b76a-5ecfa3101c5c tempest-TestVolumeBootPattern-1610125901 tempest-TestVolumeBootPattern-1610125901-project] Allocated IP 172.20.0.3 (45c2a1ad-9c77-458b-b844-fbf0e60ffffd/fc92f67e-9e9b-4d7e-adb8-7f60a771a071/e5b89f06-dde2-437b-ad7c-f0346a474b90) {{(pid=93883) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 19:30:35.988631 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-295ce811-8f12-4e0c-9c08-5e58ceda2e47 req-ffd1ebfa-c02a-4228-85c7-d553ba3dcb7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 19:30:35.990094 dv-cinder-806191-2-iscsi neutron-server[93884]: INFO neutron.wsgi [req-295ce811-8f12-4e0c-9c08-5e58ceda2e47 req-ffd1ebfa-c02a-4228-85c7-d553ba3dcb7e service neutron] 10.222.0.23 "GET /v2.0/subnets?id=192a96b3-2546-4f6a-b5ab-9304317c7363 HTTP/1.1" status: 200 len: 850 time: 0.0629067 Aug 29 19:30:36.048569 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-295ce811-8f12-4e0c-9c08-5e58ceda2e47 req-69e439c6-3eba-4ebc-b5f4-a8aff00498e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 19:30:36.050178 dv-cinder-806191-2-iscsi neutron-server[93884]: INFO neutron.wsgi [req-295ce811-8f12-4e0c-9c08-5e58ceda2e47 req-69e439c6-3eba-4ebc-b5f4-a8aff00498e5 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=230fb0ba-0d5c-429d-b34c-6dc749246226&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0499027 Aug 29 19:30:36.133696 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-e6af382c-0a21-43d5-b869-03ec6d441b7e req-d3ceb083-0dc5-4b15-b76a-5ecfa3101c5c tempest-TestVolumeBootPattern-1610125901 tempest-TestVolumeBootPattern-1610125901-project] Notify callbacks [] for port, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:30:36.154040 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron.db.provisioning_blocks [req-e6af382c-0a21-43d5-b869-03ec6d441b7e req-d3ceb083-0dc5-4b15-b76a-5ecfa3101c5c tempest-TestVolumeBootPattern-1610125901 tempest-TestVolumeBootPattern-1610125901-project] Transition to ACTIVE for port object e5b89f06-dde2-437b-ad7c-f0346a474b90 will not be triggered until provisioned by entity DHCP. {{(pid=93883) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 19:30:36.179135 dv-cinder-806191-2-iscsi neutron-server[93884]: INFO neutron.wsgi [req-295ce811-8f12-4e0c-9c08-5e58ceda2e47 req-ebc2d4fa-7145-428c-8644-9b194a55b48c service neutron] 10.222.0.23 "GET /v2.0/networks/230fb0ba-0d5c-429d-b34c-6dc749246226?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1191120 Aug 29 19:30:36.207944 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-e6af382c-0a21-43d5-b869-03ec6d441b7e req-d3ceb083-0dc5-4b15-b76a-5ecfa3101c5c tempest-TestVolumeBootPattern-1610125901 tempest-TestVolumeBootPattern-1610125901-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3669005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3715978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777169884164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263410497'] for port, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:30:36.259621 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e6af382c-0a21-43d5-b869-03ec6d441b7e req-d3ceb083-0dc5-4b15-b76a-5ecfa3101c5c tempest-TestVolumeBootPattern-1610125901 tempest-TestVolumeBootPattern-1610125901-project] Network 45c2a1ad-9c77-458b-b844-fbf0e60ffffd is already hosted by enough agents. {{(pid=93883) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 19:30:36.263408 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron.scheduler.base_scheduler [req-e6af382c-0a21-43d5-b869-03ec6d441b7e req-d3ceb083-0dc5-4b15-b76a-5ecfa3101c5c tempest-TestVolumeBootPattern-1610125901 tempest-TestVolumeBootPattern-1610125901-project] Resources bound (agent type, host, resource id): {{(pid=93883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 19:30:36.267892 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron.db.l3_dvrscheduler_db [req-e6af382c-0a21-43d5-b869-03ec6d441b7e req-d3ceb083-0dc5-4b15-b76a-5ecfa3101c5c tempest-TestVolumeBootPattern-1610125901 tempest-TestVolumeBootPattern-1610125901-project] Received port after_create {{(pid=93883) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 19:30:36.296294 dv-cinder-806191-2-iscsi neutron-server[93884]: INFO neutron.wsgi [req-295ce811-8f12-4e0c-9c08-5e58ceda2e47 req-d219721d-04a1-4e73-b371-61dd8b0e4c48 service neutron] 10.222.0.23 "GET /v2.0/networks/230fb0ba-0d5c-429d-b34c-6dc749246226?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1094687 Aug 29 19:30:36.304697 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3ceb083-0dc5-4b15-b76a-5ecfa3101c5c tempest-TestVolumeBootPattern-1610125901 tempest-TestVolumeBootPattern-1610125901-project] Pushing event updated for resources: {'Port': ['ID=e5b89f06-dde2-437b-ad7c-f0346a474b90,revision_number=1']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:30:36.336859 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6af382c-0a21-43d5-b869-03ec6d441b7e req-d3ceb083-0dc5-4b15-b76a-5ecfa3101c5c tempest-TestVolumeBootPattern-1610125901 tempest-TestVolumeBootPattern-1610125901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 19:30:36.337436 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-e6af382c-0a21-43d5-b869-03ec6d441b7e req-d3ceb083-0dc5-4b15-b76a-5ecfa3101c5c tempest-TestVolumeBootPattern-1610125901 tempest-TestVolumeBootPattern-1610125901-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-256493'] for port, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:30:36.357007 dv-cinder-806191-2-iscsi neutron-server[93883]: INFO neutron.wsgi [req-e6af382c-0a21-43d5-b869-03ec6d441b7e req-d3ceb083-0dc5-4b15-b76a-5ecfa3101c5c tempest-TestVolumeBootPattern-1610125901 tempest-TestVolumeBootPattern-1610125901-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7286212 Aug 29 19:30:36.371029 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron.api.v2.base [req-e6af382c-0a21-43d5-b869-03ec6d441b7e req-6c8b12e8-c130-454b-940a-6920e3b2226b service neutron] Request body: {'port': {'device_id': '336649ad-9808-457d-bb4e-23419b987cbd', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80619'}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 19:30:36.436074 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-e6af382c-0a21-43d5-b869-03ec6d441b7e req-6c8b12e8-c130-454b-940a-6920e3b2226b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3669058'] for port, before_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:30:36.534741 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-dc8f0283-fe6c-46a0-a850-616525feb265 None None] Provisioning for port e5b89f06-dde2-437b-ad7c-f0346a474b90 completed by entity DHCP. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 19:30:36.543274 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-dc8f0283-fe6c-46a0-a850-616525feb265 None None] Provisioning complete for port e5b89f06-dde2-437b-ad7c-f0346a474b90 triggered by entity DHCP. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 19:30:36.544043 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-dc8f0283-fe6c-46a0-a850-616525feb265 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3627211'] for port, provisioning_complete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:30:36.592889 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.plugins.ml2.plugin [None req-dc8f0283-fe6c-46a0-a850-616525feb265 None None] Port e5b89f06-dde2-437b-ad7c-f0346a474b90 cannot update to ACTIVE because it is not bound. {{(pid=93885) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 19:30:36.625774 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5d70267-5196-468f-a7c2-89cf2460ce50 req-fc509f52-7c67-4597-9b3d-e3b2af1dfa0b tempest-TestVolumeBootPattern-1610125901 tempest-TestVolumeBootPattern-1610125901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 19:30:36.627571 dv-cinder-806191-2-iscsi neutron-server[93884]: INFO neutron.wsgi [req-b5d70267-5196-468f-a7c2-89cf2460ce50 req-fc509f52-7c67-4597-9b3d-e3b2af1dfa0b tempest-TestVolumeBootPattern-1610125901 tempest-TestVolumeBootPattern-1610125901-project] 10.222.0.26 "GET /v2.0/ports?device_id=336649ad-9808-457d-bb4e-23419b987cbd HTTP/1.1" status: 200 len: 931 time: 0.1057930 Aug 29 19:30:36.685644 dv-cinder-806191-2-iscsi neutron-server[93884]: INFO neutron.wsgi [req-b5d70267-5196-468f-a7c2-89cf2460ce50 req-4308bde3-e034-4b51-897f-f9ac2eda8d88 tempest-TestVolumeBootPattern-1610125901 tempest-TestVolumeBootPattern-1610125901-project] 10.222.0.26 "GET /v2.0/security-groups?id=28dcb342-8e4f-40d6-9e57-d4cd91ceacfa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0486965 Aug 29 19:30:37.021937 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34ede529-2b8a-49b3-9767-b5dbcd2b8c21 req-3c364ae0-503a-4fdb-a8ae-ed2f5078daa5 tempest-AttachVolumeTestJSON-1146266330 tempest-AttachVolumeTestJSON-1146266330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 19:30:37.023525 dv-cinder-806191-2-iscsi neutron-server[93883]: INFO neutron.wsgi [req-34ede529-2b8a-49b3-9767-b5dbcd2b8c21 req-3c364ae0-503a-4fdb-a8ae-ed2f5078daa5 tempest-AttachVolumeTestJSON-1146266330 tempest-AttachVolumeTestJSON-1146266330-project] 10.222.0.26 "GET /v2.0/ports?device_id=5f1e0210-7182-4653-9aef-80e9ad03ca4d HTTP/1.1" status: 200 len: 944 time: 0.4107044 Aug 29 19:30:37.093115 dv-cinder-806191-2-iscsi neutron-server[93883]: INFO neutron.wsgi [req-34ede529-2b8a-49b3-9767-b5dbcd2b8c21 req-690a3573-8a61-4980-8a62-d2b7434c5e76 tempest-AttachVolumeTestJSON-1146266330 tempest-AttachVolumeTestJSON-1146266330-project] 10.222.0.26 "GET /v2.0/security-groups?id=c4a40029-c30e-4405-8d4b-b6b127f13a65&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0567291 Aug 29 19:30:37.141822 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron.notifiers.nova [req-e6af382c-0a21-43d5-b869-03ec6d441b7e req-6c8b12e8-c130-454b-940a-6920e3b2226b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e5b89f06-dde2-437b-ad7c-f0346a474b90 {{(pid=93883) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 19:30:37.150397 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-e6af382c-0a21-43d5-b869-03ec6d441b7e req-6c8b12e8-c130-454b-940a-6920e3b2226b service neutron] Notify callbacks [] for port, precommit_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:30:37.163140 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron.db.provisioning_blocks [req-e6af382c-0a21-43d5-b869-03ec6d441b7e req-6c8b12e8-c130-454b-940a-6920e3b2226b service neutron] Transition to ACTIVE for port object e5b89f06-dde2-437b-ad7c-f0346a474b90 will not be triggered until provisioned by entity L2. {{(pid=93883) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 19:30:37.175685 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-e6af382c-0a21-43d5-b869-03ec6d441b7e req-6c8b12e8-c130-454b-940a-6920e3b2226b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3669005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3715978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777170436913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777169884182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777169884200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-263410520'] for port, after_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:30:37.270206 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c8b12e8-c130-454b-940a-6920e3b2226b service neutron] Pushing event updated for resources: {'Port': ['ID=e5b89f06-dde2-437b-ad7c-f0346a474b90,revision_number=2']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:30:37.308390 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron.plugins.ml2.managers [req-e6af382c-0a21-43d5-b869-03ec6d441b7e req-6c8b12e8-c130-454b-940a-6920e3b2226b service neutron] Attempting to bind port e5b89f06-dde2-437b-ad7c-f0346a474b90 on host hv-cinder-80619 for vnic_type normal with profile {{(pid=93883) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 19:30:37.308734 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron.plugins.ml2.managers [req-e6af382c-0a21-43d5-b869-03ec6d441b7e req-6c8b12e8-c130-454b-940a-6920e3b2226b service neutron] Attempting to bind port e5b89f06-dde2-437b-ad7c-f0346a474b90 by drivers openvswitch,hyperv on host hv-cinder-80619 at level 0 using segments [{'id': '11a203b2-fbd8-4335-9a74-1c37515b390f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '45c2a1ad-9c77-458b-b844-fbf0e60ffffd'}] {{(pid=93883) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 19:30:37.309068 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6af382c-0a21-43d5-b869-03ec6d441b7e req-6c8b12e8-c130-454b-940a-6920e3b2226b service neutron] Attempting to bind port e5b89f06-dde2-437b-ad7c-f0346a474b90 on network 45c2a1ad-9c77-458b-b844-fbf0e60ffffd {{(pid=93883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 19:30:37.319752 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6af382c-0a21-43d5-b869-03ec6d441b7e req-6c8b12e8-c130-454b-940a-6920e3b2226b service neutron] Port e5b89f06-dde2-437b-ad7c-f0346a474b90 on network 45c2a1ad-9c77-458b-b844-fbf0e60ffffd not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80619 {{(pid=93883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 19:30:37.320231 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6af382c-0a21-43d5-b869-03ec6d441b7e req-6c8b12e8-c130-454b-940a-6920e3b2226b service neutron] Attempting to bind port e5b89f06-dde2-437b-ad7c-f0346a474b90 on network 45c2a1ad-9c77-458b-b844-fbf0e60ffffd {{(pid=93883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 19:30:37.331032 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6af382c-0a21-43d5-b869-03ec6d441b7e req-6c8b12e8-c130-454b-940a-6920e3b2226b service neutron] Checking agent: {'id': 'f86fd93b-ec6e-427a-a263-b2bcb0cc3d39', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80619', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 19, 19, 51), 'started_at': datetime.datetime(2021, 8, 29, 19, 19, 51), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 19, 30, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 19:30:37.331182 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6af382c-0a21-43d5-b869-03ec6d441b7e req-6c8b12e8-c130-454b-940a-6920e3b2226b service neutron] Checking segment: {'id': '11a203b2-fbd8-4335-9a74-1c37515b390f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '45c2a1ad-9c77-458b-b844-fbf0e60ffffd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93883) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 19:30:37.331677 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6af382c-0a21-43d5-b869-03ec6d441b7e req-6c8b12e8-c130-454b-940a-6920e3b2226b service neutron] Bound using segment: {'id': '11a203b2-fbd8-4335-9a74-1c37515b390f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '45c2a1ad-9c77-458b-b844-fbf0e60ffffd'} {{(pid=93883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 19:30:37.332237 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron.plugins.ml2.managers [req-e6af382c-0a21-43d5-b869-03ec6d441b7e req-6c8b12e8-c130-454b-940a-6920e3b2226b service neutron] Bound port: e5b89f06-dde2-437b-ad7c-f0346a474b90, host: hv-cinder-80619, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '11a203b2-fbd8-4335-9a74-1c37515b390f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '45c2a1ad-9c77-458b-b844-fbf0e60ffffd'}}] {{(pid=93883) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 19:30:37.332847 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-e6af382c-0a21-43d5-b869-03ec6d441b7e req-6c8b12e8-c130-454b-940a-6920e3b2226b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3669058'] for port, before_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:30:37.417774 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron.plugins.ml2.db [req-e6af382c-0a21-43d5-b869-03ec6d441b7e req-6c8b12e8-c130-454b-940a-6920e3b2226b service neutron] For port e5b89f06-dde2-437b-ad7c-f0346a474b90, host hv-cinder-80619, cleared binding levels {{(pid=93883) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 19:30:37.422234 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron.plugins.ml2.db [req-e6af382c-0a21-43d5-b869-03ec6d441b7e req-6c8b12e8-c130-454b-940a-6920e3b2226b service neutron] For port e5b89f06-dde2-437b-ad7c-f0346a474b90, host hv-cinder-80619, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80619',level=0,port_id=e5b89f06-dde2-437b-ad7c-f0346a474b90,segment=NetworkSegment(11a203b2-fbd8-4335-9a74-1c37515b390f),segment_id=11a203b2-fbd8-4335-9a74-1c37515b390f)] {{(pid=93883) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 19:30:37.427999 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-e6af382c-0a21-43d5-b869-03ec6d441b7e req-6c8b12e8-c130-454b-940a-6920e3b2226b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3669005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3715978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777170436913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777169884182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777169884200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-263410520'] for port, after_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:30:37.464765 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6af382c-0a21-43d5-b869-03ec6d441b7e req-6c8b12e8-c130-454b-940a-6920e3b2226b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 19:30:37.465391 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-e6af382c-0a21-43d5-b869-03ec6d441b7e req-6c8b12e8-c130-454b-940a-6920e3b2226b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-256493'] for port, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:30:37.466819 dv-cinder-806191-2-iscsi neutron-server[93883]: INFO neutron.wsgi [req-e6af382c-0a21-43d5-b869-03ec6d441b7e req-6c8b12e8-c130-454b-940a-6920e3b2226b service neutron] 10.222.0.23 "PUT /v2.0/ports/e5b89f06-dde2-437b-ad7c-f0346a474b90 HTTP/1.1" status: 200 len: 1093 time: 1.1010895 Aug 29 19:30:37.469180 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '336649ad-9808-457d-bb4e-23419b987cbd', 'tag': 'e5b89f06-dde2-437b-ad7c-f0346a474b90'}] {{(pid=93883) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 19:30:37.472753 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d7efacdd762e7fee97ebec028cc859708dbf706441332da3e8755544227ebc46" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7d25cd9b-7e75-4349-8de2-2cadbee37880" -d '{"events": [{"name": "network-changed", "server_uuid": "336649ad-9808-457d-bb4e-23419b987cbd", "tag": "e5b89f06-dde2-437b-ad7c-f0346a474b90"}]}' {{(pid=93883) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 19:30:37.503152 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c8b12e8-c130-454b-940a-6920e3b2226b service neutron] Pushing event updated for resources: {'Port': ['ID=e5b89f06-dde2-437b-ad7c-f0346a474b90,revision_number=3']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:30:37.551114 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 19:30:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0bd79c1e-9dc1-4721-b435-53aaf424b1e7 x-openstack-request-id: req-0bd79c1e-9dc1-4721-b435-53aaf424b1e7 {{(pid=93883) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 19:30:37.551407 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "336649ad-9808-457d-bb4e-23419b987cbd", "tag": "e5b89f06-dde2-437b-ad7c-f0346a474b90", "status": "completed", "code": 200}]} {{(pid=93883) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 19:30:37.551659 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-0bd79c1e-9dc1-4721-b435-53aaf424b1e7 {{(pid=93883) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 19:30:37.552052 dv-cinder-806191-2-iscsi neutron-server[93883]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '336649ad-9808-457d-bb4e-23419b987cbd', 'tag': 'e5b89f06-dde2-437b-ad7c-f0346a474b90', 'status': 'completed', 'code': 200} Aug 29 19:30:37.571537 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6af382c-0a21-43d5-b869-03ec6d441b7e req-589aa8dd-3d9f-4951-a48c-225f1b1176ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 19:30:37.573185 dv-cinder-806191-2-iscsi neutron-server[93883]: INFO neutron.wsgi [req-e6af382c-0a21-43d5-b869-03ec6d441b7e req-589aa8dd-3d9f-4951-a48c-225f1b1176ee service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=b39981fcd5954815961a8be993dedcd2&device_id=336649ad-9808-457d-bb4e-23419b987cbd HTTP/1.1" status: 200 len: 1096 time: 0.0586982 Aug 29 19:30:37.619184 dv-cinder-806191-2-iscsi neutron-server[93883]: INFO neutron.wsgi [req-e6af382c-0a21-43d5-b869-03ec6d441b7e req-790fd724-6700-4732-8ecf-6c866558ab19 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e5b89f06-dde2-437b-ad7c-f0346a474b90 HTTP/1.1" status: 200 len: 217 time: 0.0366573 Aug 29 19:30:37.673577 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6af382c-0a21-43d5-b869-03ec6d441b7e req-7b2d352f-dc04-4fca-9ed6-48cb6b5d3ed8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 19:30:37.675162 dv-cinder-806191-2-iscsi neutron-server[93883]: INFO neutron.wsgi [req-e6af382c-0a21-43d5-b869-03ec6d441b7e req-7b2d352f-dc04-4fca-9ed6-48cb6b5d3ed8 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=fc92f67e-9e9b-4d7e-adb8-7f60a771a071 HTTP/1.1" status: 200 len: 850 time: 0.0495951 Aug 29 19:30:37.738125 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6af382c-0a21-43d5-b869-03ec6d441b7e req-56b05c0a-8a64-4fe6-9f18-839e552de4be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 19:30:37.740642 dv-cinder-806191-2-iscsi neutron-server[93883]: INFO neutron.wsgi [req-e6af382c-0a21-43d5-b869-03ec6d441b7e req-56b05c0a-8a64-4fe6-9f18-839e552de4be service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=45c2a1ad-9c77-458b-b844-fbf0e60ffffd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0581133 Aug 29 19:30:37.778913 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-e411ce9c-394c-453f-add9-812245090945 None None] Device d4d1b59a-961d-49b0-845a-5c05bdadd6ed details requested by agent hyperv_hv-cinder-80619 with host hv-cinder-80619 {{(pid=93885) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 19:30:37.874757 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6dd60e3-820d-4009-9e3b-8c6b118341a7 req-973d7985-14ce-4eea-b45e-f8031d9dacbb tempest-TestVolumeBootPattern-1610125901 tempest-TestVolumeBootPattern-1610125901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 19:30:37.876323 dv-cinder-806191-2-iscsi neutron-server[93883]: INFO neutron.wsgi [req-c6dd60e3-820d-4009-9e3b-8c6b118341a7 req-973d7985-14ce-4eea-b45e-f8031d9dacbb tempest-TestVolumeBootPattern-1610125901 tempest-TestVolumeBootPattern-1610125901-project] 10.222.0.26 "GET /v2.0/ports?device_id=336649ad-9808-457d-bb4e-23419b987cbd HTTP/1.1" status: 200 len: 943 time: 0.1088295 Aug 29 19:30:37.883121 dv-cinder-806191-2-iscsi neutron-server[93883]: INFO neutron.wsgi [req-e6af382c-0a21-43d5-b869-03ec6d441b7e req-80399c18-4ee3-4f16-9b6e-174ebc19a15d service neutron] 10.222.0.23 "GET /v2.0/networks/45c2a1ad-9c77-458b-b844-fbf0e60ffffd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1334417 Aug 29 19:30:37.906083 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-e411ce9c-394c-453f-add9-812245090945 None None] For port d4d1b59a-961d-49b0-845a-5c05bdadd6ed, host hv-cinder-80619, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80619',level=0,port_id=d4d1b59a-961d-49b0-845a-5c05bdadd6ed,segment=NetworkSegment(1ffed5ae-0150-459b-853a-8cab74a9c6c6),segment_id=1ffed5ae-0150-459b-853a-8cab74a9c6c6)] {{(pid=93885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 19:30:37.923171 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-e411ce9c-394c-453f-add9-812245090945 None None] Returning: {'device': 'd4d1b59a-961d-49b0-845a-5c05bdadd6ed', 'network_id': '230fb0ba-0d5c-429d-b34c-6dc749246226', 'port_id': 'd4d1b59a-961d-49b0-845a-5c05bdadd6ed', 'mac_address': 'fa:16:3e:e3:33:93', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 122, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '192a96b3-2546-4f6a-b5ab-9304317c7363', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93885) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 19:30:37.969729 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-e411ce9c-394c-453f-add9-812245090945 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3669058'] for port, before_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:30:37.973755 dv-cinder-806191-2-iscsi neutron-server[93883]: INFO neutron.wsgi [req-c6dd60e3-820d-4009-9e3b-8c6b118341a7 req-8213e208-994c-451b-81d4-d3afe113c50c tempest-TestVolumeBootPattern-1610125901 tempest-TestVolumeBootPattern-1610125901-project] 10.222.0.26 "GET /v2.0/security-groups?id=28dcb342-8e4f-40d6-9e57-d4cd91ceacfa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0876813 Aug 29 19:30:37.988065 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.notifiers.nova [None req-e411ce9c-394c-453f-add9-812245090945 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d4d1b59a-961d-49b0-845a-5c05bdadd6ed {{(pid=93885) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 19:30:38.010126 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-e411ce9c-394c-453f-add9-812245090945 None None] For port d4d1b59a-961d-49b0-845a-5c05bdadd6ed, host hv-cinder-80619, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80619',level=0,port_id=d4d1b59a-961d-49b0-845a-5c05bdadd6ed,segment=NetworkSegment(1ffed5ae-0150-459b-853a-8cab74a9c6c6),segment_id=1ffed5ae-0150-459b-853a-8cab74a9c6c6)] {{(pid=93885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 19:30:38.018721 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-e411ce9c-394c-453f-add9-812245090945 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3669005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3715978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777170436913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777169884182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777169884200'] for port, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:30:38.020580 dv-cinder-806191-2-iscsi neutron-server[93883]: INFO neutron.wsgi [req-e6af382c-0a21-43d5-b869-03ec6d441b7e req-e472ee48-bb21-48ac-8946-fa758ac5a4a9 service neutron] 10.222.0.23 "GET /v2.0/networks/45c2a1ad-9c77-458b-b844-fbf0e60ffffd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1280141 Aug 29 19:30:38.074690 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e411ce9c-394c-453f-add9-812245090945 None None] Pushing event updated for resources: {'Port': ['ID=d4d1b59a-961d-49b0-845a-5c05bdadd6ed,revision_number=4']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:30:38.130272 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d25cd9b-7e75-4349-8de2-2cadbee37880 req-775cc7b4-1c27-4e91-be9d-c1c37d23cefb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 19:30:38.131506 dv-cinder-806191-2-iscsi neutron-server[93883]: INFO neutron.wsgi [req-7d25cd9b-7e75-4349-8de2-2cadbee37880 req-775cc7b4-1c27-4e91-be9d-c1c37d23cefb service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=b39981fcd5954815961a8be993dedcd2&device_id=336649ad-9808-457d-bb4e-23419b987cbd HTTP/1.1" status: 200 len: 1096 time: 0.0453300 Aug 29 19:30:38.240083 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab870ae3-c997-40f8-8049-6726978817de req-d23924db-5239-441d-b63f-3c121f249b90 tempest-AttachVolumeTestJSON-1146266330 tempest-AttachVolumeTestJSON-1146266330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 19:30:38.242361 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d25cd9b-7e75-4349-8de2-2cadbee37880 req-d5dab974-7dcf-4c00-ad77-bed739255864 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 19:30:38.244365 dv-cinder-806191-2-iscsi neutron-server[93883]: INFO neutron.wsgi [req-7d25cd9b-7e75-4349-8de2-2cadbee37880 req-d5dab974-7dcf-4c00-ad77-bed739255864 service neutron] 10.222.0.23 "GET /v2.0/networks?id=45c2a1ad-9c77-458b-b844-fbf0e60ffffd HTTP/1.1" status: 200 len: 912 time: 0.1045194 Aug 29 19:30:38.245903 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-e411ce9c-394c-453f-add9-812245090945 None None] get_ports_and_sgs() called for port_ids ['d4d1b59a-961d-49b0-845a-5c05bdadd6ed'] {{(pid=93885) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 19:30:38.247488 dv-cinder-806191-2-iscsi neutron-server[93884]: INFO neutron.wsgi [req-ab870ae3-c997-40f8-8049-6726978817de req-d23924db-5239-441d-b63f-3c121f249b90 tempest-AttachVolumeTestJSON-1146266330 tempest-AttachVolumeTestJSON-1146266330-project] 10.222.0.26 "GET /v2.0/ports?device_id=5f1e0210-7182-4653-9aef-80e9ad03ca4d HTTP/1.1" status: 200 len: 945 time: 0.0710645 Aug 29 19:30:38.288472 dv-cinder-806191-2-iscsi neutron-server[93884]: INFO neutron.wsgi [req-ab870ae3-c997-40f8-8049-6726978817de req-99a5034a-561c-400a-86d9-d1c85f1a1a28 tempest-AttachVolumeTestJSON-1146266330 tempest-AttachVolumeTestJSON-1146266330-project] 10.222.0.26 "GET /v2.0/security-groups?id=c4a40029-c30e-4405-8d4b-b6b127f13a65&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399399 Aug 29 19:30:38.297315 dv-cinder-806191-2-iscsi neutron-server[93883]: INFO neutron.wsgi [req-7d25cd9b-7e75-4349-8de2-2cadbee37880 req-2e879d64-e862-4e35-8e2e-827ea1a0c6e4 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e5b89f06-dde2-437b-ad7c-f0346a474b90 HTTP/1.1" status: 200 len: 217 time: 0.0450611 Aug 29 19:30:38.360680 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d25cd9b-7e75-4349-8de2-2cadbee37880 req-f74bfba0-6b43-4cce-88e6-17e9621974fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 19:30:38.362192 dv-cinder-806191-2-iscsi neutron-server[93883]: INFO neutron.wsgi [req-7d25cd9b-7e75-4349-8de2-2cadbee37880 req-f74bfba0-6b43-4cce-88e6-17e9621974fd service neutron] 10.222.0.23 "GET /v2.0/subnets?id=fc92f67e-9e9b-4d7e-adb8-7f60a771a071 HTTP/1.1" status: 200 len: 850 time: 0.0574811 Aug 29 19:30:38.421496 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d25cd9b-7e75-4349-8de2-2cadbee37880 req-476b0b2c-64c7-416a-af5b-338c2ef8e802 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 19:30:38.423295 dv-cinder-806191-2-iscsi neutron-server[93883]: INFO neutron.wsgi [req-7d25cd9b-7e75-4349-8de2-2cadbee37880 req-476b0b2c-64c7-416a-af5b-338c2ef8e802 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=45c2a1ad-9c77-458b-b844-fbf0e60ffffd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0511265 Aug 29 19:30:38.523417 dv-cinder-806191-2-iscsi neutron-server[93883]: INFO neutron.wsgi [req-7d25cd9b-7e75-4349-8de2-2cadbee37880 req-9f3ffff1-366a-4aa6-b146-f75daeb6c5b4 service neutron] 10.222.0.23 "GET /v2.0/networks/45c2a1ad-9c77-458b-b844-fbf0e60ffffd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0889232 Aug 29 19:30:38.626345 dv-cinder-806191-2-iscsi neutron-server[93883]: INFO neutron.wsgi [req-7d25cd9b-7e75-4349-8de2-2cadbee37880 req-1eae39c6-a030-420c-af46-1ce7474dee42 service neutron] 10.222.0.23 "GET /v2.0/networks/45c2a1ad-9c77-458b-b844-fbf0e60ffffd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0939076 Aug 29 19:30:39.104263 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55b2d909-558d-48f2-b3d2-96b524634c0b req-c61367aa-3752-406d-86b4-e4d98f9349bc tempest-TestVolumeBootPattern-1610125901 tempest-TestVolumeBootPattern-1610125901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 19:30:39.106081 dv-cinder-806191-2-iscsi neutron-server[93883]: INFO neutron.wsgi [req-55b2d909-558d-48f2-b3d2-96b524634c0b req-c61367aa-3752-406d-86b4-e4d98f9349bc tempest-TestVolumeBootPattern-1610125901 tempest-TestVolumeBootPattern-1610125901-project] 10.222.0.26 "GET /v2.0/ports?device_id=336649ad-9808-457d-bb4e-23419b987cbd HTTP/1.1" status: 200 len: 943 time: 0.0533454 Aug 29 19:30:39.151063 dv-cinder-806191-2-iscsi neutron-server[93883]: INFO neutron.wsgi [req-55b2d909-558d-48f2-b3d2-96b524634c0b req-fdbd897e-5b12-48a4-98a5-596aabf5d313 tempest-TestVolumeBootPattern-1610125901 tempest-TestVolumeBootPattern-1610125901-project] 10.222.0.26 "GET /v2.0/security-groups?id=28dcb342-8e4f-40d6-9e57-d4cd91ceacfa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388391 Aug 29 19:30:39.421161 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdb65497-1d08-4505-ac70-00ad9f0a2c4f req-8ebd35ba-86c9-4f49-bb67-64d105aca037 tempest-AttachVolumeTestJSON-1146266330 tempest-AttachVolumeTestJSON-1146266330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 19:30:39.426093 dv-cinder-806191-2-iscsi neutron-server[93884]: INFO neutron.wsgi [req-cdb65497-1d08-4505-ac70-00ad9f0a2c4f req-8ebd35ba-86c9-4f49-bb67-64d105aca037 tempest-AttachVolumeTestJSON-1146266330 tempest-AttachVolumeTestJSON-1146266330-project] 10.222.0.26 "GET /v2.0/ports?device_id=5f1e0210-7182-4653-9aef-80e9ad03ca4d HTTP/1.1" status: 200 len: 945 time: 0.0543983 Aug 29 19:30:39.468094 dv-cinder-806191-2-iscsi neutron-server[93884]: INFO neutron.wsgi [req-cdb65497-1d08-4505-ac70-00ad9f0a2c4f req-211c44b1-7417-4bec-9f71-663b4ea72ab8 tempest-AttachVolumeTestJSON-1146266330 tempest-AttachVolumeTestJSON-1146266330-project] 10.222.0.26 "GET /v2.0/security-groups?id=c4a40029-c30e-4405-8d4b-b6b127f13a65&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390213 Aug 29 19:30:39.796805 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-e411ce9c-394c-453f-add9-812245090945 None None] Device d4d1b59a-961d-49b0-845a-5c05bdadd6ed up at agent hyperv_hv-cinder-80619 {{(pid=93885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 19:30:39.857407 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-e411ce9c-394c-453f-add9-812245090945 None None] Provisioning for port d4d1b59a-961d-49b0-845a-5c05bdadd6ed completed by entity L2. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 19:30:39.861500 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-e411ce9c-394c-453f-add9-812245090945 None None] Provisioning complete for port d4d1b59a-961d-49b0-845a-5c05bdadd6ed triggered by entity L2. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 19:30:39.861873 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-e411ce9c-394c-453f-add9-812245090945 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3627211'] for port, provisioning_complete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:30:39.946285 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-e411ce9c-394c-453f-add9-812245090945 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3669058'] for port, before_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:30:39.973271 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5f1e0210-7182-4653-9aef-80e9ad03ca4d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd4d1b59a-961d-49b0-845a-5c05bdadd6ed'}] {{(pid=93885) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 19:30:39.975582 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b746b22f1a330a85490eeb53ccb4cfec71189e4c963aff014ae6842ea75f17cc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7d103539-7235-4edf-a80e-50304461afd7" -d '{"events": [{"server_uuid": "5f1e0210-7182-4653-9aef-80e9ad03ca4d", "name": "network-vif-plugged", "status": "completed", "tag": "d4d1b59a-961d-49b0-845a-5c05bdadd6ed"}]}' {{(pid=93885) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 19:30:39.989290 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-e411ce9c-394c-453f-add9-812245090945 None None] For port d4d1b59a-961d-49b0-845a-5c05bdadd6ed, host hv-cinder-80619, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80619',level=0,port_id=d4d1b59a-961d-49b0-845a-5c05bdadd6ed,segment=NetworkSegment(1ffed5ae-0150-459b-853a-8cab74a9c6c6),segment_id=1ffed5ae-0150-459b-853a-8cab74a9c6c6)] {{(pid=93885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 19:30:39.995331 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-e411ce9c-394c-453f-add9-812245090945 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3669005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3715978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777170436913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777169884182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777169884200'] for port, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:30:40.030373 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 19:30:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e24a0a01-b9bc-4af1-b907-a4679cf71265 x-openstack-request-id: req-e24a0a01-b9bc-4af1-b907-a4679cf71265 {{(pid=93885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 19:30:40.030761 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5f1e0210-7182-4653-9aef-80e9ad03ca4d", "name": "network-vif-plugged", "status": "completed", "tag": "d4d1b59a-961d-49b0-845a-5c05bdadd6ed", "code": 200}]} {{(pid=93885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 19:30:40.030936 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-e24a0a01-b9bc-4af1-b907-a4679cf71265 {{(pid=93885) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 19:30:40.032041 dv-cinder-806191-2-iscsi neutron-server[93885]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5f1e0210-7182-4653-9aef-80e9ad03ca4d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd4d1b59a-961d-49b0-845a-5c05bdadd6ed', 'code': 200} Aug 29 19:30:40.062544 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e411ce9c-394c-453f-add9-812245090945 None None] Pushing event updated for resources: {'Port': ['ID=d4d1b59a-961d-49b0-845a-5c05bdadd6ed,revision_number=5']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:30:40.198713 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b21541b0-7655-4393-8902-923ae3233044 req-9b864d65-6205-4b42-80cf-a202979068ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 19:30:40.200233 dv-cinder-806191-2-iscsi neutron-server[93883]: INFO neutron.wsgi [req-b21541b0-7655-4393-8902-923ae3233044 req-9b864d65-6205-4b42-80cf-a202979068ef service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=5f1e0210-7182-4653-9aef-80e9ad03ca4d HTTP/1.1" status: 200 len: 1099 time: 0.0439973 Aug 29 19:30:40.238490 dv-cinder-806191-2-iscsi neutron-server[93883]: INFO neutron.wsgi [req-b21541b0-7655-4393-8902-923ae3233044 req-3046096e-b94b-4c30-963b-a1cebd472448 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=c4a40029-c30e-4405-8d4b-b6b127f13a65&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305870 Aug 29 19:30:40.275844 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bad120b1-150d-44ed-ae6b-39c2f6d15fca req-d85e31a8-dc45-461b-8b07-4f43941150ba tempest-TestVolumeBootPattern-1610125901 tempest-TestVolumeBootPattern-1610125901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 19:30:40.277347 dv-cinder-806191-2-iscsi neutron-server[93884]: INFO neutron.wsgi [req-bad120b1-150d-44ed-ae6b-39c2f6d15fca req-d85e31a8-dc45-461b-8b07-4f43941150ba tempest-TestVolumeBootPattern-1610125901 tempest-TestVolumeBootPattern-1610125901-project] 10.222.0.26 "GET /v2.0/ports?device_id=336649ad-9808-457d-bb4e-23419b987cbd HTTP/1.1" status: 200 len: 943 time: 0.0556061 Aug 29 19:30:40.320906 dv-cinder-806191-2-iscsi neutron-server[93884]: INFO neutron.wsgi [req-bad120b1-150d-44ed-ae6b-39c2f6d15fca req-a3795b27-03b6-447c-8940-61528875077f tempest-TestVolumeBootPattern-1610125901 tempest-TestVolumeBootPattern-1610125901-project] 10.222.0.26 "GET /v2.0/security-groups?id=28dcb342-8e4f-40d6-9e57-d4cd91ceacfa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0365095 Aug 29 19:30:40.596820 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-148c0086-f7cd-43e4-bb0c-e7d06c20dbb1 req-b5b71eb8-b933-4959-91a9-ae23af141053 tempest-AttachVolumeTestJSON-1146266330 tempest-AttachVolumeTestJSON-1146266330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 19:30:40.598257 dv-cinder-806191-2-iscsi neutron-server[93883]: INFO neutron.wsgi [req-148c0086-f7cd-43e4-bb0c-e7d06c20dbb1 req-b5b71eb8-b933-4959-91a9-ae23af141053 tempest-AttachVolumeTestJSON-1146266330 tempest-AttachVolumeTestJSON-1146266330-project] 10.222.0.26 "GET /v2.0/ports?device_id=5f1e0210-7182-4653-9aef-80e9ad03ca4d HTTP/1.1" status: 200 len: 946 time: 0.0529006 Aug 29 19:30:40.639876 dv-cinder-806191-2-iscsi neutron-server[93883]: INFO neutron.wsgi [req-148c0086-f7cd-43e4-bb0c-e7d06c20dbb1 req-71e29caf-c885-4d36-9350-490769dcca97 tempest-AttachVolumeTestJSON-1146266330 tempest-AttachVolumeTestJSON-1146266330-project] 10.222.0.26 "GET /v2.0/security-groups?id=c4a40029-c30e-4405-8d4b-b6b127f13a65&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0346999 Aug 29 19:30:41.443192 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e7ccb51-a2b7-463c-913c-bed64cb94956 req-2027f33d-ccfe-47b3-9d1a-d91be96f563c tempest-TestVolumeBootPattern-1610125901 tempest-TestVolumeBootPattern-1610125901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 19:30:41.444683 dv-cinder-806191-2-iscsi neutron-server[93884]: INFO neutron.wsgi [req-6e7ccb51-a2b7-463c-913c-bed64cb94956 req-2027f33d-ccfe-47b3-9d1a-d91be96f563c tempest-TestVolumeBootPattern-1610125901 tempest-TestVolumeBootPattern-1610125901-project] 10.222.0.26 "GET /v2.0/ports?device_id=336649ad-9808-457d-bb4e-23419b987cbd HTTP/1.1" status: 200 len: 943 time: 0.0505226 Aug 29 19:30:41.485964 dv-cinder-806191-2-iscsi neutron-server[93884]: INFO neutron.wsgi [req-6e7ccb51-a2b7-463c-913c-bed64cb94956 req-04994599-93b3-49e3-83c1-58558554b3b1 tempest-TestVolumeBootPattern-1610125901 tempest-TestVolumeBootPattern-1610125901-project] 10.222.0.26 "GET /v2.0/security-groups?id=28dcb342-8e4f-40d6-9e57-d4cd91ceacfa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347028 Aug 29 19:30:41.764757 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd89a42a-ab72-4f43-989c-9054ab79c3ad req-7fff1bb4-1ead-4b5f-8d85-b6a8a7f7c7a6 tempest-AttachVolumeTestJSON-1146266330 tempest-AttachVolumeTestJSON-1146266330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 19:30:41.766464 dv-cinder-806191-2-iscsi neutron-server[93883]: INFO neutron.wsgi [req-dd89a42a-ab72-4f43-989c-9054ab79c3ad req-7fff1bb4-1ead-4b5f-8d85-b6a8a7f7c7a6 tempest-AttachVolumeTestJSON-1146266330 tempest-AttachVolumeTestJSON-1146266330-project] 10.222.0.26 "GET /v2.0/ports?device_id=5f1e0210-7182-4653-9aef-80e9ad03ca4d HTTP/1.1" status: 200 len: 946 time: 0.0577707 Aug 29 19:30:41.814777 dv-cinder-806191-2-iscsi neutron-server[93883]: INFO neutron.wsgi [req-dd89a42a-ab72-4f43-989c-9054ab79c3ad req-d7c6ac69-7133-48a5-be36-dd5b66174a92 tempest-AttachVolumeTestJSON-1146266330 tempest-AttachVolumeTestJSON-1146266330-project] 10.222.0.26 "GET /v2.0/security-groups?id=c4a40029-c30e-4405-8d4b-b6b127f13a65&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0370202 Aug 29 19:30:41.935325 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-444f8a80-97a3-4251-8930-413a81b6694e req-76ff59bc-849f-443a-b8c0-457e28a105f2 tempest-AttachVolumeTestJSON-1146266330 tempest-AttachVolumeTestJSON-1146266330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 19:30:41.936843 dv-cinder-806191-2-iscsi neutron-server[93884]: INFO neutron.wsgi [req-444f8a80-97a3-4251-8930-413a81b6694e req-76ff59bc-849f-443a-b8c0-457e28a105f2 tempest-AttachVolumeTestJSON-1146266330 tempest-AttachVolumeTestJSON-1146266330-project] 10.222.0.26 "GET /v2.0/ports?device_id=5f1e0210-7182-4653-9aef-80e9ad03ca4d HTTP/1.1" status: 200 len: 946 time: 0.0515273 Aug 29 19:30:41.945857 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.26', 35962) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 19:30:41.950720 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron.api.v2.base [None req-af6ddd3b-f873-4785-83ee-2a8c3b780cc8 tempest-AttachVolumeTestJSON-1146266330 tempest-AttachVolumeTestJSON-1146266330-project] Request body: {'floatingip': {'port_id': 'd4d1b59a-961d-49b0-845a-5c05bdadd6ed'}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 19:30:41.995252 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-af6ddd3b-f873-4785-83ee-2a8c3b780cc8 tempest-AttachVolumeTestJSON-1146266330 tempest-AttachVolumeTestJSON-1146266330-project] Notify callbacks [] for floatingip, before_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:30:42.501390 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-af6ddd3b-f873-4785-83ee-2a8c3b780cc8 tempest-AttachVolumeTestJSON-1146266330 tempest-AttachVolumeTestJSON-1146266330-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:30:42.505643 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-af6ddd3b-f873-4785-83ee-2a8c3b780cc8 tempest-AttachVolumeTestJSON-1146266330 tempest-AttachVolumeTestJSON-1146266330-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3676317'] for floatingip, after_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:30:42.657231 dv-cinder-806191-2-iscsi neutron-server[93883]: INFO neutron.db.l3_db [None req-af6ddd3b-f873-4785-83ee-2a8c3b780cc8 tempest-AttachVolumeTestJSON-1146266330 tempest-AttachVolumeTestJSON-1146266330-project] Floating IP 0220ad20-ed72-44e0-8048-9aeda3123f67 associated. External IP: 172.27.2.162, port: d4d1b59a-961d-49b0-845a-5c05bdadd6ed. Aug 29 19:30:42.667676 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d4a2d72-5750-4121-911a-6db19df90c1c req-4b687d4b-cfa5-447a-bf87-ff8c150a1c66 tempest-TestVolumeBootPattern-1610125901 tempest-TestVolumeBootPattern-1610125901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 19:30:42.669174 dv-cinder-806191-2-iscsi neutron-server[93883]: INFO neutron.wsgi [req-1d4a2d72-5750-4121-911a-6db19df90c1c req-4b687d4b-cfa5-447a-bf87-ff8c150a1c66 tempest-TestVolumeBootPattern-1610125901 tempest-TestVolumeBootPattern-1610125901-project] 10.222.0.26 "GET /v2.0/ports?device_id=336649ad-9808-457d-bb4e-23419b987cbd HTTP/1.1" status: 200 len: 943 time: 0.0980616 Aug 29 19:30:42.776740 dv-cinder-806191-2-iscsi neutron-server[93883]: INFO neutron.wsgi [req-1d4a2d72-5750-4121-911a-6db19df90c1c req-44d06a56-76d5-47ef-bde9-9a9bae101316 tempest-TestVolumeBootPattern-1610125901 tempest-TestVolumeBootPattern-1610125901-project] 10.222.0.26 "GET /v2.0/security-groups?id=28dcb342-8e4f-40d6-9e57-d4cd91ceacfa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0770562 Aug 29 19:30:42.917872 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-af6ddd3b-f873-4785-83ee-2a8c3b780cc8 tempest-AttachVolumeTestJSON-1146266330 tempest-AttachVolumeTestJSON-1146266330-project] Router 23f29ba4-9fa5-47f6-942a-21a84cbf601f has already been hosted by L3 agent c3ed3b02-d107-45f2-9b2a-fff9b0cfaa96 {{(pid=93883) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 19:30:43.029695 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-af6ddd3b-f873-4785-83ee-2a8c3b780cc8 tempest-AttachVolumeTestJSON-1146266330 tempest-AttachVolumeTestJSON-1146266330-project] Notify agent at l3_agent.dv-cinder-806191-2-iscsi the message routers_updated {{(pid=93883) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 19:30:43.036732 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-af6ddd3b-f873-4785-83ee-2a8c3b780cc8 tempest-AttachVolumeTestJSON-1146266330 tempest-AttachVolumeTestJSON-1146266330-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-256493'] for floatingip, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:30:43.040940 dv-cinder-806191-2-iscsi neutron-server[93886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be965ef5-2cba-4606-afac-0f1590c5ccb9 None None] Sync routers for ids ['23f29ba4-9fa5-47f6-942a-21a84cbf601f'] in dv-cinder-806191-2-iscsi {{(pid=93886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 19:30:43.051750 dv-cinder-806191-2-iscsi neutron-server[93886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be965ef5-2cba-4606-afac-0f1590c5ccb9 None None] Routers {'23f29ba4-9fa5-47f6-942a-21a84cbf601f'} bound to L3 agent in host dv-cinder-806191-2-iscsi {{(pid=93886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 19:30:43.052353 dv-cinder-806191-2-iscsi neutron-server[93886]: DEBUG neutron.db.l3_hamode_db [None req-be965ef5-2cba-4606-afac-0f1590c5ccb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806191-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-29T19:13:49Z,description=,heartbeat_timestamp=2021-08-29T19:30:19Z,host='dv-cinder-806191-2-iscsi',id=c3ed3b02-d107-45f2-9b2a-fff9b0cfaa96,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T19:13:49Z,topic='l3_agent')) {'router_ids': ['23f29ba4-9fa5-47f6-942a-21a84cbf601f'], 'active': True} {{(pid=93886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 19:30:43.084407 dv-cinder-806191-2-iscsi neutron-server[93883]: INFO neutron.wsgi [None req-af6ddd3b-f873-4785-83ee-2a8c3b780cc8 tempest-AttachVolumeTestJSON-1146266330 tempest-AttachVolumeTestJSON-1146266330-project] 10.222.0.26 "PUT /v2.0/floatingips/0220ad20-ed72-44e0-8048-9aeda3123f67 HTTP/1.1" status: 200 len: 992 time: 1.1371696 Aug 29 19:30:43.085248 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5f1e0210-7182-4653-9aef-80e9ad03ca4d', 'tag': 'd4d1b59a-961d-49b0-845a-5c05bdadd6ed'}] {{(pid=93883) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 19:30:43.089349 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d7efacdd762e7fee97ebec028cc859708dbf706441332da3e8755544227ebc46" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-deea4aec-2781-48c5-9de9-a59e21ffe1a2" -d '{"events": [{"name": "network-changed", "server_uuid": "5f1e0210-7182-4653-9aef-80e9ad03ca4d", "tag": "d4d1b59a-961d-49b0-845a-5c05bdadd6ed"}]}' {{(pid=93883) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 19:30:43.162599 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 19:30:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4dad8e0f-14a1-41b3-9c6f-40dd5467a928 x-openstack-request-id: req-4dad8e0f-14a1-41b3-9c6f-40dd5467a928 {{(pid=93883) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 19:30:43.162983 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5f1e0210-7182-4653-9aef-80e9ad03ca4d", "tag": "d4d1b59a-961d-49b0-845a-5c05bdadd6ed", "status": "completed", "code": 200}]} {{(pid=93883) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 19:30:43.163370 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-4dad8e0f-14a1-41b3-9c6f-40dd5467a928 {{(pid=93883) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 19:30:43.164037 dv-cinder-806191-2-iscsi neutron-server[93883]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5f1e0210-7182-4653-9aef-80e9ad03ca4d', 'tag': 'd4d1b59a-961d-49b0-845a-5c05bdadd6ed', 'status': 'completed', 'code': 200} Aug 29 19:30:43.166040 dv-cinder-806191-2-iscsi neutron-server[93886]: DEBUG neutron.db.l3_dvr_db [None req-be965ef5-2cba-4606-afac-0f1590c5ccb9 None None] Set router 23f29ba4-9fa5-47f6-942a-21a84cbf601f gateway port host: dv-cinder-806191-2-iscsi {{(pid=93886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 19:30:43.241405 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deea4aec-2781-48c5-9de9-a59e21ffe1a2 req-3709afda-2ab7-4ee1-8751-71525e841850 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 19:30:43.244057 dv-cinder-806191-2-iscsi neutron-server[93883]: INFO neutron.wsgi [req-deea4aec-2781-48c5-9de9-a59e21ffe1a2 req-3709afda-2ab7-4ee1-8751-71525e841850 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=8815ddef504e468ab8ba921434be8123&device_id=5f1e0210-7182-4653-9aef-80e9ad03ca4d HTTP/1.1" status: 200 len: 1099 time: 0.0585399 Aug 29 19:30:43.337900 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deea4aec-2781-48c5-9de9-a59e21ffe1a2 req-85e8d7ac-5e1c-4a95-b177-9cc8f0c0cb5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 19:30:43.339342 dv-cinder-806191-2-iscsi neutron-server[93883]: INFO neutron.wsgi [req-deea4aec-2781-48c5-9de9-a59e21ffe1a2 req-85e8d7ac-5e1c-4a95-b177-9cc8f0c0cb5d service neutron] 10.222.0.23 "GET /v2.0/networks?id=230fb0ba-0d5c-429d-b34c-6dc749246226 HTTP/1.1" status: 200 len: 912 time: 0.0884764 Aug 29 19:30:43.407015 dv-cinder-806191-2-iscsi neutron-server[93886]: DEBUG neutron.db.l3_hamode_db [None req-be965ef5-2cba-4606-afac-0f1590c5ccb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '23f29ba4-9fa5-47f6-942a-21a84cbf601f', 'name': 'tempest-AttachVolumeTestJSON-1891733547-router', 'tenant_id': '8815ddef504e468ab8ba921434be8123', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7209b701-ecaa-476a-bd58-d61d280c16d3', 'external_fixed_ips': [{'subnet_id': '71309eb1-223f-47ba-9803-1437c965e178', 'ip_address': '172.27.2.246'}], 'enable_snat': True}, 'gw_port_id': 'a0a964fa-9497-4810-a458-0b5d984eeba9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T19:30:25Z', 'updated_at': '2021-08-29T19:30:28Z', 'revision_number': 4, 'project_id': '8815ddef504e468ab8ba921434be8123', 'gw_port': {'id': 'a0a964fa-9497-4810-a458-0b5d984eeba9', 'name': '', 'network_id': '7209b701-ecaa-476a-bd58-d61d280c16d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:af:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23f29ba4-9fa5-47f6-942a-21a84cbf601f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 652, 'fixed_ips': [{'subnet_id': '71309eb1-223f-47ba-9803-1437c965e178', 'ip_address': '172.27.2.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806191-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T19:30:26Z', 'updated_at': '2021-08-29T19:30:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71309eb1-223f-47ba-9803-1437c965e178', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806191-2-iscsi', '_floatingips': [{'id': '0220ad20-ed72-44e0-8048-9aeda3123f67', 'tenant_id': '8815ddef504e468ab8ba921434be8123', 'floating_ip_address': '172.27.2.162', 'floating_network_id': '7209b701-ecaa-476a-bd58-d61d280c16d3', 'router_id': '23f29ba4-9fa5-47f6-942a-21a84cbf601f', 'port_id': 'd4d1b59a-961d-49b0-845a-5c05bdadd6ed', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 660, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '230fb0ba-0d5c-429d-b34c-6dc749246226', 'mac_address': 'fa:16:3e:e3:33:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f1e0210-7182-4653-9aef-80e9ad03ca4d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-29T19:30:30Z', 'updated_at': '2021-08-29T19:30:42Z', 'revision_number': 1, 'project_id': '8815ddef504e468ab8ba921434be8123', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '773a5a82-93e8-41c9-9b77-39675df5cb05', 'name': '', 'network_id': '230fb0ba-0d5c-429d-b34c-6dc749246226', 'tenant_id': '8815ddef504e468ab8ba921434be8123', 'mac_address': 'fa:16:3e:f5:22:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23f29ba4-9fa5-47f6-942a-21a84cbf601f', 'device_owner': 'network:router_interface', 'standard_attr_id': 653, 'fixed_ips': [{'subnet_id': '192a96b3-2546-4f6a-b5ab-9304317c7363', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806191-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T19:30:27Z', 'updated_at': '2021-08-29T19:30:33Z', 'revision_number': 5, 'project_id': '8815ddef504e468ab8ba921434be8123', 'subnets': [{'id': '192a96b3-2546-4f6a-b5ab-9304317c7363', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806191-2-iscsi', False) {} {{(pid=93886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 19:30:43.417881 dv-cinder-806191-2-iscsi neutron-server[93883]: INFO neutron.wsgi [req-deea4aec-2781-48c5-9de9-a59e21ffe1a2 req-f15da977-c3c9-475d-bc26-56419c03afcb service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d4d1b59a-961d-49b0-845a-5c05bdadd6ed HTTP/1.1" status: 200 len: 1000 time: 0.0707197 Aug 29 19:30:43.433370 dv-cinder-806191-2-iscsi neutron-server[93886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be965ef5-2cba-4606-afac-0f1590c5ccb9 None None] Checking router: 23f29ba4-9fa5-47f6-942a-21a84cbf601f for host: dv-cinder-806191-2-iscsi {{(pid=93886) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 19:30:43.442033 dv-cinder-806191-2-iscsi neutron-server[93886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be965ef5-2cba-4606-afac-0f1590c5ccb9 None None] Routers {'23f29ba4-9fa5-47f6-942a-21a84cbf601f'} bound to L3 agent in host dv-cinder-806191-2-iscsi {{(pid=93886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 19:30:43.442678 dv-cinder-806191-2-iscsi neutron-server[93886]: DEBUG neutron.db.l3_hamode_db [None req-be965ef5-2cba-4606-afac-0f1590c5ccb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806191-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-29T19:13:49Z,description=,heartbeat_timestamp=2021-08-29T19:30:19Z,host='dv-cinder-806191-2-iscsi',id=c3ed3b02-d107-45f2-9b2a-fff9b0cfaa96,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T19:13:49Z,topic='l3_agent')) {'router_ids': ['23f29ba4-9fa5-47f6-942a-21a84cbf601f'], 'active': True} {{(pid=93886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 19:30:43.467969 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deea4aec-2781-48c5-9de9-a59e21ffe1a2 req-468659e8-8987-4b21-8013-c38220121303 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 19:30:43.469421 dv-cinder-806191-2-iscsi neutron-server[93883]: INFO neutron.wsgi [req-deea4aec-2781-48c5-9de9-a59e21ffe1a2 req-468659e8-8987-4b21-8013-c38220121303 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=192a96b3-2546-4f6a-b5ab-9304317c7363 HTTP/1.1" status: 200 len: 850 time: 0.0447366 Aug 29 19:30:43.515464 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deea4aec-2781-48c5-9de9-a59e21ffe1a2 req-38789172-edc7-4599-97cb-3db05c656dac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 19:30:43.516986 dv-cinder-806191-2-iscsi neutron-server[93883]: INFO neutron.wsgi [req-deea4aec-2781-48c5-9de9-a59e21ffe1a2 req-38789172-edc7-4599-97cb-3db05c656dac service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=230fb0ba-0d5c-429d-b34c-6dc749246226&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0404966 Aug 29 19:30:43.633565 dv-cinder-806191-2-iscsi neutron-server[93886]: DEBUG neutron.db.l3_dvr_db [None req-be965ef5-2cba-4606-afac-0f1590c5ccb9 None None] Set router 23f29ba4-9fa5-47f6-942a-21a84cbf601f gateway port host: dv-cinder-806191-2-iscsi {{(pid=93886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 19:30:43.648556 dv-cinder-806191-2-iscsi neutron-server[93883]: INFO neutron.wsgi [req-deea4aec-2781-48c5-9de9-a59e21ffe1a2 req-bb134554-afa9-41e3-b121-2f51fb3d228a service neutron] 10.222.0.23 "GET /v2.0/networks/230fb0ba-0d5c-429d-b34c-6dc749246226?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1238818 Aug 29 19:30:43.743868 dv-cinder-806191-2-iscsi neutron-server[93883]: INFO neutron.wsgi [req-deea4aec-2781-48c5-9de9-a59e21ffe1a2 req-b3b68ce7-c91c-4606-b03c-c933561dfa0e service neutron] 10.222.0.23 "GET /v2.0/networks/230fb0ba-0d5c-429d-b34c-6dc749246226?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853710 Aug 29 19:30:43.876308 dv-cinder-806191-2-iscsi neutron-server[93886]: DEBUG neutron.db.l3_hamode_db [None req-be965ef5-2cba-4606-afac-0f1590c5ccb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '23f29ba4-9fa5-47f6-942a-21a84cbf601f', 'name': 'tempest-AttachVolumeTestJSON-1891733547-router', 'tenant_id': '8815ddef504e468ab8ba921434be8123', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7209b701-ecaa-476a-bd58-d61d280c16d3', 'external_fixed_ips': [{'subnet_id': '71309eb1-223f-47ba-9803-1437c965e178', 'ip_address': '172.27.2.246'}], 'enable_snat': True}, 'gw_port_id': 'a0a964fa-9497-4810-a458-0b5d984eeba9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T19:30:25Z', 'updated_at': '2021-08-29T19:30:28Z', 'revision_number': 4, 'project_id': '8815ddef504e468ab8ba921434be8123', 'gw_port': {'id': 'a0a964fa-9497-4810-a458-0b5d984eeba9', 'name': '', 'network_id': '7209b701-ecaa-476a-bd58-d61d280c16d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:af:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23f29ba4-9fa5-47f6-942a-21a84cbf601f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 652, 'fixed_ips': [{'subnet_id': '71309eb1-223f-47ba-9803-1437c965e178', 'ip_address': '172.27.2.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806191-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T19:30:26Z', 'updated_at': '2021-08-29T19:30:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71309eb1-223f-47ba-9803-1437c965e178', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806191-2-iscsi', '_floatingips': [{'id': '0220ad20-ed72-44e0-8048-9aeda3123f67', 'tenant_id': '8815ddef504e468ab8ba921434be8123', 'floating_ip_address': '172.27.2.162', 'floating_network_id': '7209b701-ecaa-476a-bd58-d61d280c16d3', 'router_id': '23f29ba4-9fa5-47f6-942a-21a84cbf601f', 'port_id': 'd4d1b59a-961d-49b0-845a-5c05bdadd6ed', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 660, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '230fb0ba-0d5c-429d-b34c-6dc749246226', 'mac_address': 'fa:16:3e:e3:33:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f1e0210-7182-4653-9aef-80e9ad03ca4d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-29T19:30:30Z', 'updated_at': '2021-08-29T19:30:42Z', 'revision_number': 1, 'project_id': '8815ddef504e468ab8ba921434be8123', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '773a5a82-93e8-41c9-9b77-39675df5cb05', 'name': '', 'network_id': '230fb0ba-0d5c-429d-b34c-6dc749246226', 'tenant_id': '8815ddef504e468ab8ba921434be8123', 'mac_address': 'fa:16:3e:f5:22:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23f29ba4-9fa5-47f6-942a-21a84cbf601f', 'device_owner': 'network:router_interface', 'standard_attr_id': 653, 'fixed_ips': [{'subnet_id': '192a96b3-2546-4f6a-b5ab-9304317c7363', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806191-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T19:30:27Z', 'updated_at': '2021-08-29T19:30:33Z', 'revision_number': 5, 'project_id': '8815ddef504e468ab8ba921434be8123', 'subnets': [{'id': '192a96b3-2546-4f6a-b5ab-9304317c7363', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806191-2-iscsi', False) {} {{(pid=93886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 19:30:43.906703 dv-cinder-806191-2-iscsi neutron-server[93886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be965ef5-2cba-4606-afac-0f1590c5ccb9 None None] The sync data for ids ['23f29ba4-9fa5-47f6-942a-21a84cbf601f'] in dv-cinder-806191-2-iscsi is: [{'id': '23f29ba4-9fa5-47f6-942a-21a84cbf601f', 'name': 'tempest-AttachVolumeTestJSON-1891733547-router', 'tenant_id': '8815ddef504e468ab8ba921434be8123', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7209b701-ecaa-476a-bd58-d61d280c16d3', 'external_fixed_ips': [{'subnet_id': '71309eb1-223f-47ba-9803-1437c965e178', 'ip_address': '172.27.2.246'}], 'enable_snat': True}, 'gw_port_id': 'a0a964fa-9497-4810-a458-0b5d984eeba9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T19:30:25Z', 'updated_at': '2021-08-29T19:30:28Z', 'revision_number': 4, 'project_id': '8815ddef504e468ab8ba921434be8123', 'gw_port': {'id': 'a0a964fa-9497-4810-a458-0b5d984eeba9', 'name': '', 'network_id': '7209b701-ecaa-476a-bd58-d61d280c16d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:af:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23f29ba4-9fa5-47f6-942a-21a84cbf601f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 652, 'fixed_ips': [{'subnet_id': '71309eb1-223f-47ba-9803-1437c965e178', 'ip_address': '172.27.2.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806191-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T19:30:26Z', 'updated_at': '2021-08-29T19:30:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71309eb1-223f-47ba-9803-1437c965e178', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806191-2-iscsi', '_floatingips': [{'id': '0220ad20-ed72-44e0-8048-9aeda3123f67', 'tenant_id': '8815ddef504e468ab8ba921434be8123', 'floating_ip_address': '172.27.2.162', 'floating_network_id': '7209b701-ecaa-476a-bd58-d61d280c16d3', 'router_id': '23f29ba4-9fa5-47f6-942a-21a84cbf601f', 'port_id': 'd4d1b59a-961d-49b0-845a-5c05bdadd6ed', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 660, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '230fb0ba-0d5c-429d-b34c-6dc749246226', 'mac_address': 'fa:16:3e:e3:33:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f1e0210-7182-4653-9aef-80e9ad03ca4d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-29T19:30:30Z', 'updated_at': '2021-08-29T19:30:42Z', 'revision_number': 1, 'project_id': '8815ddef504e468ab8ba921434be8123', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '773a5a82-93e8-41c9-9b77-39675df5cb05', 'name': '', 'network_id': '230fb0ba-0d5c-429d-b34c-6dc749246226', 'tenant_id': '8815ddef504e468ab8ba921434be8123', 'mac_address': 'fa:16:3e:f5:22:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23f29ba4-9fa5-47f6-942a-21a84cbf601f', 'device_owner': 'network:router_interface', 'standard_attr_id': 653, 'fixed_ips': [{'subnet_id': '192a96b3-2546-4f6a-b5ab-9304317c7363', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806191-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T19:30:27Z', 'updated_at': '2021-08-29T19:30:33Z', 'revision_number': 5, 'project_id': '8815ddef504e468ab8ba921434be8123', 'subnets': [{'id': '192a96b3-2546-4f6a-b5ab-9304317c7363', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 19:30:43.909056 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd2a85a4-7455-4d0b-a30a-bb3e5d9bac12 req-44430b38-c59d-42e8-b7ca-db7acbc6083e tempest-TestVolumeBootPattern-1610125901 tempest-TestVolumeBootPattern-1610125901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 19:30:43.910695 dv-cinder-806191-2-iscsi neutron-server[93883]: INFO neutron.wsgi [req-cd2a85a4-7455-4d0b-a30a-bb3e5d9bac12 req-44430b38-c59d-42e8-b7ca-db7acbc6083e tempest-TestVolumeBootPattern-1610125901 tempest-TestVolumeBootPattern-1610125901-project] 10.222.0.26 "GET /v2.0/ports?device_id=336649ad-9808-457d-bb4e-23419b987cbd HTTP/1.1" status: 200 len: 943 time: 0.0622699 Aug 29 19:30:43.950223 dv-cinder-806191-2-iscsi neutron-server[93883]: INFO neutron.wsgi [req-cd2a85a4-7455-4d0b-a30a-bb3e5d9bac12 req-e6e20387-6750-4889-b09f-8a6d11dd0f06 tempest-TestVolumeBootPattern-1610125901 tempest-TestVolumeBootPattern-1610125901-project] 10.222.0.26 "GET /v2.0/security-groups?id=28dcb342-8e4f-40d6-9e57-d4cd91ceacfa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334592 Aug 29 19:30:44.129531 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60d7f073-966e-4dc9-b805-a5b19caaabc3 None None] New status for floating IP 0220ad20-ed72-44e0-8048-9aeda3123f67: ACTIVE {{(pid=93885) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 29 19:30:45.063514 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e451059-60d6-4b98-8779-f065f0fb4ec1 req-1eb47c1c-c08b-4974-b35d-df0ef801801c tempest-TestVolumeBootPattern-1610125901 tempest-TestVolumeBootPattern-1610125901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 19:30:45.064988 dv-cinder-806191-2-iscsi neutron-server[93883]: INFO neutron.wsgi [req-4e451059-60d6-4b98-8779-f065f0fb4ec1 req-1eb47c1c-c08b-4974-b35d-df0ef801801c tempest-TestVolumeBootPattern-1610125901 tempest-TestVolumeBootPattern-1610125901-project] 10.222.0.26 "GET /v2.0/ports?device_id=336649ad-9808-457d-bb4e-23419b987cbd HTTP/1.1" status: 200 len: 943 time: 0.0484958 Aug 29 19:30:45.101748 dv-cinder-806191-2-iscsi neutron-server[93883]: INFO neutron.wsgi [req-4e451059-60d6-4b98-8779-f065f0fb4ec1 req-4467a08f-b6d4-4b1d-89e8-8ce5938bcfcb tempest-TestVolumeBootPattern-1610125901 tempest-TestVolumeBootPattern-1610125901-project] 10.222.0.26 "GET /v2.0/security-groups?id=28dcb342-8e4f-40d6-9e57-d4cd91ceacfa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306482 Aug 29 19:30:45.825572 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-e411ce9c-394c-453f-add9-812245090945 None None] Device e5b89f06-dde2-437b-ad7c-f0346a474b90 details requested by agent hyperv_hv-cinder-80619 with host hv-cinder-80619 {{(pid=93885) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 19:30:45.920870 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-e411ce9c-394c-453f-add9-812245090945 None None] For port e5b89f06-dde2-437b-ad7c-f0346a474b90, host hv-cinder-80619, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80619',level=0,port_id=e5b89f06-dde2-437b-ad7c-f0346a474b90,segment=NetworkSegment(11a203b2-fbd8-4335-9a74-1c37515b390f),segment_id=11a203b2-fbd8-4335-9a74-1c37515b390f)] {{(pid=93885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 19:30:45.932524 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-e411ce9c-394c-453f-add9-812245090945 None None] Returning: {'device': 'e5b89f06-dde2-437b-ad7c-f0346a474b90', 'network_id': '45c2a1ad-9c77-458b-b844-fbf0e60ffffd', 'port_id': 'e5b89f06-dde2-437b-ad7c-f0346a474b90', 'mac_address': 'fa:16:3e:fa:f7:eb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 136, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fc92f67e-9e9b-4d7e-adb8-7f60a771a071', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93885) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 19:30:45.968520 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-e411ce9c-394c-453f-add9-812245090945 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3669058'] for port, before_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:30:45.980786 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.notifiers.nova [None req-e411ce9c-394c-453f-add9-812245090945 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e5b89f06-dde2-437b-ad7c-f0346a474b90 {{(pid=93885) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 19:30:45.999955 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-e411ce9c-394c-453f-add9-812245090945 None None] For port e5b89f06-dde2-437b-ad7c-f0346a474b90, host hv-cinder-80619, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80619',level=0,port_id=e5b89f06-dde2-437b-ad7c-f0346a474b90,segment=NetworkSegment(11a203b2-fbd8-4335-9a74-1c37515b390f),segment_id=11a203b2-fbd8-4335-9a74-1c37515b390f)] {{(pid=93885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 19:30:46.003976 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-e411ce9c-394c-453f-add9-812245090945 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3669005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3715978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777170436913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777169884182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777169884200'] for port, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:30:46.053049 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e411ce9c-394c-453f-add9-812245090945 None None] Pushing event updated for resources: {'Port': ['ID=e5b89f06-dde2-437b-ad7c-f0346a474b90,revision_number=4']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:30:46.215457 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e4f60db-b56f-4b4f-a7a0-403ce2122ec8 req-f00adfb4-7e1c-4897-8418-8d032037e69e tempest-TestVolumeBootPattern-1610125901 tempest-TestVolumeBootPattern-1610125901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 19:30:46.216942 dv-cinder-806191-2-iscsi neutron-server[93883]: INFO neutron.wsgi [req-0e4f60db-b56f-4b4f-a7a0-403ce2122ec8 req-f00adfb4-7e1c-4897-8418-8d032037e69e tempest-TestVolumeBootPattern-1610125901 tempest-TestVolumeBootPattern-1610125901-project] 10.222.0.26 "GET /v2.0/ports?device_id=336649ad-9808-457d-bb4e-23419b987cbd HTTP/1.1" status: 200 len: 944 time: 0.0497890 Aug 29 19:30:46.235405 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-e411ce9c-394c-453f-add9-812245090945 None None] get_ports_and_sgs() called for port_ids ['e5b89f06-dde2-437b-ad7c-f0346a474b90'] {{(pid=93885) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 19:30:46.255240 dv-cinder-806191-2-iscsi neutron-server[93883]: INFO neutron.wsgi [req-0e4f60db-b56f-4b4f-a7a0-403ce2122ec8 req-12cca7c7-67f6-4383-abdb-af66709a2d6b tempest-TestVolumeBootPattern-1610125901 tempest-TestVolumeBootPattern-1610125901-project] 10.222.0.26 "GET /v2.0/security-groups?id=28dcb342-8e4f-40d6-9e57-d4cd91ceacfa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324051 Aug 29 19:30:46.426676 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-20a85a69-d30d-4d6d-bf7f-453a1e58fa2d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777170380508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3627128'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:30:47.374679 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2db150a-92a2-45fb-9813-f1eb70039293 req-9d449fb7-f795-4bd9-847a-7d8b2a841e80 tempest-TestVolumeBootPattern-1610125901 tempest-TestVolumeBootPattern-1610125901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 19:30:47.376203 dv-cinder-806191-2-iscsi neutron-server[93883]: INFO neutron.wsgi [req-c2db150a-92a2-45fb-9813-f1eb70039293 req-9d449fb7-f795-4bd9-847a-7d8b2a841e80 tempest-TestVolumeBootPattern-1610125901 tempest-TestVolumeBootPattern-1610125901-project] 10.222.0.26 "GET /v2.0/ports?device_id=336649ad-9808-457d-bb4e-23419b987cbd HTTP/1.1" status: 200 len: 944 time: 0.0556870 Aug 29 19:30:47.415814 dv-cinder-806191-2-iscsi neutron-server[93883]: INFO neutron.wsgi [req-c2db150a-92a2-45fb-9813-f1eb70039293 req-39998e1e-2932-4fc7-92ae-652f75940e58 tempest-TestVolumeBootPattern-1610125901 tempest-TestVolumeBootPattern-1610125901-project] 10.222.0.26 "GET /v2.0/security-groups?id=28dcb342-8e4f-40d6-9e57-d4cd91ceacfa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335078 Aug 29 19:30:47.840576 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-e411ce9c-394c-453f-add9-812245090945 None None] Device e5b89f06-dde2-437b-ad7c-f0346a474b90 up at agent hyperv_hv-cinder-80619 {{(pid=93885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 19:30:47.890915 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-e411ce9c-394c-453f-add9-812245090945 None None] Provisioning for port e5b89f06-dde2-437b-ad7c-f0346a474b90 completed by entity L2. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 19:30:47.894714 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-e411ce9c-394c-453f-add9-812245090945 None None] Provisioning complete for port e5b89f06-dde2-437b-ad7c-f0346a474b90 triggered by entity L2. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 19:30:47.895084 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-e411ce9c-394c-453f-add9-812245090945 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3627211'] for port, provisioning_complete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:30:47.970296 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-e411ce9c-394c-453f-add9-812245090945 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3669058'] for port, before_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:30:47.993289 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '336649ad-9808-457d-bb4e-23419b987cbd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e5b89f06-dde2-437b-ad7c-f0346a474b90'}] {{(pid=93885) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 19:30:47.996156 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b746b22f1a330a85490eeb53ccb4cfec71189e4c963aff014ae6842ea75f17cc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-63380a7d-65f6-4b8f-aea9-183e5a79e0c3" -d '{"events": [{"server_uuid": "336649ad-9808-457d-bb4e-23419b987cbd", "name": "network-vif-plugged", "status": "completed", "tag": "e5b89f06-dde2-437b-ad7c-f0346a474b90"}]}' {{(pid=93885) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 19:30:48.009316 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-e411ce9c-394c-453f-add9-812245090945 None None] For port e5b89f06-dde2-437b-ad7c-f0346a474b90, host hv-cinder-80619, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80619',level=0,port_id=e5b89f06-dde2-437b-ad7c-f0346a474b90,segment=NetworkSegment(11a203b2-fbd8-4335-9a74-1c37515b390f),segment_id=11a203b2-fbd8-4335-9a74-1c37515b390f)] {{(pid=93885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 19:30:48.013565 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-e411ce9c-394c-453f-add9-812245090945 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3669005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3715978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777170436913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777169884182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777169884200'] for port, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:30:48.043796 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 19:30:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a889c261-f452-4a99-acc2-1d7fb3ce7670 x-openstack-request-id: req-a889c261-f452-4a99-acc2-1d7fb3ce7670 {{(pid=93885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 19:30:48.044091 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "336649ad-9808-457d-bb4e-23419b987cbd", "name": "network-vif-plugged", "status": "completed", "tag": "e5b89f06-dde2-437b-ad7c-f0346a474b90", "code": 200}]} {{(pid=93885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 19:30:48.044358 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-a889c261-f452-4a99-acc2-1d7fb3ce7670 {{(pid=93885) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 19:30:48.044727 dv-cinder-806191-2-iscsi neutron-server[93885]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '336649ad-9808-457d-bb4e-23419b987cbd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e5b89f06-dde2-437b-ad7c-f0346a474b90', 'code': 200} Aug 29 19:30:48.070869 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e411ce9c-394c-453f-add9-812245090945 None None] Pushing event updated for resources: {'Port': ['ID=e5b89f06-dde2-437b-ad7c-f0346a474b90,revision_number=5']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:30:48.265893 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83c7248b-2a22-4d1e-9d1d-556f008642d7 req-a5e2ca22-c599-4e83-839a-c0249efd2274 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 19:30:48.267424 dv-cinder-806191-2-iscsi neutron-server[93883]: INFO neutron.wsgi [req-83c7248b-2a22-4d1e-9d1d-556f008642d7 req-a5e2ca22-c599-4e83-839a-c0249efd2274 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=336649ad-9808-457d-bb4e-23419b987cbd HTTP/1.1" status: 200 len: 1098 time: 0.0410345 Aug 29 19:30:48.305057 dv-cinder-806191-2-iscsi neutron-server[93883]: INFO neutron.wsgi [req-83c7248b-2a22-4d1e-9d1d-556f008642d7 req-40bbf878-3067-4fb0-9ed2-693ba69d9eb7 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=28dcb342-8e4f-40d6-9e57-d4cd91ceacfa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308568 Aug 29 19:30:48.534244 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b4b2c2d-32b8-4b03-8778-360b227d6587 req-67e29b10-6fb2-4b17-8c84-08f23870e86b tempest-TestVolumeBootPattern-1610125901 tempest-TestVolumeBootPattern-1610125901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 19:30:48.535920 dv-cinder-806191-2-iscsi neutron-server[93884]: INFO neutron.wsgi [req-0b4b2c2d-32b8-4b03-8778-360b227d6587 req-67e29b10-6fb2-4b17-8c84-08f23870e86b tempest-TestVolumeBootPattern-1610125901 tempest-TestVolumeBootPattern-1610125901-project] 10.222.0.26 "GET /v2.0/ports?device_id=336649ad-9808-457d-bb4e-23419b987cbd HTTP/1.1" status: 200 len: 945 time: 0.0507743 Aug 29 19:30:48.579557 dv-cinder-806191-2-iscsi neutron-server[93884]: INFO neutron.wsgi [req-0b4b2c2d-32b8-4b03-8778-360b227d6587 req-b1f527aa-5a28-41ca-83d5-9461893479e5 tempest-TestVolumeBootPattern-1610125901 tempest-TestVolumeBootPattern-1610125901-project] 10.222.0.26 "GET /v2.0/security-groups?id=28dcb342-8e4f-40d6-9e57-d4cd91ceacfa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375547 Aug 29 19:30:49.026509 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-73ae39fb-dcd3-4c66-b255-2da79aa548ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777170380508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3627128'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:30:49.687349 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-f7f3f912-659a-49f9-ab3a-0560ee4983b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777170380508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3627128'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:30:49.697715 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53551b80-1f1e-4c57-a7c7-e6d189917974 req-eb1303c5-196a-4e4a-86ee-a79ac8c85229 tempest-TestVolumeBootPattern-1610125901 tempest-TestVolumeBootPattern-1610125901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 19:30:49.699247 dv-cinder-806191-2-iscsi neutron-server[93883]: INFO neutron.wsgi [req-53551b80-1f1e-4c57-a7c7-e6d189917974 req-eb1303c5-196a-4e4a-86ee-a79ac8c85229 tempest-TestVolumeBootPattern-1610125901 tempest-TestVolumeBootPattern-1610125901-project] 10.222.0.26 "GET /v2.0/ports?device_id=336649ad-9808-457d-bb4e-23419b987cbd HTTP/1.1" status: 200 len: 945 time: 0.0504341 Aug 29 19:30:49.738038 dv-cinder-806191-2-iscsi neutron-server[93883]: INFO neutron.wsgi [req-53551b80-1f1e-4c57-a7c7-e6d189917974 req-ce8ba2f7-708e-4140-9372-774da1a9a920 tempest-TestVolumeBootPattern-1610125901 tempest-TestVolumeBootPattern-1610125901-project] 10.222.0.26 "GET /v2.0/security-groups?id=28dcb342-8e4f-40d6-9e57-d4cd91ceacfa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327182 Aug 29 19:30:49.854951 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3a9850e-8dcb-45e3-ad00-1e4ae1a7857e req-19e0cf9b-2e5e-4174-b960-83d951a68997 tempest-TestVolumeBootPattern-1610125901 tempest-TestVolumeBootPattern-1610125901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 19:30:49.856525 dv-cinder-806191-2-iscsi neutron-server[93884]: INFO neutron.wsgi [req-f3a9850e-8dcb-45e3-ad00-1e4ae1a7857e req-19e0cf9b-2e5e-4174-b960-83d951a68997 tempest-TestVolumeBootPattern-1610125901 tempest-TestVolumeBootPattern-1610125901-project] 10.222.0.26 "GET /v2.0/ports?device_id=336649ad-9808-457d-bb4e-23419b987cbd HTTP/1.1" status: 200 len: 945 time: 0.0496542 Aug 29 19:30:49.895621 dv-cinder-806191-2-iscsi neutron-server[93884]: INFO neutron.wsgi [req-f3a9850e-8dcb-45e3-ad00-1e4ae1a7857e req-f1b845f4-ceba-4405-ad66-7a3f791e19f8 tempest-TestVolumeBootPattern-1610125901 tempest-TestVolumeBootPattern-1610125901-project] 10.222.0.26 "GET /v2.0/security-groups?id=28dcb342-8e4f-40d6-9e57-d4cd91ceacfa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330501 Aug 29 19:30:49.919284 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.26', 35998) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 19:30:49.961426 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84c029d4-a73e-46ea-bd45-d310df7cdb4c tempest-TestVolumeBootPattern-2139683394 tempest-TestVolumeBootPattern-2139683394-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 19:30:49.963698 dv-cinder-806191-2-iscsi neutron-server[93883]: INFO neutron.wsgi [None req-84c029d4-a73e-46ea-bd45-d310df7cdb4c tempest-TestVolumeBootPattern-2139683394 tempest-TestVolumeBootPattern-2139683394-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=336649ad-9808-457d-bb4e-23419b987cbd HTTP/1.1" status: 200 len: 1093 time: 0.0433738 Aug 29 19:30:49.966429 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.26', 36000) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 19:30:49.970934 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron.api.v2.base [None req-3a379ec6-40f2-415c-b8a5-b030744c3515 tempest-TestVolumeBootPattern-1610125901 tempest-TestVolumeBootPattern-1610125901-project] Request body: {'floatingip': {'floating_network_id': '7209b701-ecaa-476a-bd58-d61d280c16d3', 'port_id': 'e5b89f06-dde2-437b-ad7c-f0346a474b90', 'tenant_id': 'b39981fcd5954815961a8be993dedcd2', 'fixed_ip_address': '172.20.0.3'}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 19:30:49.992794 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-3a379ec6-40f2-415c-b8a5-b030744c3515 tempest-TestVolumeBootPattern-1610125901 tempest-TestVolumeBootPattern-1610125901-project] Notify callbacks [] for floatingip, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:30:50.092258 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-3a379ec6-40f2-415c-b8a5-b030744c3515 tempest-TestVolumeBootPattern-1610125901 tempest-TestVolumeBootPattern-1610125901-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3669058'] for port, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:30:50.200177 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron.db.db_base_plugin_common [None req-3a379ec6-40f2-415c-b8a5-b030744c3515 tempest-TestVolumeBootPattern-1610125901 tempest-TestVolumeBootPattern-1610125901-project] Allocated IP 172.27.2.219 (7209b701-ecaa-476a-bd58-d61d280c16d3/71309eb1-223f-47ba-9803-1437c965e178/0ac8a68b-4267-4c6e-9cad-94a250667290) {{(pid=93883) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 19:30:50.302314 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-3a379ec6-40f2-415c-b8a5-b030744c3515 tempest-TestVolumeBootPattern-1610125901 tempest-TestVolumeBootPattern-1610125901-project] Notify callbacks [] for port, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:30:50.343738 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-3a379ec6-40f2-415c-b8a5-b030744c3515 tempest-TestVolumeBootPattern-1610125901 tempest-TestVolumeBootPattern-1610125901-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3669005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3715978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777169884164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263410497'] for port, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:30:50.386580 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a379ec6-40f2-415c-b8a5-b030744c3515 tempest-TestVolumeBootPattern-1610125901 tempest-TestVolumeBootPattern-1610125901-project] Network 7209b701-ecaa-476a-bd58-d61d280c16d3 is already hosted by enough agents. {{(pid=93883) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 19:30:50.389893 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron.scheduler.base_scheduler [None req-3a379ec6-40f2-415c-b8a5-b030744c3515 tempest-TestVolumeBootPattern-1610125901 tempest-TestVolumeBootPattern-1610125901-project] Resources bound (agent type, host, resource id): {{(pid=93883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 19:30:50.395995 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a379ec6-40f2-415c-b8a5-b030744c3515 tempest-TestVolumeBootPattern-1610125901 tempest-TestVolumeBootPattern-1610125901-project] Received port after_create {{(pid=93883) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 19:30:50.399121 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-ed31fb2d-405b-476e-b16a-f8415d14bc27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777170380508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3627128'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:30:50.423670 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a379ec6-40f2-415c-b8a5-b030744c3515 tempest-TestVolumeBootPattern-1610125901 tempest-TestVolumeBootPattern-1610125901-project] Pushing event updated for resources: {'Port': ['ID=0ac8a68b-4267-4c6e-9cad-94a250667290,revision_number=1']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:30:50.744851 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-e411ce9c-394c-453f-add9-812245090945 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777170380508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3627128'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:30:51.005959 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-3a379ec6-40f2-415c-b8a5-b030744c3515 tempest-TestVolumeBootPattern-1610125901 tempest-TestVolumeBootPattern-1610125901-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:30:51.074191 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-3a379ec6-40f2-415c-b8a5-b030744c3515 tempest-TestVolumeBootPattern-1610125901 tempest-TestVolumeBootPattern-1610125901-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3669058'] for port, before_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:30:51.220435 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-3a379ec6-40f2-415c-b8a5-b030744c3515 tempest-TestVolumeBootPattern-1610125901 tempest-TestVolumeBootPattern-1610125901-project] Notify callbacks [] for port, precommit_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:30:51.224690 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-3a379ec6-40f2-415c-b8a5-b030744c3515 tempest-TestVolumeBootPattern-1610125901 tempest-TestVolumeBootPattern-1610125901-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3669005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3715978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777170436913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777169884182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777169884200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-263410520'] for port, after_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:30:51.287044 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a379ec6-40f2-415c-b8a5-b030744c3515 tempest-TestVolumeBootPattern-1610125901 tempest-TestVolumeBootPattern-1610125901-project] Pushing event updated for resources: {'Port': ['ID=0ac8a68b-4267-4c6e-9cad-94a250667290,revision_number=2']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:30:51.302339 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-3a379ec6-40f2-415c-b8a5-b030744c3515 tempest-TestVolumeBootPattern-1610125901 tempest-TestVolumeBootPattern-1610125901-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3676317'] for floatingip, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:30:51.402210 dv-cinder-806191-2-iscsi neutron-server[93883]: INFO neutron.db.l3_db [None req-3a379ec6-40f2-415c-b8a5-b030744c3515 tempest-TestVolumeBootPattern-1610125901 tempest-TestVolumeBootPattern-1610125901-project] Floating IP be06b62c-a513-4802-b679-2212404ec466 associated. External IP: 172.27.2.219, port: e5b89f06-dde2-437b-ad7c-f0346a474b90. Aug 29 19:30:51.603668 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3a379ec6-40f2-415c-b8a5-b030744c3515 tempest-TestVolumeBootPattern-1610125901 tempest-TestVolumeBootPattern-1610125901-project] Router c03e349e-3f52-436d-89d3-9899002d9045 has already been hosted by L3 agent c3ed3b02-d107-45f2-9b2a-fff9b0cfaa96 {{(pid=93883) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 19:30:51.717756 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3a379ec6-40f2-415c-b8a5-b030744c3515 tempest-TestVolumeBootPattern-1610125901 tempest-TestVolumeBootPattern-1610125901-project] Notify agent at l3_agent.dv-cinder-806191-2-iscsi the message routers_updated {{(pid=93883) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 19:30:51.727949 dv-cinder-806191-2-iscsi neutron-server[93886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc287378-704e-4ed1-9554-766ef9efd064 None None] Sync routers for ids ['c03e349e-3f52-436d-89d3-9899002d9045'] in dv-cinder-806191-2-iscsi {{(pid=93886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 19:30:51.733572 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-3a379ec6-40f2-415c-b8a5-b030744c3515 tempest-TestVolumeBootPattern-1610125901 tempest-TestVolumeBootPattern-1610125901-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-256493'] for floatingip, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:30:51.739079 dv-cinder-806191-2-iscsi neutron-server[93886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc287378-704e-4ed1-9554-766ef9efd064 None None] Routers {'c03e349e-3f52-436d-89d3-9899002d9045'} bound to L3 agent in host dv-cinder-806191-2-iscsi {{(pid=93886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 19:30:51.739698 dv-cinder-806191-2-iscsi neutron-server[93886]: DEBUG neutron.db.l3_hamode_db [None req-fc287378-704e-4ed1-9554-766ef9efd064 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806191-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-29T19:13:49Z,description=,heartbeat_timestamp=2021-08-29T19:30:49Z,host='dv-cinder-806191-2-iscsi',id=c3ed3b02-d107-45f2-9b2a-fff9b0cfaa96,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T19:13:49Z,topic='l3_agent')) {'router_ids': ['c03e349e-3f52-436d-89d3-9899002d9045'], 'active': True} {{(pid=93886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 19:30:51.763278 dv-cinder-806191-2-iscsi neutron-server[93883]: INFO neutron.wsgi [None req-3a379ec6-40f2-415c-b8a5-b030744c3515 tempest-TestVolumeBootPattern-1610125901 tempest-TestVolumeBootPattern-1610125901-project] 10.222.0.26 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.7957897 Aug 29 19:30:51.763884 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '336649ad-9808-457d-bb4e-23419b987cbd', 'tag': 'e5b89f06-dde2-437b-ad7c-f0346a474b90'}] {{(pid=93883) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 19:30:51.766161 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d7efacdd762e7fee97ebec028cc859708dbf706441332da3e8755544227ebc46" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-564cb1b6-d04d-4ddc-8e26-69d323197a1e" -d '{"events": [{"name": "network-changed", "server_uuid": "336649ad-9808-457d-bb4e-23419b987cbd", "tag": "e5b89f06-dde2-437b-ad7c-f0346a474b90"}]}' {{(pid=93883) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 19:30:51.804641 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 19:30:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc21c6fa-ce4a-438d-8d1a-b05054157a1c x-openstack-request-id: req-dc21c6fa-ce4a-438d-8d1a-b05054157a1c {{(pid=93883) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 19:30:51.804912 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "336649ad-9808-457d-bb4e-23419b987cbd", "tag": "e5b89f06-dde2-437b-ad7c-f0346a474b90", "status": "completed", "code": 200}]} {{(pid=93883) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 19:30:51.805165 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-dc21c6fa-ce4a-438d-8d1a-b05054157a1c {{(pid=93883) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 19:30:51.805565 dv-cinder-806191-2-iscsi neutron-server[93883]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '336649ad-9808-457d-bb4e-23419b987cbd', 'tag': 'e5b89f06-dde2-437b-ad7c-f0346a474b90', 'status': 'completed', 'code': 200} Aug 29 19:30:51.850556 dv-cinder-806191-2-iscsi neutron-server[93886]: DEBUG neutron.db.l3_dvr_db [None req-fc287378-704e-4ed1-9554-766ef9efd064 None None] Set router c03e349e-3f52-436d-89d3-9899002d9045 gateway port host: dv-cinder-806191-2-iscsi {{(pid=93886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 19:30:51.862200 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-c214b08a-13ec-4cca-bdbd-998b9b76327d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777170380508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3627128'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:30:51.874729 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-564cb1b6-d04d-4ddc-8e26-69d323197a1e req-a6bb4f61-68d5-411c-8046-cfb744ef89d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 19:30:51.876255 dv-cinder-806191-2-iscsi neutron-server[93883]: INFO neutron.wsgi [req-564cb1b6-d04d-4ddc-8e26-69d323197a1e req-a6bb4f61-68d5-411c-8046-cfb744ef89d3 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=b39981fcd5954815961a8be993dedcd2&device_id=336649ad-9808-457d-bb4e-23419b987cbd HTTP/1.1" status: 200 len: 1098 time: 0.0435283 Aug 29 19:30:51.981520 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-564cb1b6-d04d-4ddc-8e26-69d323197a1e req-690836c8-f487-4064-b096-530028ba427e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 19:30:51.983032 dv-cinder-806191-2-iscsi neutron-server[93883]: INFO neutron.wsgi [req-564cb1b6-d04d-4ddc-8e26-69d323197a1e req-690836c8-f487-4064-b096-530028ba427e service neutron] 10.222.0.23 "GET /v2.0/networks?id=45c2a1ad-9c77-458b-b844-fbf0e60ffffd HTTP/1.1" status: 200 len: 912 time: 0.0901139 Aug 29 19:30:52.048510 dv-cinder-806191-2-iscsi neutron-server[93883]: INFO neutron.wsgi [req-564cb1b6-d04d-4ddc-8e26-69d323197a1e req-4e8278f0-3db3-4ef1-b798-450547918d83 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e5b89f06-dde2-437b-ad7c-f0346a474b90 HTTP/1.1" status: 200 len: 999 time: 0.0586774 Aug 29 19:30:52.084267 dv-cinder-806191-2-iscsi neutron-server[93886]: DEBUG neutron.db.l3_hamode_db [None req-fc287378-704e-4ed1-9554-766ef9efd064 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c03e349e-3f52-436d-89d3-9899002d9045', 'name': 'tempest-TestVolumeBootPattern-567608025-router', 'tenant_id': 'b39981fcd5954815961a8be993dedcd2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7209b701-ecaa-476a-bd58-d61d280c16d3', 'external_fixed_ips': [{'subnet_id': '71309eb1-223f-47ba-9803-1437c965e178', 'ip_address': '172.27.2.139'}], 'enable_snat': True}, 'gw_port_id': 'f92a66e0-49b6-413f-afa9-292ae2d4b709', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T19:25:42Z', 'updated_at': '2021-08-29T19:25:46Z', 'revision_number': 4, 'project_id': 'b39981fcd5954815961a8be993dedcd2', 'gw_port': {'id': 'f92a66e0-49b6-413f-afa9-292ae2d4b709', 'name': '', 'network_id': '7209b701-ecaa-476a-bd58-d61d280c16d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:53:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c03e349e-3f52-436d-89d3-9899002d9045', 'device_owner': 'network:router_gateway', 'standard_attr_id': 581, 'fixed_ips': [{'subnet_id': '71309eb1-223f-47ba-9803-1437c965e178', 'ip_address': '172.27.2.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806191-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T19:25:43Z', 'updated_at': '2021-08-29T19:25:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71309eb1-223f-47ba-9803-1437c965e178', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806191-2-iscsi', '_floatingips': [{'id': 'a5b3956e-2ef7-4091-bbe9-20f3a9528bf6', 'tenant_id': 'b39981fcd5954815961a8be993dedcd2', 'floating_ip_address': '172.27.2.36', 'floating_network_id': '7209b701-ecaa-476a-bd58-d61d280c16d3', 'router_id': 'c03e349e-3f52-436d-89d3-9899002d9045', 'port_id': '99a1e10e-fedf-4f88-bf7a-fde04d9e06c2', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 641, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '45c2a1ad-9c77-458b-b844-fbf0e60ffffd', 'mac_address': 'fa:16:3e:02:3b:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8b38e32-5729-4472-98da-a212c94f569a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-29T19:28:54Z', 'updated_at': '2021-08-29T19:28:56Z', 'revision_number': 1, 'project_id': 'b39981fcd5954815961a8be993dedcd2', 'fixed_ip_address_scope': None}, {'id': 'be06b62c-a513-4802-b679-2212404ec466', 'tenant_id': 'b39981fcd5954815961a8be993dedcd2', 'floating_ip_address': '172.27.2.219', 'floating_network_id': '7209b701-ecaa-476a-bd58-d61d280c16d3', 'router_id': 'c03e349e-3f52-436d-89d3-9899002d9045', 'port_id': 'e5b89f06-dde2-437b-ad7c-f0346a474b90', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 664, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '45c2a1ad-9c77-458b-b844-fbf0e60ffffd', 'mac_address': 'fa:16:3e:fa:f7:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '336649ad-9808-457d-bb4e-23419b987cbd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-29T19:30:50Z', 'updated_at': '2021-08-29T19:30:50Z', 'revision_number': 0, 'project_id': 'b39981fcd5954815961a8be993dedcd2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2b9e29f6-8880-4864-bcb5-fa280c067557', 'name': '', 'network_id': '45c2a1ad-9c77-458b-b844-fbf0e60ffffd', 'tenant_id': 'b39981fcd5954815961a8be993dedcd2', 'mac_address': 'fa:16:3e:91:39:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c03e349e-3f52-436d-89d3-9899002d9045', 'device_owner': 'network:router_interface', 'standard_attr_id': 582, 'fixed_ips': [{'subnet_id': 'fc92f67e-9e9b-4d7e-adb8-7f60a771a071', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806191-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T19:25:45Z', 'updated_at': '2021-08-29T19:25:53Z', 'revision_number': 5, 'project_id': 'b39981fcd5954815961a8be993dedcd2', 'subnets': [{'id': 'fc92f67e-9e9b-4d7e-adb8-7f60a771a071', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806191-2-iscsi', False) {} {{(pid=93886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 19:30:52.097784 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-564cb1b6-d04d-4ddc-8e26-69d323197a1e req-fbf2ad04-c09c-44c5-ae23-7b9c21a9bcc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 19:30:52.099265 dv-cinder-806191-2-iscsi neutron-server[93883]: INFO neutron.wsgi [req-564cb1b6-d04d-4ddc-8e26-69d323197a1e req-fbf2ad04-c09c-44c5-ae23-7b9c21a9bcc8 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=fc92f67e-9e9b-4d7e-adb8-7f60a771a071 HTTP/1.1" status: 200 len: 850 time: 0.0441911 Aug 29 19:30:52.109720 dv-cinder-806191-2-iscsi neutron-server[93886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc287378-704e-4ed1-9554-766ef9efd064 None None] Checking router: c03e349e-3f52-436d-89d3-9899002d9045 for host: dv-cinder-806191-2-iscsi {{(pid=93886) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 19:30:52.118448 dv-cinder-806191-2-iscsi neutron-server[93886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc287378-704e-4ed1-9554-766ef9efd064 None None] Routers {'c03e349e-3f52-436d-89d3-9899002d9045'} bound to L3 agent in host dv-cinder-806191-2-iscsi {{(pid=93886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 19:30:52.119543 dv-cinder-806191-2-iscsi neutron-server[93886]: DEBUG neutron.db.l3_hamode_db [None req-fc287378-704e-4ed1-9554-766ef9efd064 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806191-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-29T19:13:49Z,description=,heartbeat_timestamp=2021-08-29T19:30:49Z,host='dv-cinder-806191-2-iscsi',id=c3ed3b02-d107-45f2-9b2a-fff9b0cfaa96,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T19:13:49Z,topic='l3_agent')) {'router_ids': ['c03e349e-3f52-436d-89d3-9899002d9045'], 'active': True} {{(pid=93886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 19:30:52.150451 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-564cb1b6-d04d-4ddc-8e26-69d323197a1e req-f664adfc-8b73-4b5f-a6cd-2c8a19a78805 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 19:30:52.151990 dv-cinder-806191-2-iscsi neutron-server[93883]: INFO neutron.wsgi [req-564cb1b6-d04d-4ddc-8e26-69d323197a1e req-f664adfc-8b73-4b5f-a6cd-2c8a19a78805 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=45c2a1ad-9c77-458b-b844-fbf0e60ffffd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0453813 Aug 29 19:30:52.227528 dv-cinder-806191-2-iscsi neutron-server[93886]: DEBUG neutron.db.l3_dvr_db [None req-fc287378-704e-4ed1-9554-766ef9efd064 None None] Set router c03e349e-3f52-436d-89d3-9899002d9045 gateway port host: dv-cinder-806191-2-iscsi {{(pid=93886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 19:30:52.245086 dv-cinder-806191-2-iscsi neutron-server[93883]: INFO neutron.wsgi [req-564cb1b6-d04d-4ddc-8e26-69d323197a1e req-127f3d13-2d58-4844-b9b9-20c72aafacbb service neutron] 10.222.0.23 "GET /v2.0/networks/45c2a1ad-9c77-458b-b844-fbf0e60ffffd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854964 Aug 29 19:30:52.347840 dv-cinder-806191-2-iscsi neutron-server[93883]: INFO neutron.wsgi [req-564cb1b6-d04d-4ddc-8e26-69d323197a1e req-e9236ca4-5e66-40a8-8abc-40f8ab4a257a service neutron] 10.222.0.23 "GET /v2.0/networks/45c2a1ad-9c77-458b-b844-fbf0e60ffffd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0946929 Aug 29 19:30:52.461895 dv-cinder-806191-2-iscsi neutron-server[93886]: DEBUG neutron.db.l3_hamode_db [None req-fc287378-704e-4ed1-9554-766ef9efd064 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c03e349e-3f52-436d-89d3-9899002d9045', 'name': 'tempest-TestVolumeBootPattern-567608025-router', 'tenant_id': 'b39981fcd5954815961a8be993dedcd2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7209b701-ecaa-476a-bd58-d61d280c16d3', 'external_fixed_ips': [{'subnet_id': '71309eb1-223f-47ba-9803-1437c965e178', 'ip_address': '172.27.2.139'}], 'enable_snat': True}, 'gw_port_id': 'f92a66e0-49b6-413f-afa9-292ae2d4b709', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T19:25:42Z', 'updated_at': '2021-08-29T19:25:46Z', 'revision_number': 4, 'project_id': 'b39981fcd5954815961a8be993dedcd2', 'gw_port': {'id': 'f92a66e0-49b6-413f-afa9-292ae2d4b709', 'name': '', 'network_id': '7209b701-ecaa-476a-bd58-d61d280c16d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:53:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c03e349e-3f52-436d-89d3-9899002d9045', 'device_owner': 'network:router_gateway', 'standard_attr_id': 581, 'fixed_ips': [{'subnet_id': '71309eb1-223f-47ba-9803-1437c965e178', 'ip_address': '172.27.2.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806191-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T19:25:43Z', 'updated_at': '2021-08-29T19:25:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71309eb1-223f-47ba-9803-1437c965e178', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806191-2-iscsi', '_floatingips': [{'id': 'a5b3956e-2ef7-4091-bbe9-20f3a9528bf6', 'tenant_id': 'b39981fcd5954815961a8be993dedcd2', 'floating_ip_address': '172.27.2.36', 'floating_network_id': '7209b701-ecaa-476a-bd58-d61d280c16d3', 'router_id': 'c03e349e-3f52-436d-89d3-9899002d9045', 'port_id': '99a1e10e-fedf-4f88-bf7a-fde04d9e06c2', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 641, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '45c2a1ad-9c77-458b-b844-fbf0e60ffffd', 'mac_address': 'fa:16:3e:02:3b:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8b38e32-5729-4472-98da-a212c94f569a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-29T19:28:54Z', 'updated_at': '2021-08-29T19:28:56Z', 'revision_number': 1, 'project_id': 'b39981fcd5954815961a8be993dedcd2', 'fixed_ip_address_scope': None}, {'id': 'be06b62c-a513-4802-b679-2212404ec466', 'tenant_id': 'b39981fcd5954815961a8be993dedcd2', 'floating_ip_address': '172.27.2.219', 'floating_network_id': '7209b701-ecaa-476a-bd58-d61d280c16d3', 'router_id': 'c03e349e-3f52-436d-89d3-9899002d9045', 'port_id': 'e5b89f06-dde2-437b-ad7c-f0346a474b90', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 664, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '45c2a1ad-9c77-458b-b844-fbf0e60ffffd', 'mac_address': 'fa:16:3e:fa:f7:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '336649ad-9808-457d-bb4e-23419b987cbd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-29T19:30:50Z', 'updated_at': '2021-08-29T19:30:50Z', 'revision_number': 0, 'project_id': 'b39981fcd5954815961a8be993dedcd2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2b9e29f6-8880-4864-bcb5-fa280c067557', 'name': '', 'network_id': '45c2a1ad-9c77-458b-b844-fbf0e60ffffd', 'tenant_id': 'b39981fcd5954815961a8be993dedcd2', 'mac_address': 'fa:16:3e:91:39:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c03e349e-3f52-436d-89d3-9899002d9045', 'device_owner': 'network:router_interface', 'standard_attr_id': 582, 'fixed_ips': [{'subnet_id': 'fc92f67e-9e9b-4d7e-adb8-7f60a771a071', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806191-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T19:25:45Z', 'updated_at': '2021-08-29T19:25:53Z', 'revision_number': 5, 'project_id': 'b39981fcd5954815961a8be993dedcd2', 'subnets': [{'id': 'fc92f67e-9e9b-4d7e-adb8-7f60a771a071', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806191-2-iscsi', False) {} {{(pid=93886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 19:30:52.488073 dv-cinder-806191-2-iscsi neutron-server[93886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc287378-704e-4ed1-9554-766ef9efd064 None None] The sync data for ids ['c03e349e-3f52-436d-89d3-9899002d9045'] in dv-cinder-806191-2-iscsi is: [{'id': 'c03e349e-3f52-436d-89d3-9899002d9045', 'name': 'tempest-TestVolumeBootPattern-567608025-router', 'tenant_id': 'b39981fcd5954815961a8be993dedcd2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7209b701-ecaa-476a-bd58-d61d280c16d3', 'external_fixed_ips': [{'subnet_id': '71309eb1-223f-47ba-9803-1437c965e178', 'ip_address': '172.27.2.139'}], 'enable_snat': True}, 'gw_port_id': 'f92a66e0-49b6-413f-afa9-292ae2d4b709', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T19:25:42Z', 'updated_at': '2021-08-29T19:25:46Z', 'revision_number': 4, 'project_id': 'b39981fcd5954815961a8be993dedcd2', 'gw_port': {'id': 'f92a66e0-49b6-413f-afa9-292ae2d4b709', 'name': '', 'network_id': '7209b701-ecaa-476a-bd58-d61d280c16d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:53:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c03e349e-3f52-436d-89d3-9899002d9045', 'device_owner': 'network:router_gateway', 'standard_attr_id': 581, 'fixed_ips': [{'subnet_id': '71309eb1-223f-47ba-9803-1437c965e178', 'ip_address': '172.27.2.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806191-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T19:25:43Z', 'updated_at': '2021-08-29T19:25:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71309eb1-223f-47ba-9803-1437c965e178', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806191-2-iscsi', '_floatingips': [{'id': 'a5b3956e-2ef7-4091-bbe9-20f3a9528bf6', 'tenant_id': 'b39981fcd5954815961a8be993dedcd2', 'floating_ip_address': '172.27.2.36', 'floating_network_id': '7209b701-ecaa-476a-bd58-d61d280c16d3', 'router_id': 'c03e349e-3f52-436d-89d3-9899002d9045', 'port_id': '99a1e10e-fedf-4f88-bf7a-fde04d9e06c2', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 641, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '45c2a1ad-9c77-458b-b844-fbf0e60ffffd', 'mac_address': 'fa:16:3e:02:3b:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8b38e32-5729-4472-98da-a212c94f569a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-29T19:28:54Z', 'updated_at': '2021-08-29T19:28:56Z', 'revision_number': 1, 'project_id': 'b39981fcd5954815961a8be993dedcd2', 'fixed_ip_address_scope': None}, {'id': 'be06b62c-a513-4802-b679-2212404ec466', 'tenant_id': 'b39981fcd5954815961a8be993dedcd2', 'floating_ip_address': '172.27.2.219', 'floating_network_id': '7209b701-ecaa-476a-bd58-d61d280c16d3', 'router_id': 'c03e349e-3f52-436d-89d3-9899002d9045', 'port_id': 'e5b89f06-dde2-437b-ad7c-f0346a474b90', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 664, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '45c2a1ad-9c77-458b-b844-fbf0e60ffffd', 'mac_address': 'fa:16:3e:fa:f7:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '336649ad-9808-457d-bb4e-23419b987cbd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-29T19:30:50Z', 'updated_at': '2021-08-29T19:30:50Z', 'revision_number': 0, 'project_id': 'b39981fcd5954815961a8be993dedcd2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2b9e29f6-8880-4864-bcb5-fa280c067557', 'name': '', 'network_id': '45c2a1ad-9c77-458b-b844-fbf0e60ffffd', 'tenant_id': 'b39981fcd5954815961a8be993dedcd2', 'mac_address': 'fa:16:3e:91:39:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c03e349e-3f52-436d-89d3-9899002d9045', 'device_owner': 'network:router_interface', 'standard_attr_id': 582, 'fixed_ips': [{'subnet_id': 'fc92f67e-9e9b-4d7e-adb8-7f60a771a071', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806191-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T19:25:45Z', 'updated_at': '2021-08-29T19:25:53Z', 'revision_number': 5, 'project_id': 'b39981fcd5954815961a8be993dedcd2', 'subnets': [{'id': 'fc92f67e-9e9b-4d7e-adb8-7f60a771a071', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 19:30:52.662827 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f808219a-06f5-4182-91c4-472ec77ed439 None None] New status for floating IP be06b62c-a513-4802-b679-2212404ec466: ACTIVE {{(pid=93885) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 29 19:30:54.707202 dv-cinder-806191-2-iscsi neutron-server[93883]: INFO neutron.wsgi [req-e6919df5-b640-449f-b4f6-4c84ec6f28f6 req-2460d297-5e48-4e56-8e6b-8e556e5ccbf7 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=f8b38e32-5729-4472-98da-a212c94f569a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0398188 Aug 29 19:30:54.788154 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6919df5-b640-449f-b4f6-4c84ec6f28f6 req-5bc7b5ed-d806-4b4c-919a-984d3f37f77d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 19:30:54.789736 dv-cinder-806191-2-iscsi neutron-server[93883]: INFO neutron.wsgi [req-e6919df5-b640-449f-b4f6-4c84ec6f28f6 req-5bc7b5ed-d806-4b4c-919a-984d3f37f77d service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=b39981fcd5954815961a8be993dedcd2&device_id=f8b38e32-5729-4472-98da-a212c94f569a HTTP/1.1" status: 200 len: 1098 time: 0.0414677 Aug 29 19:30:54.909196 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6919df5-b640-449f-b4f6-4c84ec6f28f6 req-e5b22dc8-b97b-4e06-92b9-b1007172d72e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 19:30:54.910724 dv-cinder-806191-2-iscsi neutron-server[93883]: INFO neutron.wsgi [req-e6919df5-b640-449f-b4f6-4c84ec6f28f6 req-e5b22dc8-b97b-4e06-92b9-b1007172d72e service neutron] 10.222.0.23 "GET /v2.0/networks?id=45c2a1ad-9c77-458b-b844-fbf0e60ffffd HTTP/1.1" status: 200 len: 912 time: 0.1019437 Aug 29 19:30:54.980824 dv-cinder-806191-2-iscsi neutron-server[93883]: INFO neutron.wsgi [req-e6919df5-b640-449f-b4f6-4c84ec6f28f6 req-146d75a0-8227-479e-8a6c-557c2e2655fe service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=99a1e10e-fedf-4f88-bf7a-fde04d9e06c2 HTTP/1.1" status: 200 len: 1000 time: 0.0615840 Aug 29 19:30:55.031142 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6919df5-b640-449f-b4f6-4c84ec6f28f6 req-53a5efe8-e655-4bbd-9603-61d2a25eed10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 19:30:55.032663 dv-cinder-806191-2-iscsi neutron-server[93883]: INFO neutron.wsgi [req-e6919df5-b640-449f-b4f6-4c84ec6f28f6 req-53a5efe8-e655-4bbd-9603-61d2a25eed10 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=fc92f67e-9e9b-4d7e-adb8-7f60a771a071 HTTP/1.1" status: 200 len: 850 time: 0.0452101 Aug 29 19:30:55.085340 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6919df5-b640-449f-b4f6-4c84ec6f28f6 req-dffa0153-c681-4895-962a-2579819fd360 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 19:30:55.086872 dv-cinder-806191-2-iscsi neutron-server[93883]: INFO neutron.wsgi [req-e6919df5-b640-449f-b4f6-4c84ec6f28f6 req-dffa0153-c681-4895-962a-2579819fd360 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=45c2a1ad-9c77-458b-b844-fbf0e60ffffd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0464456 Aug 29 19:30:55.178178 dv-cinder-806191-2-iscsi neutron-server[93883]: INFO neutron.wsgi [req-e6919df5-b640-449f-b4f6-4c84ec6f28f6 req-ab9970e1-dccf-497f-bae8-3f953b2b63bd service neutron] 10.222.0.23 "GET /v2.0/networks/45c2a1ad-9c77-458b-b844-fbf0e60ffffd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0807941 Aug 29 19:30:55.283047 dv-cinder-806191-2-iscsi neutron-server[93883]: INFO neutron.wsgi [req-e6919df5-b640-449f-b4f6-4c84ec6f28f6 req-50d1a2cb-e3da-4605-a8ae-aed6f94ba80e service neutron] 10.222.0.23 "GET /v2.0/networks/45c2a1ad-9c77-458b-b844-fbf0e60ffffd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0883446 Aug 29 19:31:12.463456 dv-cinder-806191-2-iscsi neutron-server[93886]: DEBUG neutron.db.agents_db [None req-c8461fad-6a9a-4fb7-93e9-57a62b582dc0 None None] Agent healthcheck: found 6 active agents {{(pid=93886) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 19:31:16.407750 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-356a8d36-450d-44ae-bc4a-14146490a680 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777170380508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3627128'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:31:19.028924 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-76e79c84-1ea4-4270-a238-645c914597d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777170380508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3627128'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:31:19.688826 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-f7f3f912-659a-49f9-ab3a-0560ee4983b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777170380508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3627128'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:31:20.398847 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-ed31fb2d-405b-476e-b16a-f8415d14bc27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777170380508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3627128'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:31:20.742181 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-e411ce9c-394c-453f-add9-812245090945 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777170380508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3627128'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:31:21.856555 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-c214b08a-13ec-4cca-bdbd-998b9b76327d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777170380508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3627128'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:31:31.581803 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31cee8a9-abb5-4cbd-b3e1-b63546657c39 req-243845d8-0afd-48aa-96aa-2afdb8fd67af tempest-AttachVolumeTestJSON-1146266330 tempest-AttachVolumeTestJSON-1146266330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 19:31:31.583175 dv-cinder-806191-2-iscsi neutron-server[93884]: INFO neutron.wsgi [req-31cee8a9-abb5-4cbd-b3e1-b63546657c39 req-243845d8-0afd-48aa-96aa-2afdb8fd67af tempest-AttachVolumeTestJSON-1146266330 tempest-AttachVolumeTestJSON-1146266330-project] 10.222.0.26 "GET /v2.0/ports?device_id=5f1e0210-7182-4653-9aef-80e9ad03ca4d HTTP/1.1" status: 200 len: 946 time: 0.0479081 Aug 29 19:31:31.620201 dv-cinder-806191-2-iscsi neutron-server[93884]: INFO neutron.wsgi [req-31cee8a9-abb5-4cbd-b3e1-b63546657c39 req-f0a19693-fd1b-42a0-bb3e-6df46dcce4c1 tempest-AttachVolumeTestJSON-1146266330 tempest-AttachVolumeTestJSON-1146266330-project] 10.222.0.26 "GET /v2.0/security-groups?id=c4a40029-c30e-4405-8d4b-b6b127f13a65&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305347 Aug 29 19:31:32.739039 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-977e0ee8-7f27-45f7-bf9e-c7a0cdf1336f req-c6e32963-7f2d-4f1b-8f3e-8a63bfc5e2fb tempest-AttachVolumeTestJSON-1146266330 tempest-AttachVolumeTestJSON-1146266330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 19:31:32.740770 dv-cinder-806191-2-iscsi neutron-server[93883]: INFO neutron.wsgi [req-977e0ee8-7f27-45f7-bf9e-c7a0cdf1336f req-c6e32963-7f2d-4f1b-8f3e-8a63bfc5e2fb tempest-AttachVolumeTestJSON-1146266330 tempest-AttachVolumeTestJSON-1146266330-project] 10.222.0.26 "GET /v2.0/ports?device_id=5f1e0210-7182-4653-9aef-80e9ad03ca4d HTTP/1.1" status: 200 len: 946 time: 0.0511611 Aug 29 19:31:32.778741 dv-cinder-806191-2-iscsi neutron-server[93883]: INFO neutron.wsgi [req-977e0ee8-7f27-45f7-bf9e-c7a0cdf1336f req-01018096-2d85-456d-abde-82681970b7d0 tempest-AttachVolumeTestJSON-1146266330 tempest-AttachVolumeTestJSON-1146266330-project] 10.222.0.26 "GET /v2.0/security-groups?id=c4a40029-c30e-4405-8d4b-b6b127f13a65&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321395 Aug 29 19:31:33.901117 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5921a76-acd3-4abe-840c-7842d2ee1ed7 req-12804cc9-5602-476d-8841-e62ee61ca32d tempest-AttachVolumeTestJSON-1146266330 tempest-AttachVolumeTestJSON-1146266330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 19:31:33.902736 dv-cinder-806191-2-iscsi neutron-server[93884]: INFO neutron.wsgi [req-e5921a76-acd3-4abe-840c-7842d2ee1ed7 req-12804cc9-5602-476d-8841-e62ee61ca32d tempest-AttachVolumeTestJSON-1146266330 tempest-AttachVolumeTestJSON-1146266330-project] 10.222.0.26 "GET /v2.0/ports?device_id=5f1e0210-7182-4653-9aef-80e9ad03ca4d HTTP/1.1" status: 200 len: 946 time: 0.0522022 Aug 29 19:31:33.947758 dv-cinder-806191-2-iscsi neutron-server[93884]: INFO neutron.wsgi [req-e5921a76-acd3-4abe-840c-7842d2ee1ed7 req-75cd68a9-30b3-4a69-be0c-d64ab8e49a01 tempest-AttachVolumeTestJSON-1146266330 tempest-AttachVolumeTestJSON-1146266330-project] 10.222.0.26 "GET /v2.0/security-groups?id=c4a40029-c30e-4405-8d4b-b6b127f13a65&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388453 Aug 29 19:31:35.064456 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0581c5f1-8d8e-448f-92a8-56d588e9e1eb req-6d9f6482-aa6e-486b-94e5-7a89f6a3d23e tempest-AttachVolumeTestJSON-1146266330 tempest-AttachVolumeTestJSON-1146266330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 19:31:35.066168 dv-cinder-806191-2-iscsi neutron-server[93883]: INFO neutron.wsgi [req-0581c5f1-8d8e-448f-92a8-56d588e9e1eb req-6d9f6482-aa6e-486b-94e5-7a89f6a3d23e tempest-AttachVolumeTestJSON-1146266330 tempest-AttachVolumeTestJSON-1146266330-project] 10.222.0.26 "GET /v2.0/ports?device_id=5f1e0210-7182-4653-9aef-80e9ad03ca4d HTTP/1.1" status: 200 len: 946 time: 0.0504625 Aug 29 19:31:35.104541 dv-cinder-806191-2-iscsi neutron-server[93883]: INFO neutron.wsgi [req-0581c5f1-8d8e-448f-92a8-56d588e9e1eb req-c67ee2b3-701c-48d2-9aac-e63ac2453db5 tempest-AttachVolumeTestJSON-1146266330 tempest-AttachVolumeTestJSON-1146266330-project] 10.222.0.26 "GET /v2.0/security-groups?id=c4a40029-c30e-4405-8d4b-b6b127f13a65&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322728 Aug 29 19:31:36.218797 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8937e42a-e063-4188-a869-fb11d8025ce7 req-a8cf2fe3-4185-4476-9eac-811936de4af1 tempest-AttachVolumeTestJSON-1146266330 tempest-AttachVolumeTestJSON-1146266330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 19:31:36.220278 dv-cinder-806191-2-iscsi neutron-server[93884]: INFO neutron.wsgi [req-8937e42a-e063-4188-a869-fb11d8025ce7 req-a8cf2fe3-4185-4476-9eac-811936de4af1 tempest-AttachVolumeTestJSON-1146266330 tempest-AttachVolumeTestJSON-1146266330-project] 10.222.0.26 "GET /v2.0/ports?device_id=5f1e0210-7182-4653-9aef-80e9ad03ca4d HTTP/1.1" status: 200 len: 946 time: 0.0486059 Aug 29 19:31:36.257663 dv-cinder-806191-2-iscsi neutron-server[93884]: INFO neutron.wsgi [req-8937e42a-e063-4188-a869-fb11d8025ce7 req-0691eb51-c8b8-435f-95bc-0080617e9c16 tempest-AttachVolumeTestJSON-1146266330 tempest-AttachVolumeTestJSON-1146266330-project] 10.222.0.26 "GET /v2.0/security-groups?id=c4a40029-c30e-4405-8d4b-b6b127f13a65&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314813 Aug 29 19:31:37.374239 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87e532da-1f0d-4adf-bd0b-31471fc7edcb req-d9f4d291-dd32-4397-9351-735cd0fe2683 tempest-AttachVolumeTestJSON-1146266330 tempest-AttachVolumeTestJSON-1146266330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 19:31:37.375707 dv-cinder-806191-2-iscsi neutron-server[93883]: INFO neutron.wsgi [req-87e532da-1f0d-4adf-bd0b-31471fc7edcb req-d9f4d291-dd32-4397-9351-735cd0fe2683 tempest-AttachVolumeTestJSON-1146266330 tempest-AttachVolumeTestJSON-1146266330-project] 10.222.0.26 "GET /v2.0/ports?device_id=5f1e0210-7182-4653-9aef-80e9ad03ca4d HTTP/1.1" status: 200 len: 946 time: 0.0518680 Aug 29 19:31:37.413460 dv-cinder-806191-2-iscsi neutron-server[93883]: INFO neutron.wsgi [req-87e532da-1f0d-4adf-bd0b-31471fc7edcb req-c8584a06-fbe3-4287-9e11-eb7b1c67c0bc tempest-AttachVolumeTestJSON-1146266330 tempest-AttachVolumeTestJSON-1146266330-project] 10.222.0.26 "GET /v2.0/security-groups?id=c4a40029-c30e-4405-8d4b-b6b127f13a65&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318406 Aug 29 19:31:38.530861 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-598d1d35-1a23-4ab4-9851-e38730fe267d req-8a0ff500-977e-4e27-92b0-3cde85b25ef3 tempest-AttachVolumeTestJSON-1146266330 tempest-AttachVolumeTestJSON-1146266330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 19:31:38.532325 dv-cinder-806191-2-iscsi neutron-server[93884]: INFO neutron.wsgi [req-598d1d35-1a23-4ab4-9851-e38730fe267d req-8a0ff500-977e-4e27-92b0-3cde85b25ef3 tempest-AttachVolumeTestJSON-1146266330 tempest-AttachVolumeTestJSON-1146266330-project] 10.222.0.26 "GET /v2.0/ports?device_id=5f1e0210-7182-4653-9aef-80e9ad03ca4d HTTP/1.1" status: 200 len: 946 time: 0.0485277 Aug 29 19:31:38.569739 dv-cinder-806191-2-iscsi neutron-server[93884]: INFO neutron.wsgi [req-598d1d35-1a23-4ab4-9851-e38730fe267d req-0e8f137c-7934-4724-a875-0985aba2fd78 tempest-AttachVolumeTestJSON-1146266330 tempest-AttachVolumeTestJSON-1146266330-project] 10.222.0.26 "GET /v2.0/security-groups?id=c4a40029-c30e-4405-8d4b-b6b127f13a65&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315933 Aug 29 19:31:39.685433 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9077c75b-4048-48ee-8a64-24d0368fdabf req-fb93944c-becb-4a50-98c5-1d7d529578af tempest-AttachVolumeTestJSON-1146266330 tempest-AttachVolumeTestJSON-1146266330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 19:31:39.686930 dv-cinder-806191-2-iscsi neutron-server[93883]: INFO neutron.wsgi [req-9077c75b-4048-48ee-8a64-24d0368fdabf req-fb93944c-becb-4a50-98c5-1d7d529578af tempest-AttachVolumeTestJSON-1146266330 tempest-AttachVolumeTestJSON-1146266330-project] 10.222.0.26 "GET /v2.0/ports?device_id=5f1e0210-7182-4653-9aef-80e9ad03ca4d HTTP/1.1" status: 200 len: 946 time: 0.0497243 Aug 29 19:31:39.725069 dv-cinder-806191-2-iscsi neutron-server[93883]: INFO neutron.wsgi [req-9077c75b-4048-48ee-8a64-24d0368fdabf req-fd7ad917-9f8f-4b60-b680-67d0332cc053 tempest-AttachVolumeTestJSON-1146266330 tempest-AttachVolumeTestJSON-1146266330-project] 10.222.0.26 "GET /v2.0/security-groups?id=c4a40029-c30e-4405-8d4b-b6b127f13a65&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309191 Aug 29 19:31:40.892914 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abeb38c8-ad7f-4e26-a64a-d6fb7e13816e req-dd0226f5-1bf3-4f2f-bf00-792ab89740f6 tempest-AttachVolumeTestJSON-1146266330 tempest-AttachVolumeTestJSON-1146266330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 19:31:40.894403 dv-cinder-806191-2-iscsi neutron-server[93884]: INFO neutron.wsgi [req-abeb38c8-ad7f-4e26-a64a-d6fb7e13816e req-dd0226f5-1bf3-4f2f-bf00-792ab89740f6 tempest-AttachVolumeTestJSON-1146266330 tempest-AttachVolumeTestJSON-1146266330-project] 10.222.0.26 "GET /v2.0/ports?device_id=5f1e0210-7182-4653-9aef-80e9ad03ca4d HTTP/1.1" status: 200 len: 946 time: 0.1020486 Aug 29 19:31:40.934548 dv-cinder-806191-2-iscsi neutron-server[93884]: INFO neutron.wsgi [req-abeb38c8-ad7f-4e26-a64a-d6fb7e13816e req-e6bfef08-7ce7-416c-bebf-f48445df79d1 tempest-AttachVolumeTestJSON-1146266330 tempest-AttachVolumeTestJSON-1146266330-project] 10.222.0.26 "GET /v2.0/security-groups?id=c4a40029-c30e-4405-8d4b-b6b127f13a65&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0342572 Aug 29 19:31:42.052209 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea8a26f3-43f5-41a7-9df6-f54f027c3bac req-eb1d8125-1b27-4225-8a16-9907170723f2 tempest-AttachVolumeTestJSON-1146266330 tempest-AttachVolumeTestJSON-1146266330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 19:31:42.053684 dv-cinder-806191-2-iscsi neutron-server[93883]: INFO neutron.wsgi [req-ea8a26f3-43f5-41a7-9df6-f54f027c3bac req-eb1d8125-1b27-4225-8a16-9907170723f2 tempest-AttachVolumeTestJSON-1146266330 tempest-AttachVolumeTestJSON-1146266330-project] 10.222.0.26 "GET /v2.0/ports?device_id=5f1e0210-7182-4653-9aef-80e9ad03ca4d HTTP/1.1" status: 200 len: 946 time: 0.0508010 Aug 29 19:31:42.091661 dv-cinder-806191-2-iscsi neutron-server[93883]: INFO neutron.wsgi [req-ea8a26f3-43f5-41a7-9df6-f54f027c3bac req-c66808b0-01f8-4ca1-8668-731de8c2bd5b tempest-AttachVolumeTestJSON-1146266330 tempest-AttachVolumeTestJSON-1146266330-project] 10.222.0.26 "GET /v2.0/security-groups?id=c4a40029-c30e-4405-8d4b-b6b127f13a65&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320058 Aug 29 19:31:43.204827 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-530eac4b-1de9-44cb-aa77-bb18a001a4d8 req-f27145a4-57e7-48af-8771-595c0089974f tempest-AttachVolumeTestJSON-1146266330 tempest-AttachVolumeTestJSON-1146266330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 19:31:43.206306 dv-cinder-806191-2-iscsi neutron-server[93884]: INFO neutron.wsgi [req-530eac4b-1de9-44cb-aa77-bb18a001a4d8 req-f27145a4-57e7-48af-8771-595c0089974f tempest-AttachVolumeTestJSON-1146266330 tempest-AttachVolumeTestJSON-1146266330-project] 10.222.0.26 "GET /v2.0/ports?device_id=5f1e0210-7182-4653-9aef-80e9ad03ca4d HTTP/1.1" status: 200 len: 946 time: 0.0478745 Aug 29 19:31:43.243679 dv-cinder-806191-2-iscsi neutron-server[93884]: INFO neutron.wsgi [req-530eac4b-1de9-44cb-aa77-bb18a001a4d8 req-09d1847d-e377-46a7-a818-9979b5db67d5 tempest-AttachVolumeTestJSON-1146266330 tempest-AttachVolumeTestJSON-1146266330-project] 10.222.0.26 "GET /v2.0/security-groups?id=c4a40029-c30e-4405-8d4b-b6b127f13a65&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305464 Aug 29 19:31:44.410960 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7f77135-daae-4dda-99c0-428db34cc9de req-01029cc3-2550-4aaa-a086-c1592c930f89 tempest-AttachVolumeTestJSON-1146266330 tempest-AttachVolumeTestJSON-1146266330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 19:31:44.412428 dv-cinder-806191-2-iscsi neutron-server[93883]: INFO neutron.wsgi [req-d7f77135-daae-4dda-99c0-428db34cc9de req-01029cc3-2550-4aaa-a086-c1592c930f89 tempest-AttachVolumeTestJSON-1146266330 tempest-AttachVolumeTestJSON-1146266330-project] 10.222.0.26 "GET /v2.0/ports?device_id=5f1e0210-7182-4653-9aef-80e9ad03ca4d HTTP/1.1" status: 200 len: 946 time: 0.1006167 Aug 29 19:31:44.451468 dv-cinder-806191-2-iscsi neutron-server[93883]: INFO neutron.wsgi [req-d7f77135-daae-4dda-99c0-428db34cc9de req-9d04b767-1b74-4beb-9cd3-fafe9d42fe12 tempest-AttachVolumeTestJSON-1146266330 tempest-AttachVolumeTestJSON-1146266330-project] 10.222.0.26 "GET /v2.0/security-groups?id=c4a40029-c30e-4405-8d4b-b6b127f13a65&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324187 Aug 29 19:31:45.564250 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb974ca-a8d3-439e-bdd9-6edaa09d7082 req-3dfbf243-f766-4c36-a34b-6d7427a5d183 tempest-AttachVolumeTestJSON-1146266330 tempest-AttachVolumeTestJSON-1146266330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 19:31:45.565982 dv-cinder-806191-2-iscsi neutron-server[93884]: INFO neutron.wsgi [req-7fb974ca-a8d3-439e-bdd9-6edaa09d7082 req-3dfbf243-f766-4c36-a34b-6d7427a5d183 tempest-AttachVolumeTestJSON-1146266330 tempest-AttachVolumeTestJSON-1146266330-project] 10.222.0.26 "GET /v2.0/ports?device_id=5f1e0210-7182-4653-9aef-80e9ad03ca4d HTTP/1.1" status: 200 len: 946 time: 0.0490661 Aug 29 19:31:45.603418 dv-cinder-806191-2-iscsi neutron-server[93884]: INFO neutron.wsgi [req-7fb974ca-a8d3-439e-bdd9-6edaa09d7082 req-e5013124-eb4e-4af1-9c3a-92665cc8af99 tempest-AttachVolumeTestJSON-1146266330 tempest-AttachVolumeTestJSON-1146266330-project] 10.222.0.26 "GET /v2.0/security-groups?id=c4a40029-c30e-4405-8d4b-b6b127f13a65&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306711 Aug 29 19:31:46.408231 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-32324c01-b3af-476a-bbcb-8f171cbe3f31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777170380508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3627128'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:31:46.716235 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17a7aa41-92a2-4c4f-a00f-d9c3e4de0e88 req-e9c9d587-ae81-483f-be9c-ee65e041fb41 tempest-AttachVolumeTestJSON-1146266330 tempest-AttachVolumeTestJSON-1146266330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 19:31:46.717695 dv-cinder-806191-2-iscsi neutron-server[93883]: INFO neutron.wsgi [req-17a7aa41-92a2-4c4f-a00f-d9c3e4de0e88 req-e9c9d587-ae81-483f-be9c-ee65e041fb41 tempest-AttachVolumeTestJSON-1146266330 tempest-AttachVolumeTestJSON-1146266330-project] 10.222.0.26 "GET /v2.0/ports?device_id=5f1e0210-7182-4653-9aef-80e9ad03ca4d HTTP/1.1" status: 200 len: 946 time: 0.0490494 Aug 29 19:31:46.756761 dv-cinder-806191-2-iscsi neutron-server[93883]: INFO neutron.wsgi [req-17a7aa41-92a2-4c4f-a00f-d9c3e4de0e88 req-33bb08c5-c511-4ff2-afee-1544baa046a6 tempest-AttachVolumeTestJSON-1146266330 tempest-AttachVolumeTestJSON-1146266330-project] 10.222.0.26 "GET /v2.0/security-groups?id=c4a40029-c30e-4405-8d4b-b6b127f13a65&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331581 Aug 29 19:31:47.872452 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3f6d634-9c07-4a10-b251-7d35549d607f req-46ceffa2-0b4e-4bfd-b0e5-e8f104df1ddd tempest-AttachVolumeTestJSON-1146266330 tempest-AttachVolumeTestJSON-1146266330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 19:31:47.873913 dv-cinder-806191-2-iscsi neutron-server[93884]: INFO neutron.wsgi [req-a3f6d634-9c07-4a10-b251-7d35549d607f req-46ceffa2-0b4e-4bfd-b0e5-e8f104df1ddd tempest-AttachVolumeTestJSON-1146266330 tempest-AttachVolumeTestJSON-1146266330-project] 10.222.0.26 "GET /v2.0/ports?device_id=5f1e0210-7182-4653-9aef-80e9ad03ca4d HTTP/1.1" status: 200 len: 946 time: 0.0474989 Aug 29 19:31:47.914668 dv-cinder-806191-2-iscsi neutron-server[93884]: INFO neutron.wsgi [req-a3f6d634-9c07-4a10-b251-7d35549d607f req-b0f97bbb-8148-46c7-90c6-ef4530202240 tempest-AttachVolumeTestJSON-1146266330 tempest-AttachVolumeTestJSON-1146266330-project] 10.222.0.26 "GET /v2.0/security-groups?id=c4a40029-c30e-4405-8d4b-b6b127f13a65&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0347331 Aug 29 19:31:48.111877 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-321951ce-8778-4e0d-b0d6-2a6bde0d55d7 req-e7dab418-64c7-4750-848e-b78827b02363 tempest-AttachVolumeTestJSON-1146266330 tempest-AttachVolumeTestJSON-1146266330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 19:31:48.113300 dv-cinder-806191-2-iscsi neutron-server[93884]: INFO neutron.wsgi [req-321951ce-8778-4e0d-b0d6-2a6bde0d55d7 req-e7dab418-64c7-4750-848e-b78827b02363 tempest-AttachVolumeTestJSON-1146266330 tempest-AttachVolumeTestJSON-1146266330-project] 10.222.0.26 "GET /v2.0/ports?device_id=5f1e0210-7182-4653-9aef-80e9ad03ca4d HTTP/1.1" status: 200 len: 946 time: 0.0490766 Aug 29 19:31:48.152382 dv-cinder-806191-2-iscsi neutron-server[93884]: INFO neutron.wsgi [req-321951ce-8778-4e0d-b0d6-2a6bde0d55d7 req-9079b390-23a8-410a-938e-6b90269d4518 tempest-AttachVolumeTestJSON-1146266330 tempest-AttachVolumeTestJSON-1146266330-project] 10.222.0.26 "GET /v2.0/security-groups?id=c4a40029-c30e-4405-8d4b-b6b127f13a65&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319834 Aug 29 19:31:48.166968 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53a578ec-057f-484d-8371-c654023d9c11 req-3c8483ce-c43c-4aa2-9ac1-04b6307906a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 19:31:48.168454 dv-cinder-806191-2-iscsi neutron-server[93883]: INFO neutron.wsgi [req-53a578ec-057f-484d-8371-c654023d9c11 req-3c8483ce-c43c-4aa2-9ac1-04b6307906a5 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=8815ddef504e468ab8ba921434be8123&device_id=5f1e0210-7182-4653-9aef-80e9ad03ca4d HTTP/1.1" status: 200 len: 1099 time: 0.0400038 Aug 29 19:31:48.259868 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53a578ec-057f-484d-8371-c654023d9c11 req-0863f569-b6d0-4844-8cb5-336bec6a7a30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 19:31:48.261321 dv-cinder-806191-2-iscsi neutron-server[93883]: INFO neutron.wsgi [req-53a578ec-057f-484d-8371-c654023d9c11 req-0863f569-b6d0-4844-8cb5-336bec6a7a30 service neutron] 10.222.0.23 "GET /v2.0/networks?id=230fb0ba-0d5c-429d-b34c-6dc749246226 HTTP/1.1" status: 200 len: 912 time: 0.0858445 Aug 29 19:31:48.325967 dv-cinder-806191-2-iscsi neutron-server[93883]: INFO neutron.wsgi [req-53a578ec-057f-484d-8371-c654023d9c11 req-db3d4ca5-44ed-43d3-8e84-a4ed200c1900 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d4d1b59a-961d-49b0-845a-5c05bdadd6ed HTTP/1.1" status: 200 len: 1002 time: 0.0564876 Aug 29 19:31:48.378126 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53a578ec-057f-484d-8371-c654023d9c11 req-3cdd904f-c5dc-49ae-85c5-df6ef8592cbb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 19:31:48.379486 dv-cinder-806191-2-iscsi neutron-server[93883]: INFO neutron.wsgi [req-53a578ec-057f-484d-8371-c654023d9c11 req-3cdd904f-c5dc-49ae-85c5-df6ef8592cbb service neutron] 10.222.0.23 "GET /v2.0/subnets?id=192a96b3-2546-4f6a-b5ab-9304317c7363 HTTP/1.1" status: 200 len: 850 time: 0.0463901 Aug 29 19:31:48.425795 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53a578ec-057f-484d-8371-c654023d9c11 req-8645a1bc-f1d6-4aaf-a6d8-4b883ac5b0d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 19:31:48.427279 dv-cinder-806191-2-iscsi neutron-server[93883]: INFO neutron.wsgi [req-53a578ec-057f-484d-8371-c654023d9c11 req-8645a1bc-f1d6-4aaf-a6d8-4b883ac5b0d3 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=230fb0ba-0d5c-429d-b34c-6dc749246226&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0383317 Aug 29 19:31:48.513488 dv-cinder-806191-2-iscsi neutron-server[93883]: INFO neutron.wsgi [req-53a578ec-057f-484d-8371-c654023d9c11 req-e69acfa7-3b4c-4054-9abf-e4bd54767869 service neutron] 10.222.0.23 "GET /v2.0/networks/230fb0ba-0d5c-429d-b34c-6dc749246226?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0790679 Aug 29 19:31:48.607777 dv-cinder-806191-2-iscsi neutron-server[93883]: INFO neutron.wsgi [req-53a578ec-057f-484d-8371-c654023d9c11 req-e5e9e00b-74ec-4f45-91bc-bee1c9931fd1 service neutron] 10.222.0.23 "GET /v2.0/networks/230fb0ba-0d5c-429d-b34c-6dc749246226?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867932 Aug 29 19:31:49.031083 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-77bb63c3-7afc-4510-9444-16d22796e4eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777170380508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3627128'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:31:49.270197 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e76aa671-8ffa-449c-813a-9424b0f4caaa req-8634ced0-4443-4ac2-a8eb-522d99c9068c tempest-AttachVolumeTestJSON-1146266330 tempest-AttachVolumeTestJSON-1146266330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 19:31:49.272278 dv-cinder-806191-2-iscsi neutron-server[93883]: INFO neutron.wsgi [req-e76aa671-8ffa-449c-813a-9424b0f4caaa req-8634ced0-4443-4ac2-a8eb-522d99c9068c tempest-AttachVolumeTestJSON-1146266330 tempest-AttachVolumeTestJSON-1146266330-project] 10.222.0.26 "GET /v2.0/ports?device_id=5f1e0210-7182-4653-9aef-80e9ad03ca4d HTTP/1.1" status: 200 len: 946 time: 0.0491529 Aug 29 19:31:49.309450 dv-cinder-806191-2-iscsi neutron-server[93883]: INFO neutron.wsgi [req-e76aa671-8ffa-449c-813a-9424b0f4caaa req-648f4897-637f-48c1-88fb-174030f80153 tempest-AttachVolumeTestJSON-1146266330 tempest-AttachVolumeTestJSON-1146266330-project] 10.222.0.26 "GET /v2.0/security-groups?id=c4a40029-c30e-4405-8d4b-b6b127f13a65&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309045 Aug 29 19:31:49.462514 dv-cinder-806191-2-iscsi neutron-server[93886]: DEBUG neutron.db.agents_db [None req-c8461fad-6a9a-4fb7-93e9-57a62b582dc0 None None] Agent healthcheck: found 6 active agents {{(pid=93886) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 19:31:49.689663 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-f7f3f912-659a-49f9-ab3a-0560ee4983b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777170380508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3627128'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:31:50.401854 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-ed31fb2d-405b-476e-b16a-f8415d14bc27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777170380508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3627128'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:31:50.740648 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-e411ce9c-394c-453f-add9-812245090945 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777170380508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3627128'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:31:51.859661 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-c214b08a-13ec-4cca-bdbd-998b9b76327d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777170380508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3627128'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:31:55.759729 dv-cinder-806191-2-iscsi neutron-server[93883]: INFO neutron.wsgi [req-8b6095c9-c0dd-4147-98a6-42d861c02871 req-4744aee1-c3bb-4e11-9bdb-e394a17ba7f9 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=5f1e0210-7182-4653-9aef-80e9ad03ca4d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0801013 Aug 29 19:31:55.836160 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b6095c9-c0dd-4147-98a6-42d861c02871 req-4edaeedc-8877-4f2e-95ce-ab6353483949 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 19:31:55.837634 dv-cinder-806191-2-iscsi neutron-server[93883]: INFO neutron.wsgi [req-8b6095c9-c0dd-4147-98a6-42d861c02871 req-4edaeedc-8877-4f2e-95ce-ab6353483949 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=8815ddef504e468ab8ba921434be8123&device_id=5f1e0210-7182-4653-9aef-80e9ad03ca4d HTTP/1.1" status: 200 len: 1099 time: 0.0433469 Aug 29 19:31:55.937423 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b6095c9-c0dd-4147-98a6-42d861c02871 req-a74399f0-22a4-4075-b3ea-f7a01916f5ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 19:31:55.938803 dv-cinder-806191-2-iscsi neutron-server[93883]: INFO neutron.wsgi [req-8b6095c9-c0dd-4147-98a6-42d861c02871 req-a74399f0-22a4-4075-b3ea-f7a01916f5ee service neutron] 10.222.0.23 "GET /v2.0/networks?id=230fb0ba-0d5c-429d-b34c-6dc749246226 HTTP/1.1" status: 200 len: 912 time: 0.0816128 Aug 29 19:31:56.005249 dv-cinder-806191-2-iscsi neutron-server[93883]: INFO neutron.wsgi [req-8b6095c9-c0dd-4147-98a6-42d861c02871 req-2e589ed6-94c6-4a40-b583-5c06f34626d9 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d4d1b59a-961d-49b0-845a-5c05bdadd6ed HTTP/1.1" status: 200 len: 1002 time: 0.0590894 Aug 29 19:31:56.054119 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b6095c9-c0dd-4147-98a6-42d861c02871 req-a75fb023-535b-48f3-bd4b-2787371408bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 19:31:56.055589 dv-cinder-806191-2-iscsi neutron-server[93883]: INFO neutron.wsgi [req-8b6095c9-c0dd-4147-98a6-42d861c02871 req-a75fb023-535b-48f3-bd4b-2787371408bf service neutron] 10.222.0.23 "GET /v2.0/subnets?id=192a96b3-2546-4f6a-b5ab-9304317c7363 HTTP/1.1" status: 200 len: 850 time: 0.0434477 Aug 29 19:31:56.099490 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b6095c9-c0dd-4147-98a6-42d861c02871 req-f466b091-ac79-4ff1-95be-28f00ff21389 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 19:31:56.100951 dv-cinder-806191-2-iscsi neutron-server[93883]: INFO neutron.wsgi [req-8b6095c9-c0dd-4147-98a6-42d861c02871 req-f466b091-ac79-4ff1-95be-28f00ff21389 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=230fb0ba-0d5c-429d-b34c-6dc749246226&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0386569 Aug 29 19:31:56.111931 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron.wsgi [req-8b6095c9-c0dd-4147-98a6-42d861c02871 req-fff6d3cd-94fc-437c-82f9-2cb92e85367d service neutron] http://10.222.0.26:9696/v2.0/extensions returned with HTTP 200 {{(pid=93883) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 29 19:31:56.112926 dv-cinder-806191-2-iscsi neutron-server[93883]: INFO neutron.wsgi [req-8b6095c9-c0dd-4147-98a6-42d861c02871 req-fff6d3cd-94fc-437c-82f9-2cb92e85367d service neutron] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0049465 Aug 29 19:31:56.203360 dv-cinder-806191-2-iscsi neutron-server[93883]: INFO neutron.wsgi [req-8b6095c9-c0dd-4147-98a6-42d861c02871 req-0dfc962f-3200-42e6-b49a-b33d57e9ba70 service neutron] 10.222.0.23 "GET /v2.0/networks/230fb0ba-0d5c-429d-b34c-6dc749246226?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834060 Aug 29 19:31:56.291067 dv-cinder-806191-2-iscsi neutron-server[93883]: INFO neutron.wsgi [req-8b6095c9-c0dd-4147-98a6-42d861c02871 req-9920d16c-ec46-48d3-8d51-06d5fbd79bf4 service neutron] 10.222.0.23 "GET /v2.0/networks/230fb0ba-0d5c-429d-b34c-6dc749246226?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0804505 Aug 29 19:32:16.409464 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-7f7628fa-8047-4beb-85a6-1da902a02fa7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777170380508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3627128'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:32:19.034267 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-b226468c-28dc-42d2-9883-c4d69b35bc23 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777170380508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3627128'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:32:19.690830 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-f7f3f912-659a-49f9-ab3a-0560ee4983b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777170380508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3627128'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:32:20.404631 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-ed31fb2d-405b-476e-b16a-f8415d14bc27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777170380508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3627128'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:32:20.752748 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-e411ce9c-394c-453f-add9-812245090945 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777170380508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3627128'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:32:21.862799 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-c214b08a-13ec-4cca-bdbd-998b9b76327d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777170380508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3627128'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:32:23.033592 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-475ac8d1-e5df-4677-b2ef-e12f18801b6a req-586a8b70-9af3-4c06-bb48-eb1dcbd1f888 tempest-AttachVolumeTestJSON-1146266330 tempest-AttachVolumeTestJSON-1146266330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 19:32:23.035148 dv-cinder-806191-2-iscsi neutron-server[93884]: INFO neutron.wsgi [req-475ac8d1-e5df-4677-b2ef-e12f18801b6a req-586a8b70-9af3-4c06-bb48-eb1dcbd1f888 tempest-AttachVolumeTestJSON-1146266330 tempest-AttachVolumeTestJSON-1146266330-project] 10.222.0.26 "GET /v2.0/ports?device_id=5f1e0210-7182-4653-9aef-80e9ad03ca4d HTTP/1.1" status: 200 len: 946 time: 0.0492957 Aug 29 19:32:23.072286 dv-cinder-806191-2-iscsi neutron-server[93884]: INFO neutron.wsgi [req-475ac8d1-e5df-4677-b2ef-e12f18801b6a req-4c127745-139e-4718-aaa8-2875052070ac tempest-AttachVolumeTestJSON-1146266330 tempest-AttachVolumeTestJSON-1146266330-project] 10.222.0.26 "GET /v2.0/security-groups?id=c4a40029-c30e-4405-8d4b-b6b127f13a65&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311725 Aug 29 19:32:24.189899 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9294b1c6-f18c-4e88-8981-8e5dca2dc63a req-b45b7b99-a1aa-48b3-95d3-cc8c9e4bab06 tempest-AttachVolumeTestJSON-1146266330 tempest-AttachVolumeTestJSON-1146266330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 19:32:24.191412 dv-cinder-806191-2-iscsi neutron-server[93883]: INFO neutron.wsgi [req-9294b1c6-f18c-4e88-8981-8e5dca2dc63a req-b45b7b99-a1aa-48b3-95d3-cc8c9e4bab06 tempest-AttachVolumeTestJSON-1146266330 tempest-AttachVolumeTestJSON-1146266330-project] 10.222.0.26 "GET /v2.0/ports?device_id=5f1e0210-7182-4653-9aef-80e9ad03ca4d HTTP/1.1" status: 200 len: 946 time: 0.0517921 Aug 29 19:32:24.229302 dv-cinder-806191-2-iscsi neutron-server[93883]: INFO neutron.wsgi [req-9294b1c6-f18c-4e88-8981-8e5dca2dc63a req-fa5bbef7-01c9-4af5-b229-a99ff46aa0f7 tempest-AttachVolumeTestJSON-1146266330 tempest-AttachVolumeTestJSON-1146266330-project] 10.222.0.26 "GET /v2.0/security-groups?id=c4a40029-c30e-4405-8d4b-b6b127f13a65&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320044 Aug 29 19:32:25.340968 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a750553-bff7-4402-9e99-04ba5206839c req-1bebd37f-540a-452f-b4a4-d3c9107a33a3 tempest-AttachVolumeTestJSON-1146266330 tempest-AttachVolumeTestJSON-1146266330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 19:32:25.342530 dv-cinder-806191-2-iscsi neutron-server[93884]: INFO neutron.wsgi [req-4a750553-bff7-4402-9e99-04ba5206839c req-1bebd37f-540a-452f-b4a4-d3c9107a33a3 tempest-AttachVolumeTestJSON-1146266330 tempest-AttachVolumeTestJSON-1146266330-project] 10.222.0.26 "GET /v2.0/ports?device_id=5f1e0210-7182-4653-9aef-80e9ad03ca4d HTTP/1.1" status: 200 len: 946 time: 0.0482345 Aug 29 19:32:25.382881 dv-cinder-806191-2-iscsi neutron-server[93884]: INFO neutron.wsgi [req-4a750553-bff7-4402-9e99-04ba5206839c req-15938423-d4d5-4ee5-bfe4-75521d30b092 tempest-AttachVolumeTestJSON-1146266330 tempest-AttachVolumeTestJSON-1146266330-project] 10.222.0.26 "GET /v2.0/security-groups?id=c4a40029-c30e-4405-8d4b-b6b127f13a65&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0345094 Aug 29 19:32:26.460574 dv-cinder-806191-2-iscsi neutron-server[93886]: DEBUG neutron.db.agents_db [None req-c8461fad-6a9a-4fb7-93e9-57a62b582dc0 None None] Agent healthcheck: found 6 active agents {{(pid=93886) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 19:32:26.500326 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec635dd4-af57-4942-aac2-ccd6ab74a617 req-f324c023-0a06-499a-8e6b-24cfbaa30bca tempest-AttachVolumeTestJSON-1146266330 tempest-AttachVolumeTestJSON-1146266330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 19:32:26.501881 dv-cinder-806191-2-iscsi neutron-server[93883]: INFO neutron.wsgi [req-ec635dd4-af57-4942-aac2-ccd6ab74a617 req-f324c023-0a06-499a-8e6b-24cfbaa30bca tempest-AttachVolumeTestJSON-1146266330 tempest-AttachVolumeTestJSON-1146266330-project] 10.222.0.26 "GET /v2.0/ports?device_id=5f1e0210-7182-4653-9aef-80e9ad03ca4d HTTP/1.1" status: 200 len: 946 time: 0.0516863 Aug 29 19:32:26.538427 dv-cinder-806191-2-iscsi neutron-server[93883]: INFO neutron.wsgi [req-ec635dd4-af57-4942-aac2-ccd6ab74a617 req-6d5fd385-748d-490f-8eae-24c95843694f tempest-AttachVolumeTestJSON-1146266330 tempest-AttachVolumeTestJSON-1146266330-project] 10.222.0.26 "GET /v2.0/security-groups?id=c4a40029-c30e-4405-8d4b-b6b127f13a65&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306923 Aug 29 19:32:27.649578 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb71e0c3-9765-42c2-8815-605d104c3361 req-1aff43a1-ae47-400f-930d-6c68a6a42627 tempest-AttachVolumeTestJSON-1146266330 tempest-AttachVolumeTestJSON-1146266330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 19:32:27.651058 dv-cinder-806191-2-iscsi neutron-server[93884]: INFO neutron.wsgi [req-bb71e0c3-9765-42c2-8815-605d104c3361 req-1aff43a1-ae47-400f-930d-6c68a6a42627 tempest-AttachVolumeTestJSON-1146266330 tempest-AttachVolumeTestJSON-1146266330-project] 10.222.0.26 "GET /v2.0/ports?device_id=5f1e0210-7182-4653-9aef-80e9ad03ca4d HTTP/1.1" status: 200 len: 946 time: 0.0479748 Aug 29 19:32:27.688036 dv-cinder-806191-2-iscsi neutron-server[93884]: INFO neutron.wsgi [req-bb71e0c3-9765-42c2-8815-605d104c3361 req-f8906809-0d09-487b-abbb-79e85bf2685a tempest-AttachVolumeTestJSON-1146266330 tempest-AttachVolumeTestJSON-1146266330-project] 10.222.0.26 "GET /v2.0/security-groups?id=c4a40029-c30e-4405-8d4b-b6b127f13a65&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305135 Aug 29 19:32:28.802982 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b458ae12-9af5-418b-8e0a-9007c55bd795 req-c5be21b6-0540-4b6d-9dda-56937727d9cc tempest-AttachVolumeTestJSON-1146266330 tempest-AttachVolumeTestJSON-1146266330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 19:32:28.804458 dv-cinder-806191-2-iscsi neutron-server[93883]: INFO neutron.wsgi [req-b458ae12-9af5-418b-8e0a-9007c55bd795 req-c5be21b6-0540-4b6d-9dda-56937727d9cc tempest-AttachVolumeTestJSON-1146266330 tempest-AttachVolumeTestJSON-1146266330-project] 10.222.0.26 "GET /v2.0/ports?device_id=5f1e0210-7182-4653-9aef-80e9ad03ca4d HTTP/1.1" status: 200 len: 946 time: 0.0500994 Aug 29 19:32:28.842988 dv-cinder-806191-2-iscsi neutron-server[93883]: INFO neutron.wsgi [req-b458ae12-9af5-418b-8e0a-9007c55bd795 req-748a42be-21f6-4c76-ab06-37c0d68d146f tempest-AttachVolumeTestJSON-1146266330 tempest-AttachVolumeTestJSON-1146266330-project] 10.222.0.26 "GET /v2.0/security-groups?id=c4a40029-c30e-4405-8d4b-b6b127f13a65&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325577 Aug 29 19:32:29.955503 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5767ba8e-fec2-40af-b0fa-0642b313ab5c req-dd3bbaf0-9aa9-48f6-8e44-a082a04da10b tempest-AttachVolumeTestJSON-1146266330 tempest-AttachVolumeTestJSON-1146266330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 19:32:29.956962 dv-cinder-806191-2-iscsi neutron-server[93884]: INFO neutron.wsgi [req-5767ba8e-fec2-40af-b0fa-0642b313ab5c req-dd3bbaf0-9aa9-48f6-8e44-a082a04da10b tempest-AttachVolumeTestJSON-1146266330 tempest-AttachVolumeTestJSON-1146266330-project] 10.222.0.26 "GET /v2.0/ports?device_id=5f1e0210-7182-4653-9aef-80e9ad03ca4d HTTP/1.1" status: 200 len: 946 time: 0.0481026 Aug 29 19:32:29.993647 dv-cinder-806191-2-iscsi neutron-server[93884]: INFO neutron.wsgi [req-5767ba8e-fec2-40af-b0fa-0642b313ab5c req-b2c8f339-8f82-4aef-b783-b767b9f0a4ec tempest-AttachVolumeTestJSON-1146266330 tempest-AttachVolumeTestJSON-1146266330-project] 10.222.0.26 "GET /v2.0/security-groups?id=c4a40029-c30e-4405-8d4b-b6b127f13a65&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307677 Aug 29 19:32:31.108456 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c1ae39a-98ac-44e8-a23b-dd1d1241a310 req-e2bcd66c-17b8-4e6c-afe5-93bfa11cd9c3 tempest-AttachVolumeTestJSON-1146266330 tempest-AttachVolumeTestJSON-1146266330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 19:32:31.109888 dv-cinder-806191-2-iscsi neutron-server[93883]: INFO neutron.wsgi [req-5c1ae39a-98ac-44e8-a23b-dd1d1241a310 req-e2bcd66c-17b8-4e6c-afe5-93bfa11cd9c3 tempest-AttachVolumeTestJSON-1146266330 tempest-AttachVolumeTestJSON-1146266330-project] 10.222.0.26 "GET /v2.0/ports?device_id=5f1e0210-7182-4653-9aef-80e9ad03ca4d HTTP/1.1" status: 200 len: 946 time: 0.0515227 Aug 29 19:32:31.146912 dv-cinder-806191-2-iscsi neutron-server[93883]: INFO neutron.wsgi [req-5c1ae39a-98ac-44e8-a23b-dd1d1241a310 req-27600ae1-fa52-4ee2-87d6-8f6de94b92a1 tempest-AttachVolumeTestJSON-1146266330 tempest-AttachVolumeTestJSON-1146266330-project] 10.222.0.26 "GET /v2.0/security-groups?id=c4a40029-c30e-4405-8d4b-b6b127f13a65&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311184 Aug 29 19:32:31.379270 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.26', 36198) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 19:32:31.576193 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron.plugins.ml2.plugin [None req-07115f47-40dc-4eae-8c8c-8d7d5bda279d tempest-TestVolumeBootPattern-1610125901 tempest-TestVolumeBootPattern-1610125901-project] Deleting port 0ac8a68b-4267-4c6e-9cad-94a250667290 {{(pid=93883) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 19:32:31.576526 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-07115f47-40dc-4eae-8c8c-8d7d5bda279d tempest-TestVolumeBootPattern-1610125901 tempest-TestVolumeBootPattern-1610125901-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777170414367'] for port, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:32:31.647721 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-07115f47-40dc-4eae-8c8c-8d7d5bda279d tempest-TestVolumeBootPattern-1610125901 tempest-TestVolumeBootPattern-1610125901-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3695122'] for port, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:32:31.647967 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-07115f47-40dc-4eae-8c8c-8d7d5bda279d tempest-TestVolumeBootPattern-1610125901 tempest-TestVolumeBootPattern-1610125901-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:32:31.659895 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron.plugins.ml2.plugin [None req-07115f47-40dc-4eae-8c8c-8d7d5bda279d tempest-TestVolumeBootPattern-1610125901 tempest-TestVolumeBootPattern-1610125901-project] Calling delete_port for 0ac8a68b-4267-4c6e-9cad-94a250667290 owned by network:floatingip {{(pid=93883) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 19:32:31.811553 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-07115f47-40dc-4eae-8c8c-8d7d5bda279d tempest-TestVolumeBootPattern-1610125901 tempest-TestVolumeBootPattern-1610125901-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3669005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3715978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777170436895', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777169884173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263410497'] for port, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:32:31.834897 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07115f47-40dc-4eae-8c8c-8d7d5bda279d tempest-TestVolumeBootPattern-1610125901 tempest-TestVolumeBootPattern-1610125901-project] Pushing event deleted for resources: {'Port': ['ID=0ac8a68b-4267-4c6e-9cad-94a250667290,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:32:31.845045 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07115f47-40dc-4eae-8c8c-8d7d5bda279d tempest-TestVolumeBootPattern-1610125901 tempest-TestVolumeBootPattern-1610125901-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806191-2-iscsi {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:32:31.845401 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07115f47-40dc-4eae-8c8c-8d7d5bda279d tempest-TestVolumeBootPattern-1610125901 tempest-TestVolumeBootPattern-1610125901-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806191-2-iscsi {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:32:31.845745 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07115f47-40dc-4eae-8c8c-8d7d5bda279d tempest-TestVolumeBootPattern-1610125901 tempest-TestVolumeBootPattern-1610125901-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806191-2-iscsi {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:32:31.846082 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07115f47-40dc-4eae-8c8c-8d7d5bda279d tempest-TestVolumeBootPattern-1610125901 tempest-TestVolumeBootPattern-1610125901-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806191-2-iscsi {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:32:31.846454 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07115f47-40dc-4eae-8c8c-8d7d5bda279d tempest-TestVolumeBootPattern-1610125901 tempest-TestVolumeBootPattern-1610125901-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-806191-2-iscsi {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:32:31.847182 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07115f47-40dc-4eae-8c8c-8d7d5bda279d tempest-TestVolumeBootPattern-1610125901 tempest-TestVolumeBootPattern-1610125901-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806191-2-iscsi {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:32:31.847182 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07115f47-40dc-4eae-8c8c-8d7d5bda279d tempest-TestVolumeBootPattern-1610125901 tempest-TestVolumeBootPattern-1610125901-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-806191-2-iscsi {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:32:31.847444 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07115f47-40dc-4eae-8c8c-8d7d5bda279d tempest-TestVolumeBootPattern-1610125901 tempest-TestVolumeBootPattern-1610125901-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-806191-2-iscsi {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:32:31.847762 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07115f47-40dc-4eae-8c8c-8d7d5bda279d tempest-TestVolumeBootPattern-1610125901 tempest-TestVolumeBootPattern-1610125901-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806191-2-iscsi {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:32:31.848087 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07115f47-40dc-4eae-8c8c-8d7d5bda279d tempest-TestVolumeBootPattern-1610125901 tempest-TestVolumeBootPattern-1610125901-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806191-2-iscsi {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:32:31.848412 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07115f47-40dc-4eae-8c8c-8d7d5bda279d tempest-TestVolumeBootPattern-1610125901 tempest-TestVolumeBootPattern-1610125901-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806191-2-iscsi {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:32:31.848783 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07115f47-40dc-4eae-8c8c-8d7d5bda279d tempest-TestVolumeBootPattern-1610125901 tempest-TestVolumeBootPattern-1610125901-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806191-2-iscsi {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:32:31.909203 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-07115f47-40dc-4eae-8c8c-8d7d5bda279d tempest-TestVolumeBootPattern-1610125901 tempest-TestVolumeBootPattern-1610125901-project] Notify callbacks [] for floatingip, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:32:31.909456 dv-cinder-806191-2-iscsi neutron-server[93883]: INFO neutron.db.l3_db [None req-07115f47-40dc-4eae-8c8c-8d7d5bda279d tempest-TestVolumeBootPattern-1610125901 tempest-TestVolumeBootPattern-1610125901-project] Floating IP be06b62c-a513-4802-b679-2212404ec466 disassociated (deleted). External IP: 172.27.2.219, port: e5b89f06-dde2-437b-ad7c-f0346a474b90. Aug 29 19:32:32.261881 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43fa5cee-0b2f-400b-953e-3f1e9387a2ce req-0132a9ef-4468-4921-b3e2-5bff2489f023 tempest-AttachVolumeTestJSON-1146266330 tempest-AttachVolumeTestJSON-1146266330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 19:32:32.263478 dv-cinder-806191-2-iscsi neutron-server[93884]: INFO neutron.wsgi [req-43fa5cee-0b2f-400b-953e-3f1e9387a2ce req-0132a9ef-4468-4921-b3e2-5bff2489f023 tempest-AttachVolumeTestJSON-1146266330 tempest-AttachVolumeTestJSON-1146266330-project] 10.222.0.26 "GET /v2.0/ports?device_id=5f1e0210-7182-4653-9aef-80e9ad03ca4d HTTP/1.1" status: 200 len: 946 time: 0.0499148 Aug 29 19:32:32.306040 dv-cinder-806191-2-iscsi neutron-server[93884]: INFO neutron.wsgi [req-43fa5cee-0b2f-400b-953e-3f1e9387a2ce req-fd19aaad-9c85-4628-aab7-8580d590fa25 tempest-AttachVolumeTestJSON-1146266330 tempest-AttachVolumeTestJSON-1146266330-project] 10.222.0.26 "GET /v2.0/security-groups?id=c4a40029-c30e-4405-8d4b-b6b127f13a65&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0362580 Aug 29 19:32:32.363281 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-07115f47-40dc-4eae-8c8c-8d7d5bda279d tempest-TestVolumeBootPattern-1610125901 tempest-TestVolumeBootPattern-1610125901-project] Router c03e349e-3f52-436d-89d3-9899002d9045 has already been hosted by L3 agent c3ed3b02-d107-45f2-9b2a-fff9b0cfaa96 {{(pid=93883) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 19:32:32.473822 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-07115f47-40dc-4eae-8c8c-8d7d5bda279d tempest-TestVolumeBootPattern-1610125901 tempest-TestVolumeBootPattern-1610125901-project] Notify agent at l3_agent.dv-cinder-806191-2-iscsi the message routers_updated {{(pid=93883) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 19:32:32.478653 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-07115f47-40dc-4eae-8c8c-8d7d5bda279d tempest-TestVolumeBootPattern-1610125901 tempest-TestVolumeBootPattern-1610125901-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-256493'] for floatingip, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:32:32.483280 dv-cinder-806191-2-iscsi neutron-server[93886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c00b8e1e-d345-4857-9401-4fbdda84afe1 None None] Sync routers for ids ['c03e349e-3f52-436d-89d3-9899002d9045'] in dv-cinder-806191-2-iscsi {{(pid=93886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 19:32:32.492120 dv-cinder-806191-2-iscsi neutron-server[93886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c00b8e1e-d345-4857-9401-4fbdda84afe1 None None] Routers {'c03e349e-3f52-436d-89d3-9899002d9045'} bound to L3 agent in host dv-cinder-806191-2-iscsi {{(pid=93886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 19:32:32.492721 dv-cinder-806191-2-iscsi neutron-server[93886]: DEBUG neutron.db.l3_hamode_db [None req-c00b8e1e-d345-4857-9401-4fbdda84afe1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806191-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-29T19:13:49Z,description=,heartbeat_timestamp=2021-08-29T19:32:19Z,host='dv-cinder-806191-2-iscsi',id=c3ed3b02-d107-45f2-9b2a-fff9b0cfaa96,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T19:13:49Z,topic='l3_agent')) {'router_ids': ['c03e349e-3f52-436d-89d3-9899002d9045'], 'active': True} {{(pid=93886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 19:32:32.504490 dv-cinder-806191-2-iscsi neutron-server[93883]: INFO neutron.wsgi [None req-07115f47-40dc-4eae-8c8c-8d7d5bda279d tempest-TestVolumeBootPattern-1610125901 tempest-TestVolumeBootPattern-1610125901-project] 10.222.0.26 "DELETE /v2.0/floatingips/be06b62c-a513-4802-b679-2212404ec466 HTTP/1.1" status: 204 len: 168 time: 1.1242468 Aug 29 19:32:32.505072 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '336649ad-9808-457d-bb4e-23419b987cbd', 'tag': 'e5b89f06-dde2-437b-ad7c-f0346a474b90'}] {{(pid=93883) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 19:32:32.507314 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d7efacdd762e7fee97ebec028cc859708dbf706441332da3e8755544227ebc46" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b610e6d-7058-4218-bd72-fd9ba1f42d2a" -d '{"events": [{"name": "network-changed", "server_uuid": "336649ad-9808-457d-bb4e-23419b987cbd", "tag": "e5b89f06-dde2-437b-ad7c-f0346a474b90"}]}' {{(pid=93883) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 19:32:32.543053 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 19:32:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9a23ed71-fcba-4adf-8703-5e69d586ec51 x-openstack-request-id: req-9a23ed71-fcba-4adf-8703-5e69d586ec51 {{(pid=93883) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 19:32:32.543342 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "336649ad-9808-457d-bb4e-23419b987cbd", "tag": "e5b89f06-dde2-437b-ad7c-f0346a474b90", "status": "completed", "code": 200}]} {{(pid=93883) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 19:32:32.543593 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-9a23ed71-fcba-4adf-8703-5e69d586ec51 {{(pid=93883) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 19:32:32.544269 dv-cinder-806191-2-iscsi neutron-server[93883]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '336649ad-9808-457d-bb4e-23419b987cbd', 'tag': 'e5b89f06-dde2-437b-ad7c-f0346a474b90', 'status': 'completed', 'code': 200} Aug 29 19:32:32.602273 dv-cinder-806191-2-iscsi neutron-server[93886]: DEBUG neutron.db.l3_dvr_db [None req-c00b8e1e-d345-4857-9401-4fbdda84afe1 None None] Set router c03e349e-3f52-436d-89d3-9899002d9045 gateway port host: dv-cinder-806191-2-iscsi {{(pid=93886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 19:32:32.609504 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b610e6d-7058-4218-bd72-fd9ba1f42d2a req-2e624a40-199a-47bf-a827-073e3b63e199 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 19:32:32.611356 dv-cinder-806191-2-iscsi neutron-server[93883]: INFO neutron.wsgi [req-3b610e6d-7058-4218-bd72-fd9ba1f42d2a req-2e624a40-199a-47bf-a827-073e3b63e199 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=b39981fcd5954815961a8be993dedcd2&device_id=336649ad-9808-457d-bb4e-23419b987cbd HTTP/1.1" status: 200 len: 1098 time: 0.0449009 Aug 29 19:32:32.719679 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b610e6d-7058-4218-bd72-fd9ba1f42d2a req-37870450-9710-49b7-9d77-8cd54745816a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 19:32:32.721170 dv-cinder-806191-2-iscsi neutron-server[93883]: INFO neutron.wsgi [req-3b610e6d-7058-4218-bd72-fd9ba1f42d2a req-37870450-9710-49b7-9d77-8cd54745816a service neutron] 10.222.0.23 "GET /v2.0/networks?id=45c2a1ad-9c77-458b-b844-fbf0e60ffffd HTTP/1.1" status: 200 len: 912 time: 0.0989618 Aug 29 19:32:32.726761 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8cf58ff-85d5-49c8-a518-f9e90181df47 req-bac5819b-b60c-4079-bb64-6fefc8084a2a tempest-TestVolumeBootPattern-1610125901 tempest-TestVolumeBootPattern-1610125901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 19:32:32.728406 dv-cinder-806191-2-iscsi neutron-server[93884]: INFO neutron.wsgi [req-e8cf58ff-85d5-49c8-a518-f9e90181df47 req-bac5819b-b60c-4079-bb64-6fefc8084a2a tempest-TestVolumeBootPattern-1610125901 tempest-TestVolumeBootPattern-1610125901-project] 10.222.0.26 "GET /v2.0/ports?device_id=336649ad-9808-457d-bb4e-23419b987cbd HTTP/1.1" status: 200 len: 945 time: 0.0495019 Aug 29 19:32:32.770279 dv-cinder-806191-2-iscsi neutron-server[93883]: INFO neutron.wsgi [req-3b610e6d-7058-4218-bd72-fd9ba1f42d2a req-36d03838-7dff-4b97-8520-7e708832c26e service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e5b89f06-dde2-437b-ad7c-f0346a474b90 HTTP/1.1" status: 200 len: 217 time: 0.0411499 Aug 29 19:32:32.771668 dv-cinder-806191-2-iscsi neutron-server[93884]: INFO neutron.wsgi [req-e8cf58ff-85d5-49c8-a518-f9e90181df47 req-0aa9840e-7c9b-4603-a9f4-40133ad96f56 tempest-TestVolumeBootPattern-1610125901 tempest-TestVolumeBootPattern-1610125901-project] 10.222.0.26 "GET /v2.0/security-groups?id=28dcb342-8e4f-40d6-9e57-d4cd91ceacfa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0363631 Aug 29 19:32:32.826953 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b610e6d-7058-4218-bd72-fd9ba1f42d2a req-c3d86a3c-1509-4709-b2fa-883f4b02075d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 19:32:32.828433 dv-cinder-806191-2-iscsi neutron-server[93883]: INFO neutron.wsgi [req-3b610e6d-7058-4218-bd72-fd9ba1f42d2a req-c3d86a3c-1509-4709-b2fa-883f4b02075d service neutron] 10.222.0.23 "GET /v2.0/subnets?id=fc92f67e-9e9b-4d7e-adb8-7f60a771a071 HTTP/1.1" status: 200 len: 850 time: 0.0510614 Aug 29 19:32:32.841426 dv-cinder-806191-2-iscsi neutron-server[93886]: DEBUG neutron.db.l3_hamode_db [None req-c00b8e1e-d345-4857-9401-4fbdda84afe1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c03e349e-3f52-436d-89d3-9899002d9045', 'name': 'tempest-TestVolumeBootPattern-567608025-router', 'tenant_id': 'b39981fcd5954815961a8be993dedcd2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7209b701-ecaa-476a-bd58-d61d280c16d3', 'external_fixed_ips': [{'subnet_id': '71309eb1-223f-47ba-9803-1437c965e178', 'ip_address': '172.27.2.139'}], 'enable_snat': True}, 'gw_port_id': 'f92a66e0-49b6-413f-afa9-292ae2d4b709', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T19:25:42Z', 'updated_at': '2021-08-29T19:25:46Z', 'revision_number': 4, 'project_id': 'b39981fcd5954815961a8be993dedcd2', 'gw_port': {'id': 'f92a66e0-49b6-413f-afa9-292ae2d4b709', 'name': '', 'network_id': '7209b701-ecaa-476a-bd58-d61d280c16d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:53:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c03e349e-3f52-436d-89d3-9899002d9045', 'device_owner': 'network:router_gateway', 'standard_attr_id': 581, 'fixed_ips': [{'subnet_id': '71309eb1-223f-47ba-9803-1437c965e178', 'ip_address': '172.27.2.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806191-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T19:25:43Z', 'updated_at': '2021-08-29T19:25:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71309eb1-223f-47ba-9803-1437c965e178', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806191-2-iscsi', '_floatingips': [{'id': 'a5b3956e-2ef7-4091-bbe9-20f3a9528bf6', 'tenant_id': 'b39981fcd5954815961a8be993dedcd2', 'floating_ip_address': '172.27.2.36', 'floating_network_id': '7209b701-ecaa-476a-bd58-d61d280c16d3', 'router_id': 'c03e349e-3f52-436d-89d3-9899002d9045', 'port_id': '99a1e10e-fedf-4f88-bf7a-fde04d9e06c2', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 641, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '45c2a1ad-9c77-458b-b844-fbf0e60ffffd', 'mac_address': 'fa:16:3e:02:3b:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8b38e32-5729-4472-98da-a212c94f569a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-29T19:28:54Z', 'updated_at': '2021-08-29T19:28:56Z', 'revision_number': 1, 'project_id': 'b39981fcd5954815961a8be993dedcd2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2b9e29f6-8880-4864-bcb5-fa280c067557', 'name': '', 'network_id': '45c2a1ad-9c77-458b-b844-fbf0e60ffffd', 'tenant_id': 'b39981fcd5954815961a8be993dedcd2', 'mac_address': 'fa:16:3e:91:39:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c03e349e-3f52-436d-89d3-9899002d9045', 'device_owner': 'network:router_interface', 'standard_attr_id': 582, 'fixed_ips': [{'subnet_id': 'fc92f67e-9e9b-4d7e-adb8-7f60a771a071', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806191-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T19:25:45Z', 'updated_at': '2021-08-29T19:25:53Z', 'revision_number': 5, 'project_id': 'b39981fcd5954815961a8be993dedcd2', 'subnets': [{'id': 'fc92f67e-9e9b-4d7e-adb8-7f60a771a071', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806191-2-iscsi', False) {} {{(pid=93886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 19:32:32.872874 dv-cinder-806191-2-iscsi neutron-server[93886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c00b8e1e-d345-4857-9401-4fbdda84afe1 None None] Checking router: c03e349e-3f52-436d-89d3-9899002d9045 for host: dv-cinder-806191-2-iscsi {{(pid=93886) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 19:32:32.874201 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b610e6d-7058-4218-bd72-fd9ba1f42d2a req-4e7088c1-a926-4302-b1f9-b75857e94c61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 19:32:32.875747 dv-cinder-806191-2-iscsi neutron-server[93883]: INFO neutron.wsgi [req-3b610e6d-7058-4218-bd72-fd9ba1f42d2a req-4e7088c1-a926-4302-b1f9-b75857e94c61 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=45c2a1ad-9c77-458b-b844-fbf0e60ffffd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0398927 Aug 29 19:32:32.889172 dv-cinder-806191-2-iscsi neutron-server[93886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c00b8e1e-d345-4857-9401-4fbdda84afe1 None None] Routers {'c03e349e-3f52-436d-89d3-9899002d9045'} bound to L3 agent in host dv-cinder-806191-2-iscsi {{(pid=93886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 19:32:32.889768 dv-cinder-806191-2-iscsi neutron-server[93886]: DEBUG neutron.db.l3_hamode_db [None req-c00b8e1e-d345-4857-9401-4fbdda84afe1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806191-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-29T19:13:49Z,description=,heartbeat_timestamp=2021-08-29T19:32:19Z,host='dv-cinder-806191-2-iscsi',id=c3ed3b02-d107-45f2-9b2a-fff9b0cfaa96,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T19:13:49Z,topic='l3_agent')) {'router_ids': ['c03e349e-3f52-436d-89d3-9899002d9045'], 'active': True} {{(pid=93886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 19:32:32.970304 dv-cinder-806191-2-iscsi neutron-server[93883]: INFO neutron.wsgi [req-3b610e6d-7058-4218-bd72-fd9ba1f42d2a req-4cd0a234-329e-40cc-8e62-61c7e6f6ca94 service neutron] 10.222.0.23 "GET /v2.0/networks/45c2a1ad-9c77-458b-b844-fbf0e60ffffd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866780 Aug 29 19:32:33.065654 dv-cinder-806191-2-iscsi neutron-server[93883]: INFO neutron.wsgi [req-3b610e6d-7058-4218-bd72-fd9ba1f42d2a req-3a6e211d-b95b-4c46-b278-7ffc62b7c865 service neutron] 10.222.0.23 "GET /v2.0/networks/45c2a1ad-9c77-458b-b844-fbf0e60ffffd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872834 Aug 29 19:32:33.126964 dv-cinder-806191-2-iscsi neutron-server[93886]: DEBUG neutron.db.l3_dvr_db [None req-c00b8e1e-d345-4857-9401-4fbdda84afe1 None None] Set router c03e349e-3f52-436d-89d3-9899002d9045 gateway port host: dv-cinder-806191-2-iscsi {{(pid=93886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 19:32:33.397036 dv-cinder-806191-2-iscsi neutron-server[93886]: DEBUG neutron.db.l3_hamode_db [None req-c00b8e1e-d345-4857-9401-4fbdda84afe1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c03e349e-3f52-436d-89d3-9899002d9045', 'name': 'tempest-TestVolumeBootPattern-567608025-router', 'tenant_id': 'b39981fcd5954815961a8be993dedcd2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7209b701-ecaa-476a-bd58-d61d280c16d3', 'external_fixed_ips': [{'subnet_id': '71309eb1-223f-47ba-9803-1437c965e178', 'ip_address': '172.27.2.139'}], 'enable_snat': True}, 'gw_port_id': 'f92a66e0-49b6-413f-afa9-292ae2d4b709', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T19:25:42Z', 'updated_at': '2021-08-29T19:25:46Z', 'revision_number': 4, 'project_id': 'b39981fcd5954815961a8be993dedcd2', 'gw_port': {'id': 'f92a66e0-49b6-413f-afa9-292ae2d4b709', 'name': '', 'network_id': '7209b701-ecaa-476a-bd58-d61d280c16d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:53:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c03e349e-3f52-436d-89d3-9899002d9045', 'device_owner': 'network:router_gateway', 'standard_attr_id': 581, 'fixed_ips': [{'subnet_id': '71309eb1-223f-47ba-9803-1437c965e178', 'ip_address': '172.27.2.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806191-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T19:25:43Z', 'updated_at': '2021-08-29T19:25:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71309eb1-223f-47ba-9803-1437c965e178', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806191-2-iscsi', '_floatingips': [{'id': 'a5b3956e-2ef7-4091-bbe9-20f3a9528bf6', 'tenant_id': 'b39981fcd5954815961a8be993dedcd2', 'floating_ip_address': '172.27.2.36', 'floating_network_id': '7209b701-ecaa-476a-bd58-d61d280c16d3', 'router_id': 'c03e349e-3f52-436d-89d3-9899002d9045', 'port_id': '99a1e10e-fedf-4f88-bf7a-fde04d9e06c2', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 641, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '45c2a1ad-9c77-458b-b844-fbf0e60ffffd', 'mac_address': 'fa:16:3e:02:3b:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8b38e32-5729-4472-98da-a212c94f569a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-29T19:28:54Z', 'updated_at': '2021-08-29T19:28:56Z', 'revision_number': 1, 'project_id': 'b39981fcd5954815961a8be993dedcd2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2b9e29f6-8880-4864-bcb5-fa280c067557', 'name': '', 'network_id': '45c2a1ad-9c77-458b-b844-fbf0e60ffffd', 'tenant_id': 'b39981fcd5954815961a8be993dedcd2', 'mac_address': 'fa:16:3e:91:39:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c03e349e-3f52-436d-89d3-9899002d9045', 'device_owner': 'network:router_interface', 'standard_attr_id': 582, 'fixed_ips': [{'subnet_id': 'fc92f67e-9e9b-4d7e-adb8-7f60a771a071', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806191-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T19:25:45Z', 'updated_at': '2021-08-29T19:25:53Z', 'revision_number': 5, 'project_id': 'b39981fcd5954815961a8be993dedcd2', 'subnets': [{'id': 'fc92f67e-9e9b-4d7e-adb8-7f60a771a071', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806191-2-iscsi', False) {} {{(pid=93886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 19:32:33.424010 dv-cinder-806191-2-iscsi neutron-server[93886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c00b8e1e-d345-4857-9401-4fbdda84afe1 None None] The sync data for ids ['c03e349e-3f52-436d-89d3-9899002d9045'] in dv-cinder-806191-2-iscsi is: [{'id': 'c03e349e-3f52-436d-89d3-9899002d9045', 'name': 'tempest-TestVolumeBootPattern-567608025-router', 'tenant_id': 'b39981fcd5954815961a8be993dedcd2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7209b701-ecaa-476a-bd58-d61d280c16d3', 'external_fixed_ips': [{'subnet_id': '71309eb1-223f-47ba-9803-1437c965e178', 'ip_address': '172.27.2.139'}], 'enable_snat': True}, 'gw_port_id': 'f92a66e0-49b6-413f-afa9-292ae2d4b709', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T19:25:42Z', 'updated_at': '2021-08-29T19:25:46Z', 'revision_number': 4, 'project_id': 'b39981fcd5954815961a8be993dedcd2', 'gw_port': {'id': 'f92a66e0-49b6-413f-afa9-292ae2d4b709', 'name': '', 'network_id': '7209b701-ecaa-476a-bd58-d61d280c16d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:53:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c03e349e-3f52-436d-89d3-9899002d9045', 'device_owner': 'network:router_gateway', 'standard_attr_id': 581, 'fixed_ips': [{'subnet_id': '71309eb1-223f-47ba-9803-1437c965e178', 'ip_address': '172.27.2.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806191-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T19:25:43Z', 'updated_at': '2021-08-29T19:25:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71309eb1-223f-47ba-9803-1437c965e178', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806191-2-iscsi', '_floatingips': [{'id': 'a5b3956e-2ef7-4091-bbe9-20f3a9528bf6', 'tenant_id': 'b39981fcd5954815961a8be993dedcd2', 'floating_ip_address': '172.27.2.36', 'floating_network_id': '7209b701-ecaa-476a-bd58-d61d280c16d3', 'router_id': 'c03e349e-3f52-436d-89d3-9899002d9045', 'port_id': '99a1e10e-fedf-4f88-bf7a-fde04d9e06c2', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 641, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '45c2a1ad-9c77-458b-b844-fbf0e60ffffd', 'mac_address': 'fa:16:3e:02:3b:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8b38e32-5729-4472-98da-a212c94f569a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-29T19:28:54Z', 'updated_at': '2021-08-29T19:28:56Z', 'revision_number': 1, 'project_id': 'b39981fcd5954815961a8be993dedcd2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2b9e29f6-8880-4864-bcb5-fa280c067557', 'name': '', 'network_id': '45c2a1ad-9c77-458b-b844-fbf0e60ffffd', 'tenant_id': 'b39981fcd5954815961a8be993dedcd2', 'mac_address': 'fa:16:3e:91:39:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c03e349e-3f52-436d-89d3-9899002d9045', 'device_owner': 'network:router_interface', 'standard_attr_id': 582, 'fixed_ips': [{'subnet_id': 'fc92f67e-9e9b-4d7e-adb8-7f60a771a071', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806191-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T19:25:45Z', 'updated_at': '2021-08-29T19:25:53Z', 'revision_number': 5, 'project_id': 'b39981fcd5954815961a8be993dedcd2', 'subnets': [{'id': 'fc92f67e-9e9b-4d7e-adb8-7f60a771a071', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 19:32:33.427378 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2edf245b-b81d-4be9-851b-8836e83e63a4 req-93da377e-03c9-46aa-a10f-14c772c346cb tempest-AttachVolumeTestJSON-1146266330 tempest-AttachVolumeTestJSON-1146266330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 19:32:33.428892 dv-cinder-806191-2-iscsi neutron-server[93883]: INFO neutron.wsgi [req-2edf245b-b81d-4be9-851b-8836e83e63a4 req-93da377e-03c9-46aa-a10f-14c772c346cb tempest-AttachVolumeTestJSON-1146266330 tempest-AttachVolumeTestJSON-1146266330-project] 10.222.0.26 "GET /v2.0/ports?device_id=5f1e0210-7182-4653-9aef-80e9ad03ca4d HTTP/1.1" status: 200 len: 946 time: 0.0539362 Aug 29 19:32:33.469680 dv-cinder-806191-2-iscsi neutron-server[93883]: INFO neutron.wsgi [req-2edf245b-b81d-4be9-851b-8836e83e63a4 req-37c9dd84-1faf-44a5-bdc0-5c2708b29251 tempest-AttachVolumeTestJSON-1146266330 tempest-AttachVolumeTestJSON-1146266330-project] 10.222.0.26 "GET /v2.0/security-groups?id=c4a40029-c30e-4405-8d4b-b6b127f13a65&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0347626 Aug 29 19:32:33.659913 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e60ad6c-735c-4307-b6d0-780feb581b01 None None] New status for floating IP be06b62c-a513-4802-b679-2212404ec466: DOWN {{(pid=93885) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 29 19:32:33.716397 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4a31ff4-9721-44d1-bad9-02314f2fed42 req-9ef3a1f8-c44c-4e9e-a8a2-bda1068970bd tempest-AttachVolumeTestJSON-1146266330 tempest-AttachVolumeTestJSON-1146266330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 19:32:33.717887 dv-cinder-806191-2-iscsi neutron-server[93883]: INFO neutron.wsgi [req-b4a31ff4-9721-44d1-bad9-02314f2fed42 req-9ef3a1f8-c44c-4e9e-a8a2-bda1068970bd tempest-AttachVolumeTestJSON-1146266330 tempest-AttachVolumeTestJSON-1146266330-project] 10.222.0.26 "GET /v2.0/ports?device_id=5f1e0210-7182-4653-9aef-80e9ad03ca4d HTTP/1.1" status: 200 len: 946 time: 0.0569346 Aug 29 19:32:33.792872 dv-cinder-806191-2-iscsi neutron-server[93883]: INFO neutron.wsgi [req-b4a31ff4-9721-44d1-bad9-02314f2fed42 req-7b96e692-77b6-4dda-8aa7-8b9c90410895 tempest-AttachVolumeTestJSON-1146266330 tempest-AttachVolumeTestJSON-1146266330-project] 10.222.0.26 "GET /v2.0/security-groups?id=c4a40029-c30e-4405-8d4b-b6b127f13a65&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0616322 Aug 29 19:32:33.799368 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a448f05-4fd0-4c6e-a628-234be54bb104 req-83bff3c8-73a2-495a-ae2a-74c1c5e2f142 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 19:32:33.800818 dv-cinder-806191-2-iscsi neutron-server[93883]: INFO neutron.wsgi [req-3a448f05-4fd0-4c6e-a628-234be54bb104 req-83bff3c8-73a2-495a-ae2a-74c1c5e2f142 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=8815ddef504e468ab8ba921434be8123&device_id=5f1e0210-7182-4653-9aef-80e9ad03ca4d HTTP/1.1" status: 200 len: 1099 time: 0.0634580 Aug 29 19:32:33.890049 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61d1b3f6-b038-48ff-bc6e-e3dc0e3fc7c2 req-61d2bd72-3b60-4858-a2d7-d954b55ff4a3 tempest-TestVolumeBootPattern-1610125901 tempest-TestVolumeBootPattern-1610125901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 19:32:33.891490 dv-cinder-806191-2-iscsi neutron-server[93884]: INFO neutron.wsgi [req-61d1b3f6-b038-48ff-bc6e-e3dc0e3fc7c2 req-61d2bd72-3b60-4858-a2d7-d954b55ff4a3 tempest-TestVolumeBootPattern-1610125901 tempest-TestVolumeBootPattern-1610125901-project] 10.222.0.26 "GET /v2.0/ports?device_id=336649ad-9808-457d-bb4e-23419b987cbd HTTP/1.1" status: 200 len: 945 time: 0.0487390 Aug 29 19:32:33.901749 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a448f05-4fd0-4c6e-a628-234be54bb104 req-a9c30035-2908-4d8b-90f1-d5a9c5f268c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 19:32:33.903317 dv-cinder-806191-2-iscsi neutron-server[93883]: INFO neutron.wsgi [req-3a448f05-4fd0-4c6e-a628-234be54bb104 req-a9c30035-2908-4d8b-90f1-d5a9c5f268c9 service neutron] 10.222.0.23 "GET /v2.0/networks?id=230fb0ba-0d5c-429d-b34c-6dc749246226 HTTP/1.1" status: 200 len: 912 time: 0.0948789 Aug 29 19:32:33.928432 dv-cinder-806191-2-iscsi neutron-server[93884]: INFO neutron.wsgi [req-61d1b3f6-b038-48ff-bc6e-e3dc0e3fc7c2 req-d16dda9c-dd0d-4f78-8f31-fbf7dbd5fbcb tempest-TestVolumeBootPattern-1610125901 tempest-TestVolumeBootPattern-1610125901-project] 10.222.0.26 "GET /v2.0/security-groups?id=28dcb342-8e4f-40d6-9e57-d4cd91ceacfa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308342 Aug 29 19:32:33.969788 dv-cinder-806191-2-iscsi neutron-server[93883]: INFO neutron.wsgi [req-3a448f05-4fd0-4c6e-a628-234be54bb104 req-c3d3003b-1b66-4e4c-acfb-2bdf0fd1c954 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d4d1b59a-961d-49b0-845a-5c05bdadd6ed HTTP/1.1" status: 200 len: 1002 time: 0.0584624 Aug 29 19:32:34.032825 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a448f05-4fd0-4c6e-a628-234be54bb104 req-a8d45f3d-ac7d-4029-ba76-6255fa6cf043 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 19:32:34.034265 dv-cinder-806191-2-iscsi neutron-server[93883]: INFO neutron.wsgi [req-3a448f05-4fd0-4c6e-a628-234be54bb104 req-a8d45f3d-ac7d-4029-ba76-6255fa6cf043 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=192a96b3-2546-4f6a-b5ab-9304317c7363 HTTP/1.1" status: 200 len: 850 time: 0.0464370 Aug 29 19:32:34.078014 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a448f05-4fd0-4c6e-a628-234be54bb104 req-515c1b20-eab1-4f88-9dd1-0ae774c67743 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 19:32:34.079482 dv-cinder-806191-2-iscsi neutron-server[93883]: INFO neutron.wsgi [req-3a448f05-4fd0-4c6e-a628-234be54bb104 req-515c1b20-eab1-4f88-9dd1-0ae774c67743 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=230fb0ba-0d5c-429d-b34c-6dc749246226&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0385878 Aug 29 19:32:34.168563 dv-cinder-806191-2-iscsi neutron-server[93883]: INFO neutron.wsgi [req-3a448f05-4fd0-4c6e-a628-234be54bb104 req-64dc9075-5425-4ba8-a01a-e07b64a3f119 service neutron] 10.222.0.23 "GET /v2.0/networks/230fb0ba-0d5c-429d-b34c-6dc749246226?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0803030 Aug 29 19:32:34.176790 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37121ffa-c1c1-4ea5-9ab3-ed7e1040d362 req-268d163b-6949-413a-b0ea-e93185a74e27 tempest-TestVolumeBootPattern-1610125901 tempest-TestVolumeBootPattern-1610125901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 19:32:34.178236 dv-cinder-806191-2-iscsi neutron-server[93884]: INFO neutron.wsgi [req-37121ffa-c1c1-4ea5-9ab3-ed7e1040d362 req-268d163b-6949-413a-b0ea-e93185a74e27 tempest-TestVolumeBootPattern-1610125901 tempest-TestVolumeBootPattern-1610125901-project] 10.222.0.23 "GET /v2.0/ports?device_id=336649ad-9808-457d-bb4e-23419b987cbd HTTP/1.1" status: 200 len: 945 time: 0.0480893 Aug 29 19:32:34.260545 dv-cinder-806191-2-iscsi neutron-server[93883]: INFO neutron.wsgi [req-3a448f05-4fd0-4c6e-a628-234be54bb104 req-f0a66455-44d9-470c-9400-30e781589f66 service neutron] 10.222.0.23 "GET /v2.0/networks/230fb0ba-0d5c-429d-b34c-6dc749246226?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857482 Aug 29 19:32:34.270249 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [req-37121ffa-c1c1-4ea5-9ab3-ed7e1040d362 req-c1815b44-b08d-44f9-9153-f321edc2d404 tempest-TestVolumeBootPattern-1610125901 tempest-TestVolumeBootPattern-1610125901-project] Deleting port e5b89f06-dde2-437b-ad7c-f0346a474b90 {{(pid=93884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 19:32:34.270617 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-37121ffa-c1c1-4ea5-9ab3-ed7e1040d362 req-c1815b44-b08d-44f9-9153-f321edc2d404 tempest-TestVolumeBootPattern-1610125901 tempest-TestVolumeBootPattern-1610125901-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777170414367'] for port, before_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:32:34.357726 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.db [req-37121ffa-c1c1-4ea5-9ab3-ed7e1040d362 req-c1815b44-b08d-44f9-9153-f321edc2d404 tempest-TestVolumeBootPattern-1610125901 tempest-TestVolumeBootPattern-1610125901-project] For port e5b89f06-dde2-437b-ad7c-f0346a474b90, host hv-cinder-80619, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80619',level=0,port_id=e5b89f06-dde2-437b-ad7c-f0346a474b90,segment=NetworkSegment(11a203b2-fbd8-4335-9a74-1c37515b390f),segment_id=11a203b2-fbd8-4335-9a74-1c37515b390f)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 19:32:34.358091 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-37121ffa-c1c1-4ea5-9ab3-ed7e1040d362 req-c1815b44-b08d-44f9-9153-f321edc2d404 tempest-TestVolumeBootPattern-1610125901 tempest-TestVolumeBootPattern-1610125901-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3695122'] for port, precommit_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:32:34.370344 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [req-37121ffa-c1c1-4ea5-9ab3-ed7e1040d362 req-c1815b44-b08d-44f9-9153-f321edc2d404 tempest-TestVolumeBootPattern-1610125901 tempest-TestVolumeBootPattern-1610125901-project] Calling delete_port for e5b89f06-dde2-437b-ad7c-f0346a474b90 owned by compute:nova {{(pid=93884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 19:32:34.498443 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-37121ffa-c1c1-4ea5-9ab3-ed7e1040d362 req-c1815b44-b08d-44f9-9153-f321edc2d404 tempest-TestVolumeBootPattern-1610125901 tempest-TestVolumeBootPattern-1610125901-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3669005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3715978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777170436895', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777169884173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262862687'] for port, after_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:32:34.524041 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1815b44-b08d-44f9-9153-f321edc2d404 tempest-TestVolumeBootPattern-1610125901 tempest-TestVolumeBootPattern-1610125901-project] Pushing event deleted for resources: {'Port': ['ID=e5b89f06-dde2-437b-ad7c-f0346a474b90,revision_number=None']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:32:34.534505 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1815b44-b08d-44f9-9153-f321edc2d404 tempest-TestVolumeBootPattern-1610125901 tempest-TestVolumeBootPattern-1610125901-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806191-2-iscsi {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:32:34.534855 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1815b44-b08d-44f9-9153-f321edc2d404 tempest-TestVolumeBootPattern-1610125901 tempest-TestVolumeBootPattern-1610125901-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806191-2-iscsi {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:32:34.535192 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1815b44-b08d-44f9-9153-f321edc2d404 tempest-TestVolumeBootPattern-1610125901 tempest-TestVolumeBootPattern-1610125901-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806191-2-iscsi {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:32:34.535527 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1815b44-b08d-44f9-9153-f321edc2d404 tempest-TestVolumeBootPattern-1610125901 tempest-TestVolumeBootPattern-1610125901-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806191-2-iscsi {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:32:34.535855 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1815b44-b08d-44f9-9153-f321edc2d404 tempest-TestVolumeBootPattern-1610125901 tempest-TestVolumeBootPattern-1610125901-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-806191-2-iscsi {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:32:34.536183 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1815b44-b08d-44f9-9153-f321edc2d404 tempest-TestVolumeBootPattern-1610125901 tempest-TestVolumeBootPattern-1610125901-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806191-2-iscsi {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:32:34.536508 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1815b44-b08d-44f9-9153-f321edc2d404 tempest-TestVolumeBootPattern-1610125901 tempest-TestVolumeBootPattern-1610125901-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-806191-2-iscsi {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:32:34.536831 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1815b44-b08d-44f9-9153-f321edc2d404 tempest-TestVolumeBootPattern-1610125901 tempest-TestVolumeBootPattern-1610125901-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-806191-2-iscsi {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:32:34.537152 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1815b44-b08d-44f9-9153-f321edc2d404 tempest-TestVolumeBootPattern-1610125901 tempest-TestVolumeBootPattern-1610125901-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806191-2-iscsi {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:32:34.537917 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1815b44-b08d-44f9-9153-f321edc2d404 tempest-TestVolumeBootPattern-1610125901 tempest-TestVolumeBootPattern-1610125901-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806191-2-iscsi {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:32:34.537917 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1815b44-b08d-44f9-9153-f321edc2d404 tempest-TestVolumeBootPattern-1610125901 tempest-TestVolumeBootPattern-1610125901-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806191-2-iscsi {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:32:34.538117 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1815b44-b08d-44f9-9153-f321edc2d404 tempest-TestVolumeBootPattern-1610125901 tempest-TestVolumeBootPattern-1610125901-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806191-2-iscsi {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:32:34.580206 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.db.l3_dvrscheduler_db [req-37121ffa-c1c1-4ea5-9ab3-ed7e1040d362 req-c1815b44-b08d-44f9-9153-f321edc2d404 tempest-TestVolumeBootPattern-1610125901 tempest-TestVolumeBootPattern-1610125901-project] No DVR routers for this DVR port e5b89f06-dde2-437b-ad7c-f0346a474b90 on host hv-cinder-80619 {{(pid=93884) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 19:32:34.582725 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-37121ffa-c1c1-4ea5-9ab3-ed7e1040d362 req-c1815b44-b08d-44f9-9153-f321edc2d404 tempest-TestVolumeBootPattern-1610125901 tempest-TestVolumeBootPattern-1610125901-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-256493'] for port, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:32:34.584712 dv-cinder-806191-2-iscsi neutron-server[93884]: INFO neutron.wsgi [req-37121ffa-c1c1-4ea5-9ab3-ed7e1040d362 req-c1815b44-b08d-44f9-9153-f321edc2d404 tempest-TestVolumeBootPattern-1610125901 tempest-TestVolumeBootPattern-1610125901-project] 10.222.0.23 "DELETE /v2.0/ports/e5b89f06-dde2-437b-ad7c-f0346a474b90 HTTP/1.1" status: 204 len: 173 time: 0.4008846 Aug 29 19:32:34.585139 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '336649ad-9808-457d-bb4e-23419b987cbd', 'name': 'network-vif-deleted', 'tag': 'e5b89f06-dde2-437b-ad7c-f0346a474b90'}] {{(pid=93884) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 19:32:34.587372 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}af0273b9eb9050257146764f7dfc5aa69aec40d1770056ff1a21a350116cd0eb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a52da1d6-fbe2-4aba-9dfb-c185f440f2ec" -d '{"events": [{"server_uuid": "336649ad-9808-457d-bb4e-23419b987cbd", "name": "network-vif-deleted", "tag": "e5b89f06-dde2-437b-ad7c-f0346a474b90"}]}' {{(pid=93884) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 19:32:34.626839 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 19:32:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b3792c16-d901-47a0-b8df-2ecc9ed4e16b x-openstack-request-id: req-b3792c16-d901-47a0-b8df-2ecc9ed4e16b {{(pid=93884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 19:32:34.627138 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "336649ad-9808-457d-bb4e-23419b987cbd", "name": "network-vif-deleted", "tag": "e5b89f06-dde2-437b-ad7c-f0346a474b90", "status": "completed", "code": 200}]} {{(pid=93884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 19:32:34.627385 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-b3792c16-d901-47a0-b8df-2ecc9ed4e16b {{(pid=93884) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 19:32:34.627779 dv-cinder-806191-2-iscsi neutron-server[93884]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '336649ad-9808-457d-bb4e-23419b987cbd', 'name': 'network-vif-deleted', 'tag': 'e5b89f06-dde2-437b-ad7c-f0346a474b90', 'status': 'completed', 'code': 200} Aug 29 19:32:34.910648 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-642433ff-9951-46aa-bf92-e851b465eeac req-4fa27795-60fd-4bfd-85bf-93134788e54e tempest-AttachVolumeTestJSON-1146266330 tempest-AttachVolumeTestJSON-1146266330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 19:32:34.912597 dv-cinder-806191-2-iscsi neutron-server[93884]: INFO neutron.wsgi [req-642433ff-9951-46aa-bf92-e851b465eeac req-4fa27795-60fd-4bfd-85bf-93134788e54e tempest-AttachVolumeTestJSON-1146266330 tempest-AttachVolumeTestJSON-1146266330-project] 10.222.0.26 "GET /v2.0/ports?device_id=5f1e0210-7182-4653-9aef-80e9ad03ca4d HTTP/1.1" status: 200 len: 946 time: 0.0521681 Aug 29 19:32:34.953653 dv-cinder-806191-2-iscsi neutron-server[93884]: INFO neutron.wsgi [req-642433ff-9951-46aa-bf92-e851b465eeac req-8dd26197-416f-4fb6-b96c-bd18d0e565bb tempest-AttachVolumeTestJSON-1146266330 tempest-AttachVolumeTestJSON-1146266330-project] 10.222.0.26 "GET /v2.0/security-groups?id=c4a40029-c30e-4405-8d4b-b6b127f13a65&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0352473 Aug 29 19:32:35.037871 dv-cinder-806191-2-iscsi neutron-server[93883]: INFO neutron.wsgi [req-bd7584fe-9e1d-48b3-afea-bf26fc96fda7 req-070fd537-03b2-400c-ba25-f5ae119de64c tempest-TestVolumeBootPattern-1610125901 tempest-TestVolumeBootPattern-1610125901-project] 10.222.0.26 "GET /v2.0/ports?device_id=336649ad-9808-457d-bb4e-23419b987cbd HTTP/1.1" status: 200 len: 210 time: 0.0272651 Aug 29 19:32:38.312702 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.26', 36242) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 19:32:38.335048 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-e411ce9c-394c-453f-add9-812245090945 None None] Device e5b89f06-dde2-437b-ad7c-f0346a474b90 no longer exists at agent hyperv_hv-cinder-80619 {{(pid=93885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 19:32:38.355796 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.plugins.ml2.plugin [None req-e411ce9c-394c-453f-add9-812245090945 None None] No Port match for: e5b89f06-dde2-437b-ad7c-f0346a474b90 {{(pid=93885) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 19:32:38.356211 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-e411ce9c-394c-453f-add9-812245090945 None None] Device e5b89f06-dde2-437b-ad7c-f0346a474b90 not bound to the agent host hv-cinder-80619 {{(pid=93885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 19:32:38.466754 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron.plugins.ml2.plugin [None req-b0f2406c-9bbb-4ac5-b5dc-be7e067855c6 tempest-TestVolumeBootPattern-1610125901 tempest-TestVolumeBootPattern-1610125901-project] Deleting port 0af76a3b-8a22-4cd6-8b96-e10704fa98c3 {{(pid=93883) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 19:32:38.467097 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-b0f2406c-9bbb-4ac5-b5dc-be7e067855c6 tempest-TestVolumeBootPattern-1610125901 tempest-TestVolumeBootPattern-1610125901-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777170414367'] for port, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:32:38.543410 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-b0f2406c-9bbb-4ac5-b5dc-be7e067855c6 tempest-TestVolumeBootPattern-1610125901 tempest-TestVolumeBootPattern-1610125901-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3695122'] for port, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:32:38.543742 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-b0f2406c-9bbb-4ac5-b5dc-be7e067855c6 tempest-TestVolumeBootPattern-1610125901 tempest-TestVolumeBootPattern-1610125901-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:32:38.555155 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron.plugins.ml2.plugin [None req-b0f2406c-9bbb-4ac5-b5dc-be7e067855c6 tempest-TestVolumeBootPattern-1610125901 tempest-TestVolumeBootPattern-1610125901-project] Calling delete_port for 0af76a3b-8a22-4cd6-8b96-e10704fa98c3 owned by network:floatingip {{(pid=93883) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 19:32:38.694988 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-b0f2406c-9bbb-4ac5-b5dc-be7e067855c6 tempest-TestVolumeBootPattern-1610125901 tempest-TestVolumeBootPattern-1610125901-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3669005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3715978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777170436895', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777169884173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263410497'] for port, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:32:38.724671 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0f2406c-9bbb-4ac5-b5dc-be7e067855c6 tempest-TestVolumeBootPattern-1610125901 tempest-TestVolumeBootPattern-1610125901-project] Pushing event deleted for resources: {'Port': ['ID=0af76a3b-8a22-4cd6-8b96-e10704fa98c3,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:32:38.781383 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-b0f2406c-9bbb-4ac5-b5dc-be7e067855c6 tempest-TestVolumeBootPattern-1610125901 tempest-TestVolumeBootPattern-1610125901-project] Notify callbacks [] for floatingip, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:32:38.781705 dv-cinder-806191-2-iscsi neutron-server[93883]: INFO neutron.db.l3_db [None req-b0f2406c-9bbb-4ac5-b5dc-be7e067855c6 tempest-TestVolumeBootPattern-1610125901 tempest-TestVolumeBootPattern-1610125901-project] Floating IP a5b3956e-2ef7-4091-bbe9-20f3a9528bf6 disassociated (deleted). External IP: 172.27.2.36, port: 99a1e10e-fedf-4f88-bf7a-fde04d9e06c2. Aug 29 19:32:38.981217 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b0f2406c-9bbb-4ac5-b5dc-be7e067855c6 tempest-TestVolumeBootPattern-1610125901 tempest-TestVolumeBootPattern-1610125901-project] Router c03e349e-3f52-436d-89d3-9899002d9045 has already been hosted by L3 agent c3ed3b02-d107-45f2-9b2a-fff9b0cfaa96 {{(pid=93883) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 19:32:39.086817 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b0f2406c-9bbb-4ac5-b5dc-be7e067855c6 tempest-TestVolumeBootPattern-1610125901 tempest-TestVolumeBootPattern-1610125901-project] Notify agent at l3_agent.dv-cinder-806191-2-iscsi the message routers_updated {{(pid=93883) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 19:32:39.091656 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-b0f2406c-9bbb-4ac5-b5dc-be7e067855c6 tempest-TestVolumeBootPattern-1610125901 tempest-TestVolumeBootPattern-1610125901-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-256493'] for floatingip, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:32:39.096024 dv-cinder-806191-2-iscsi neutron-server[93886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79a39971-47f1-4ad8-aaa0-746391cfbb69 None None] Sync routers for ids ['c03e349e-3f52-436d-89d3-9899002d9045'] in dv-cinder-806191-2-iscsi {{(pid=93886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 19:32:39.104803 dv-cinder-806191-2-iscsi neutron-server[93886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79a39971-47f1-4ad8-aaa0-746391cfbb69 None None] Routers {'c03e349e-3f52-436d-89d3-9899002d9045'} bound to L3 agent in host dv-cinder-806191-2-iscsi {{(pid=93886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 19:32:39.105396 dv-cinder-806191-2-iscsi neutron-server[93886]: DEBUG neutron.db.l3_hamode_db [None req-79a39971-47f1-4ad8-aaa0-746391cfbb69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806191-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-29T19:13:49Z,description=,heartbeat_timestamp=2021-08-29T19:32:19Z,host='dv-cinder-806191-2-iscsi',id=c3ed3b02-d107-45f2-9b2a-fff9b0cfaa96,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T19:13:49Z,topic='l3_agent')) {'router_ids': ['c03e349e-3f52-436d-89d3-9899002d9045'], 'active': True} {{(pid=93886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 19:32:39.119343 dv-cinder-806191-2-iscsi neutron-server[93883]: INFO neutron.wsgi [None req-b0f2406c-9bbb-4ac5-b5dc-be7e067855c6 tempest-TestVolumeBootPattern-1610125901 tempest-TestVolumeBootPattern-1610125901-project] 10.222.0.26 "DELETE /v2.0/floatingips/a5b3956e-2ef7-4091-bbe9-20f3a9528bf6 HTTP/1.1" status: 204 len: 168 time: 0.8032286 Aug 29 19:32:39.119343 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f8b38e32-5729-4472-98da-a212c94f569a', 'tag': '99a1e10e-fedf-4f88-bf7a-fde04d9e06c2'}] {{(pid=93883) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 19:32:39.119897 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d7efacdd762e7fee97ebec028cc859708dbf706441332da3e8755544227ebc46" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f07643bd-9a7e-4712-bd50-11f2fa4a6b6c" -d '{"events": [{"name": "network-changed", "server_uuid": "f8b38e32-5729-4472-98da-a212c94f569a", "tag": "99a1e10e-fedf-4f88-bf7a-fde04d9e06c2"}]}' {{(pid=93883) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 19:32:39.157123 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 19:32:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-269903e2-0b14-464b-b719-0695508719e2 x-openstack-request-id: req-269903e2-0b14-464b-b719-0695508719e2 {{(pid=93883) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 19:32:39.158610 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f8b38e32-5729-4472-98da-a212c94f569a", "tag": "99a1e10e-fedf-4f88-bf7a-fde04d9e06c2", "status": "completed", "code": 200}]} {{(pid=93883) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 19:32:39.158887 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-269903e2-0b14-464b-b719-0695508719e2 {{(pid=93883) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 19:32:39.159301 dv-cinder-806191-2-iscsi neutron-server[93883]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f8b38e32-5729-4472-98da-a212c94f569a', 'tag': '99a1e10e-fedf-4f88-bf7a-fde04d9e06c2', 'status': 'completed', 'code': 200} Aug 29 19:32:39.214810 dv-cinder-806191-2-iscsi neutron-server[93886]: DEBUG neutron.db.l3_dvr_db [None req-79a39971-47f1-4ad8-aaa0-746391cfbb69 None None] Set router c03e349e-3f52-436d-89d3-9899002d9045 gateway port host: dv-cinder-806191-2-iscsi {{(pid=93886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 19:32:39.223996 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f07643bd-9a7e-4712-bd50-11f2fa4a6b6c req-bb4b2034-e39e-4e18-8982-3ff448ee4d40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 19:32:39.226441 dv-cinder-806191-2-iscsi neutron-server[93884]: INFO neutron.wsgi [req-f07643bd-9a7e-4712-bd50-11f2fa4a6b6c req-bb4b2034-e39e-4e18-8982-3ff448ee4d40 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=b39981fcd5954815961a8be993dedcd2&device_id=f8b38e32-5729-4472-98da-a212c94f569a HTTP/1.1" status: 200 len: 1098 time: 0.0451779 Aug 29 19:32:39.361656 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f07643bd-9a7e-4712-bd50-11f2fa4a6b6c req-26b94d98-5230-474b-93d7-abbd7ebccacd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 19:32:39.363183 dv-cinder-806191-2-iscsi neutron-server[93884]: INFO neutron.wsgi [req-f07643bd-9a7e-4712-bd50-11f2fa4a6b6c req-26b94d98-5230-474b-93d7-abbd7ebccacd service neutron] 10.222.0.23 "GET /v2.0/networks?id=45c2a1ad-9c77-458b-b844-fbf0e60ffffd HTTP/1.1" status: 200 len: 912 time: 0.1241012 Aug 29 19:32:39.372176 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-721faad9-e98f-4b42-89c5-68da5dce8a41 req-c51cf9cc-c266-4831-a6eb-ca553ebc2919 tempest-TestVolumeBootPattern-1610125901 tempest-TestVolumeBootPattern-1610125901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 19:32:39.373621 dv-cinder-806191-2-iscsi neutron-server[93884]: INFO neutron.wsgi [req-721faad9-e98f-4b42-89c5-68da5dce8a41 req-c51cf9cc-c266-4831-a6eb-ca553ebc2919 tempest-TestVolumeBootPattern-1610125901 tempest-TestVolumeBootPattern-1610125901-project] 10.222.0.26 "GET /v2.0/ports?device_id=f8b38e32-5729-4472-98da-a212c94f569a HTTP/1.1" status: 200 len: 945 time: 0.0747621 Aug 29 19:32:39.414955 dv-cinder-806191-2-iscsi neutron-server[93884]: INFO neutron.wsgi [req-f07643bd-9a7e-4712-bd50-11f2fa4a6b6c req-f3086e94-6f8e-4a64-9847-77cc36c34ab7 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=99a1e10e-fedf-4f88-bf7a-fde04d9e06c2 HTTP/1.1" status: 200 len: 217 time: 0.0403337 Aug 29 19:32:39.420096 dv-cinder-806191-2-iscsi neutron-server[93886]: DEBUG neutron.db.l3_hamode_db [None req-79a39971-47f1-4ad8-aaa0-746391cfbb69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c03e349e-3f52-436d-89d3-9899002d9045', 'name': 'tempest-TestVolumeBootPattern-567608025-router', 'tenant_id': 'b39981fcd5954815961a8be993dedcd2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7209b701-ecaa-476a-bd58-d61d280c16d3', 'external_fixed_ips': [{'subnet_id': '71309eb1-223f-47ba-9803-1437c965e178', 'ip_address': '172.27.2.139'}], 'enable_snat': True}, 'gw_port_id': 'f92a66e0-49b6-413f-afa9-292ae2d4b709', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T19:25:42Z', 'updated_at': '2021-08-29T19:25:46Z', 'revision_number': 4, 'project_id': 'b39981fcd5954815961a8be993dedcd2', 'gw_port': {'id': 'f92a66e0-49b6-413f-afa9-292ae2d4b709', 'name': '', 'network_id': '7209b701-ecaa-476a-bd58-d61d280c16d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:53:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c03e349e-3f52-436d-89d3-9899002d9045', 'device_owner': 'network:router_gateway', 'standard_attr_id': 581, 'fixed_ips': [{'subnet_id': '71309eb1-223f-47ba-9803-1437c965e178', 'ip_address': '172.27.2.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806191-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T19:25:43Z', 'updated_at': '2021-08-29T19:25:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71309eb1-223f-47ba-9803-1437c965e178', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806191-2-iscsi', '_interfaces': [{'id': '2b9e29f6-8880-4864-bcb5-fa280c067557', 'name': '', 'network_id': '45c2a1ad-9c77-458b-b844-fbf0e60ffffd', 'tenant_id': 'b39981fcd5954815961a8be993dedcd2', 'mac_address': 'fa:16:3e:91:39:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c03e349e-3f52-436d-89d3-9899002d9045', 'device_owner': 'network:router_interface', 'standard_attr_id': 582, 'fixed_ips': [{'subnet_id': 'fc92f67e-9e9b-4d7e-adb8-7f60a771a071', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806191-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T19:25:45Z', 'updated_at': '2021-08-29T19:25:53Z', 'revision_number': 5, 'project_id': 'b39981fcd5954815961a8be993dedcd2', 'subnets': [{'id': 'fc92f67e-9e9b-4d7e-adb8-7f60a771a071', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806191-2-iscsi', False) {} {{(pid=93886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 19:32:39.446946 dv-cinder-806191-2-iscsi neutron-server[93886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79a39971-47f1-4ad8-aaa0-746391cfbb69 None None] Checking router: c03e349e-3f52-436d-89d3-9899002d9045 for host: dv-cinder-806191-2-iscsi {{(pid=93886) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 19:32:39.455827 dv-cinder-806191-2-iscsi neutron-server[93886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79a39971-47f1-4ad8-aaa0-746391cfbb69 None None] Routers {'c03e349e-3f52-436d-89d3-9899002d9045'} bound to L3 agent in host dv-cinder-806191-2-iscsi {{(pid=93886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 19:32:39.456431 dv-cinder-806191-2-iscsi neutron-server[93886]: DEBUG neutron.db.l3_hamode_db [None req-79a39971-47f1-4ad8-aaa0-746391cfbb69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806191-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-29T19:13:49Z,description=,heartbeat_timestamp=2021-08-29T19:32:19Z,host='dv-cinder-806191-2-iscsi',id=c3ed3b02-d107-45f2-9b2a-fff9b0cfaa96,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T19:13:49Z,topic='l3_agent')) {'router_ids': ['c03e349e-3f52-436d-89d3-9899002d9045'], 'active': True} {{(pid=93886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 19:32:39.471830 dv-cinder-806191-2-iscsi neutron-server[93884]: INFO neutron.wsgi [req-721faad9-e98f-4b42-89c5-68da5dce8a41 req-7562fc64-af59-4f59-9261-6e5e05b296b7 tempest-TestVolumeBootPattern-1610125901 tempest-TestVolumeBootPattern-1610125901-project] 10.222.0.26 "GET /v2.0/security-groups?id=28dcb342-8e4f-40d6-9e57-d4cd91ceacfa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0915246 Aug 29 19:32:39.486009 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f07643bd-9a7e-4712-bd50-11f2fa4a6b6c req-d85129cd-149e-4fd7-bc2e-04e3d0f8e73b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 19:32:39.487539 dv-cinder-806191-2-iscsi neutron-server[93884]: INFO neutron.wsgi [req-f07643bd-9a7e-4712-bd50-11f2fa4a6b6c req-d85129cd-149e-4fd7-bc2e-04e3d0f8e73b service neutron] 10.222.0.23 "GET /v2.0/subnets?id=fc92f67e-9e9b-4d7e-adb8-7f60a771a071 HTTP/1.1" status: 200 len: 850 time: 0.0595033 Aug 29 19:32:39.533984 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f07643bd-9a7e-4712-bd50-11f2fa4a6b6c req-f4d897f7-cc3a-4826-82dc-319f3483141e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 19:32:39.535426 dv-cinder-806191-2-iscsi neutron-server[93884]: INFO neutron.wsgi [req-f07643bd-9a7e-4712-bd50-11f2fa4a6b6c req-f4d897f7-cc3a-4826-82dc-319f3483141e service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=45c2a1ad-9c77-458b-b844-fbf0e60ffffd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0384858 Aug 29 19:32:39.561215 dv-cinder-806191-2-iscsi neutron-server[93886]: DEBUG neutron.db.l3_dvr_db [None req-79a39971-47f1-4ad8-aaa0-746391cfbb69 None None] Set router c03e349e-3f52-436d-89d3-9899002d9045 gateway port host: dv-cinder-806191-2-iscsi {{(pid=93886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 19:32:39.630062 dv-cinder-806191-2-iscsi neutron-server[93884]: INFO neutron.wsgi [req-f07643bd-9a7e-4712-bd50-11f2fa4a6b6c req-e3b37f48-f7f0-49c7-b19c-353294741e7f service neutron] 10.222.0.23 "GET /v2.0/networks/45c2a1ad-9c77-458b-b844-fbf0e60ffffd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857873 Aug 29 19:32:39.728192 dv-cinder-806191-2-iscsi neutron-server[93884]: INFO neutron.wsgi [req-f07643bd-9a7e-4712-bd50-11f2fa4a6b6c req-3913babd-e5c4-4cf8-9a9b-f0bb6728221e service neutron] 10.222.0.23 "GET /v2.0/networks/45c2a1ad-9c77-458b-b844-fbf0e60ffffd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0897081 Aug 29 19:32:39.764699 dv-cinder-806191-2-iscsi neutron-server[93886]: DEBUG neutron.db.l3_hamode_db [None req-79a39971-47f1-4ad8-aaa0-746391cfbb69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c03e349e-3f52-436d-89d3-9899002d9045', 'name': 'tempest-TestVolumeBootPattern-567608025-router', 'tenant_id': 'b39981fcd5954815961a8be993dedcd2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7209b701-ecaa-476a-bd58-d61d280c16d3', 'external_fixed_ips': [{'subnet_id': '71309eb1-223f-47ba-9803-1437c965e178', 'ip_address': '172.27.2.139'}], 'enable_snat': True}, 'gw_port_id': 'f92a66e0-49b6-413f-afa9-292ae2d4b709', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T19:25:42Z', 'updated_at': '2021-08-29T19:25:46Z', 'revision_number': 4, 'project_id': 'b39981fcd5954815961a8be993dedcd2', 'gw_port': {'id': 'f92a66e0-49b6-413f-afa9-292ae2d4b709', 'name': '', 'network_id': '7209b701-ecaa-476a-bd58-d61d280c16d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:53:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c03e349e-3f52-436d-89d3-9899002d9045', 'device_owner': 'network:router_gateway', 'standard_attr_id': 581, 'fixed_ips': [{'subnet_id': '71309eb1-223f-47ba-9803-1437c965e178', 'ip_address': '172.27.2.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806191-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T19:25:43Z', 'updated_at': '2021-08-29T19:25:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71309eb1-223f-47ba-9803-1437c965e178', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806191-2-iscsi', '_interfaces': [{'id': '2b9e29f6-8880-4864-bcb5-fa280c067557', 'name': '', 'network_id': '45c2a1ad-9c77-458b-b844-fbf0e60ffffd', 'tenant_id': 'b39981fcd5954815961a8be993dedcd2', 'mac_address': 'fa:16:3e:91:39:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c03e349e-3f52-436d-89d3-9899002d9045', 'device_owner': 'network:router_interface', 'standard_attr_id': 582, 'fixed_ips': [{'subnet_id': 'fc92f67e-9e9b-4d7e-adb8-7f60a771a071', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806191-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T19:25:45Z', 'updated_at': '2021-08-29T19:25:53Z', 'revision_number': 5, 'project_id': 'b39981fcd5954815961a8be993dedcd2', 'subnets': [{'id': 'fc92f67e-9e9b-4d7e-adb8-7f60a771a071', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806191-2-iscsi', False) {} {{(pid=93886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 19:32:39.793886 dv-cinder-806191-2-iscsi neutron-server[93886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79a39971-47f1-4ad8-aaa0-746391cfbb69 None None] The sync data for ids ['c03e349e-3f52-436d-89d3-9899002d9045'] in dv-cinder-806191-2-iscsi is: [{'id': 'c03e349e-3f52-436d-89d3-9899002d9045', 'name': 'tempest-TestVolumeBootPattern-567608025-router', 'tenant_id': 'b39981fcd5954815961a8be993dedcd2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7209b701-ecaa-476a-bd58-d61d280c16d3', 'external_fixed_ips': [{'subnet_id': '71309eb1-223f-47ba-9803-1437c965e178', 'ip_address': '172.27.2.139'}], 'enable_snat': True}, 'gw_port_id': 'f92a66e0-49b6-413f-afa9-292ae2d4b709', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T19:25:42Z', 'updated_at': '2021-08-29T19:25:46Z', 'revision_number': 4, 'project_id': 'b39981fcd5954815961a8be993dedcd2', 'gw_port': {'id': 'f92a66e0-49b6-413f-afa9-292ae2d4b709', 'name': '', 'network_id': '7209b701-ecaa-476a-bd58-d61d280c16d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:53:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c03e349e-3f52-436d-89d3-9899002d9045', 'device_owner': 'network:router_gateway', 'standard_attr_id': 581, 'fixed_ips': [{'subnet_id': '71309eb1-223f-47ba-9803-1437c965e178', 'ip_address': '172.27.2.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806191-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T19:25:43Z', 'updated_at': '2021-08-29T19:25:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71309eb1-223f-47ba-9803-1437c965e178', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806191-2-iscsi', '_interfaces': [{'id': '2b9e29f6-8880-4864-bcb5-fa280c067557', 'name': '', 'network_id': '45c2a1ad-9c77-458b-b844-fbf0e60ffffd', 'tenant_id': 'b39981fcd5954815961a8be993dedcd2', 'mac_address': 'fa:16:3e:91:39:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c03e349e-3f52-436d-89d3-9899002d9045', 'device_owner': 'network:router_interface', 'standard_attr_id': 582, 'fixed_ips': [{'subnet_id': 'fc92f67e-9e9b-4d7e-adb8-7f60a771a071', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806191-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T19:25:45Z', 'updated_at': '2021-08-29T19:25:53Z', 'revision_number': 5, 'project_id': 'b39981fcd5954815961a8be993dedcd2', 'subnets': [{'id': 'fc92f67e-9e9b-4d7e-adb8-7f60a771a071', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 19:32:39.999418 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0503ea8d-809c-4b9e-a58c-4d989396a773 None None] New status for floating IP a5b3956e-2ef7-4091-bbe9-20f3a9528bf6: DOWN {{(pid=93885) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 29 19:32:40.587778 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50220551-9719-4320-9495-ec9af18baa31 req-cea254a0-8359-4738-8c93-c96b85444aa7 tempest-TestVolumeBootPattern-1610125901 tempest-TestVolumeBootPattern-1610125901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 19:32:40.589267 dv-cinder-806191-2-iscsi neutron-server[93883]: INFO neutron.wsgi [req-50220551-9719-4320-9495-ec9af18baa31 req-cea254a0-8359-4738-8c93-c96b85444aa7 tempest-TestVolumeBootPattern-1610125901 tempest-TestVolumeBootPattern-1610125901-project] 10.222.0.26 "GET /v2.0/ports?device_id=f8b38e32-5729-4472-98da-a212c94f569a HTTP/1.1" status: 200 len: 945 time: 0.0491626 Aug 29 19:32:40.626350 dv-cinder-806191-2-iscsi neutron-server[93883]: INFO neutron.wsgi [req-50220551-9719-4320-9495-ec9af18baa31 req-72c7415a-acba-4bbc-9aee-d9b67e435979 tempest-TestVolumeBootPattern-1610125901 tempest-TestVolumeBootPattern-1610125901-project] 10.222.0.26 "GET /v2.0/security-groups?id=28dcb342-8e4f-40d6-9e57-d4cd91ceacfa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312090 Aug 29 19:32:40.827818 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3e54ec7-6007-4509-941f-230917faf834 req-45ba7c13-815a-4a0e-96ab-ee9a32fa18f5 tempest-TestVolumeBootPattern-1610125901 tempest-TestVolumeBootPattern-1610125901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 19:32:40.829221 dv-cinder-806191-2-iscsi neutron-server[93884]: INFO neutron.wsgi [req-f3e54ec7-6007-4509-941f-230917faf834 req-45ba7c13-815a-4a0e-96ab-ee9a32fa18f5 tempest-TestVolumeBootPattern-1610125901 tempest-TestVolumeBootPattern-1610125901-project] 10.222.0.23 "GET /v2.0/ports?device_id=f8b38e32-5729-4472-98da-a212c94f569a HTTP/1.1" status: 200 len: 945 time: 0.0503557 Aug 29 19:32:40.922515 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [req-f3e54ec7-6007-4509-941f-230917faf834 req-7318e0a3-98e0-4ca3-b367-6e3b0a0fd7f9 tempest-TestVolumeBootPattern-1610125901 tempest-TestVolumeBootPattern-1610125901-project] Deleting port 99a1e10e-fedf-4f88-bf7a-fde04d9e06c2 {{(pid=93884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 19:32:40.922876 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-f3e54ec7-6007-4509-941f-230917faf834 req-7318e0a3-98e0-4ca3-b367-6e3b0a0fd7f9 tempest-TestVolumeBootPattern-1610125901 tempest-TestVolumeBootPattern-1610125901-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777170414367'] for port, before_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:32:41.007653 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.db [req-f3e54ec7-6007-4509-941f-230917faf834 req-7318e0a3-98e0-4ca3-b367-6e3b0a0fd7f9 tempest-TestVolumeBootPattern-1610125901 tempest-TestVolumeBootPattern-1610125901-project] For port 99a1e10e-fedf-4f88-bf7a-fde04d9e06c2, host hv-cinder-80619, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80619',level=0,port_id=99a1e10e-fedf-4f88-bf7a-fde04d9e06c2,segment=NetworkSegment(11a203b2-fbd8-4335-9a74-1c37515b390f),segment_id=11a203b2-fbd8-4335-9a74-1c37515b390f)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 19:32:41.008017 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-f3e54ec7-6007-4509-941f-230917faf834 req-7318e0a3-98e0-4ca3-b367-6e3b0a0fd7f9 tempest-TestVolumeBootPattern-1610125901 tempest-TestVolumeBootPattern-1610125901-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3695122'] for port, precommit_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:32:41.021011 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [req-f3e54ec7-6007-4509-941f-230917faf834 req-7318e0a3-98e0-4ca3-b367-6e3b0a0fd7f9 tempest-TestVolumeBootPattern-1610125901 tempest-TestVolumeBootPattern-1610125901-project] Calling delete_port for 99a1e10e-fedf-4f88-bf7a-fde04d9e06c2 owned by compute:nova {{(pid=93884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 19:32:41.148700 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-f3e54ec7-6007-4509-941f-230917faf834 req-7318e0a3-98e0-4ca3-b367-6e3b0a0fd7f9 tempest-TestVolumeBootPattern-1610125901 tempest-TestVolumeBootPattern-1610125901-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3669005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3715978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777170436895', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777169884173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262862687'] for port, after_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:32:41.176584 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7318e0a3-98e0-4ca3-b367-6e3b0a0fd7f9 tempest-TestVolumeBootPattern-1610125901 tempest-TestVolumeBootPattern-1610125901-project] Pushing event deleted for resources: {'Port': ['ID=99a1e10e-fedf-4f88-bf7a-fde04d9e06c2,revision_number=None']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:32:41.219976 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.db.l3_dvrscheduler_db [req-f3e54ec7-6007-4509-941f-230917faf834 req-7318e0a3-98e0-4ca3-b367-6e3b0a0fd7f9 tempest-TestVolumeBootPattern-1610125901 tempest-TestVolumeBootPattern-1610125901-project] No DVR routers for this DVR port 99a1e10e-fedf-4f88-bf7a-fde04d9e06c2 on host hv-cinder-80619 {{(pid=93884) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 19:32:41.222470 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-f3e54ec7-6007-4509-941f-230917faf834 req-7318e0a3-98e0-4ca3-b367-6e3b0a0fd7f9 tempest-TestVolumeBootPattern-1610125901 tempest-TestVolumeBootPattern-1610125901-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-256493'] for port, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:32:41.224431 dv-cinder-806191-2-iscsi neutron-server[93884]: INFO neutron.wsgi [req-f3e54ec7-6007-4509-941f-230917faf834 req-7318e0a3-98e0-4ca3-b367-6e3b0a0fd7f9 tempest-TestVolumeBootPattern-1610125901 tempest-TestVolumeBootPattern-1610125901-project] 10.222.0.23 "DELETE /v2.0/ports/99a1e10e-fedf-4f88-bf7a-fde04d9e06c2 HTTP/1.1" status: 204 len: 173 time: 0.3886476 Aug 29 19:32:41.224861 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f8b38e32-5729-4472-98da-a212c94f569a', 'name': 'network-vif-deleted', 'tag': '99a1e10e-fedf-4f88-bf7a-fde04d9e06c2'}] {{(pid=93884) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 19:32:41.227120 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}af0273b9eb9050257146764f7dfc5aa69aec40d1770056ff1a21a350116cd0eb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b661ce1d-fe9a-44df-8f2e-27cb632662ba" -d '{"events": [{"server_uuid": "f8b38e32-5729-4472-98da-a212c94f569a", "name": "network-vif-deleted", "tag": "99a1e10e-fedf-4f88-bf7a-fde04d9e06c2"}]}' {{(pid=93884) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 19:32:41.264315 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 19:32:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0baabddc-1515-431d-b0d3-0644a3053ae8 x-openstack-request-id: req-0baabddc-1515-431d-b0d3-0644a3053ae8 {{(pid=93884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 19:32:41.264613 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f8b38e32-5729-4472-98da-a212c94f569a", "name": "network-vif-deleted", "tag": "99a1e10e-fedf-4f88-bf7a-fde04d9e06c2", "status": "completed", "code": 200}]} {{(pid=93884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 19:32:41.264862 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-0baabddc-1515-431d-b0d3-0644a3053ae8 {{(pid=93884) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 19:32:41.265253 dv-cinder-806191-2-iscsi neutron-server[93884]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f8b38e32-5729-4472-98da-a212c94f569a', 'name': 'network-vif-deleted', 'tag': '99a1e10e-fedf-4f88-bf7a-fde04d9e06c2', 'status': 'completed', 'code': 200} Aug 29 19:32:41.727601 dv-cinder-806191-2-iscsi neutron-server[93883]: INFO neutron.wsgi [req-d753e72c-32ca-40e0-a8a4-2f3af4721c20 req-fa0ab022-abb1-4cca-9b31-04a2e8a872d0 tempest-TestVolumeBootPattern-1610125901 tempest-TestVolumeBootPattern-1610125901-project] 10.222.0.26 "GET /v2.0/ports?device_id=f8b38e32-5729-4472-98da-a212c94f569a HTTP/1.1" status: 200 len: 210 time: 0.0260749 Aug 29 19:32:42.784374 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.26', 36258) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 19:32:42.910859 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron.plugins.ml2.plugin [None req-a1369cea-62c2-4dec-9a9e-567564ee4819 tempest-TestVolumeBootPattern-1610125901 tempest-TestVolumeBootPattern-1610125901-project] Deleting port 92e2c918-8b98-4912-ac5e-1c40e47bbac5 {{(pid=93883) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 19:32:42.911204 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-a1369cea-62c2-4dec-9a9e-567564ee4819 tempest-TestVolumeBootPattern-1610125901 tempest-TestVolumeBootPattern-1610125901-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777170414367'] for port, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:32:42.984292 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-a1369cea-62c2-4dec-9a9e-567564ee4819 tempest-TestVolumeBootPattern-1610125901 tempest-TestVolumeBootPattern-1610125901-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3695122'] for port, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:32:42.984535 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-a1369cea-62c2-4dec-9a9e-567564ee4819 tempest-TestVolumeBootPattern-1610125901 tempest-TestVolumeBootPattern-1610125901-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:32:42.995786 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron.plugins.ml2.plugin [None req-a1369cea-62c2-4dec-9a9e-567564ee4819 tempest-TestVolumeBootPattern-1610125901 tempest-TestVolumeBootPattern-1610125901-project] Calling delete_port for 92e2c918-8b98-4912-ac5e-1c40e47bbac5 owned by network:floatingip {{(pid=93883) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 19:32:43.127629 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-a1369cea-62c2-4dec-9a9e-567564ee4819 tempest-TestVolumeBootPattern-1610125901 tempest-TestVolumeBootPattern-1610125901-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3669005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3715978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777170436895', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777169884173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263410497'] for port, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:32:43.153878 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1369cea-62c2-4dec-9a9e-567564ee4819 tempest-TestVolumeBootPattern-1610125901 tempest-TestVolumeBootPattern-1610125901-project] Pushing event deleted for resources: {'Port': ['ID=92e2c918-8b98-4912-ac5e-1c40e47bbac5,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:32:43.210502 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-a1369cea-62c2-4dec-9a9e-567564ee4819 tempest-TestVolumeBootPattern-1610125901 tempest-TestVolumeBootPattern-1610125901-project] Notify callbacks [] for floatingip, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:32:43.213064 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-a1369cea-62c2-4dec-9a9e-567564ee4819 tempest-TestVolumeBootPattern-1610125901 tempest-TestVolumeBootPattern-1610125901-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-256493'] for floatingip, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:32:43.214217 dv-cinder-806191-2-iscsi neutron-server[93883]: INFO neutron.wsgi [None req-a1369cea-62c2-4dec-9a9e-567564ee4819 tempest-TestVolumeBootPattern-1610125901 tempest-TestVolumeBootPattern-1610125901-project] 10.222.0.26 "DELETE /v2.0/floatingips/5fe0f008-8313-4844-9cae-64e1b71cce32 HTTP/1.1" status: 204 len: 168 time: 0.4288466 Aug 29 19:32:44.407738 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.26', 36278) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 19:32:44.469640 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-74bc1b9f-6d49-45a5-9dbc-6b10eb4746f1 tempest-TestVolumeBootPattern-1610125901 tempest-TestVolumeBootPattern-1610125901-project] Notify callbacks [] for security_group, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:32:44.494642 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-74bc1b9f-6d49-45a5-9dbc-6b10eb4746f1 tempest-TestVolumeBootPattern-1610125901 tempest-TestVolumeBootPattern-1610125901-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:32:44.552202 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-74bc1b9f-6d49-45a5-9dbc-6b10eb4746f1 tempest-TestVolumeBootPattern-1610125901 tempest-TestVolumeBootPattern-1610125901-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368872'] for security_group, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:32:44.554768 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-74bc1b9f-6d49-45a5-9dbc-6b10eb4746f1 tempest-TestVolumeBootPattern-1610125901 tempest-TestVolumeBootPattern-1610125901-project] Notify callbacks [] for security_group, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:32:44.556023 dv-cinder-806191-2-iscsi neutron-server[93883]: INFO neutron.wsgi [None req-74bc1b9f-6d49-45a5-9dbc-6b10eb4746f1 tempest-TestVolumeBootPattern-1610125901 tempest-TestVolumeBootPattern-1610125901-project] 10.222.0.26 "DELETE /v2.0/security-groups/28dcb342-8e4f-40d6-9e57-d4cd91ceacfa HTTP/1.1" status: 204 len: 168 time: 0.1473310 Aug 29 19:32:44.565918 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74bc1b9f-6d49-45a5-9dbc-6b10eb4746f1 tempest-TestVolumeBootPattern-1610125901 tempest-TestVolumeBootPattern-1610125901-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=28dcb342-8e4f-40d6-9e57-d4cd91ceacfa,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:32:44.600003 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.26', 36282) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 19:32:44.984039 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-300ed641-d737-4811-ab03-e765a68b9cf9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3678147'] for router_interface, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:32:45.216749 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron.plugins.ml2.plugin [None req-300ed641-d737-4811-ab03-e765a68b9cf9 admin admin] Deleting port 2b9e29f6-8880-4864-bcb5-fa280c067557 {{(pid=93883) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 19:32:45.217081 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-300ed641-d737-4811-ab03-e765a68b9cf9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777170414367'] for port, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:32:45.295079 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron.plugins.ml2.db [None req-300ed641-d737-4811-ab03-e765a68b9cf9 admin admin] For port 2b9e29f6-8880-4864-bcb5-fa280c067557, host dv-cinder-806191-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806191-2-iscsi',level=0,port_id=2b9e29f6-8880-4864-bcb5-fa280c067557,segment=NetworkSegment(11a203b2-fbd8-4335-9a74-1c37515b390f),segment_id=11a203b2-fbd8-4335-9a74-1c37515b390f)] {{(pid=93883) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 19:32:45.295356 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-300ed641-d737-4811-ab03-e765a68b9cf9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3695122'] for port, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:32:45.307333 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron.plugins.ml2.plugin [None req-300ed641-d737-4811-ab03-e765a68b9cf9 admin admin] Calling delete_port for 2b9e29f6-8880-4864-bcb5-fa280c067557 owned by network:router_interface {{(pid=93883) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 19:32:45.488784 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-300ed641-d737-4811-ab03-e765a68b9cf9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3669005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3715978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777170436895', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777169884173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263410497'] for port, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:32:45.515265 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-300ed641-d737-4811-ab03-e765a68b9cf9 admin admin] Pushing event deleted for resources: {'Port': ['ID=2b9e29f6-8880-4864-bcb5-fa280c067557,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:32:45.681474 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-300ed641-d737-4811-ab03-e765a68b9cf9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3715997', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3677961'] for router_interface, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:32:46.137394 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-300ed641-d737-4811-ab03-e765a68b9cf9 admin admin] Router c03e349e-3f52-436d-89d3-9899002d9045 has already been hosted by L3 agent c3ed3b02-d107-45f2-9b2a-fff9b0cfaa96 {{(pid=93883) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 19:32:46.239380 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-300ed641-d737-4811-ab03-e765a68b9cf9 admin admin] Notify agent at l3_agent.dv-cinder-806191-2-iscsi the message routers_updated {{(pid=93883) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 19:32:46.244308 dv-cinder-806191-2-iscsi neutron-server[93883]: INFO neutron.wsgi [None req-300ed641-d737-4811-ab03-e765a68b9cf9 admin admin] 10.222.0.26 "PUT /v2.0/routers/c03e349e-3f52-436d-89d3-9899002d9045/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6429193 Aug 29 19:32:46.246768 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.26', 36286) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 19:32:46.247829 dv-cinder-806191-2-iscsi neutron-server[93886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9de00a1c-2391-477e-98ba-a41b18d313e1 None None] Sync routers for ids ['c03e349e-3f52-436d-89d3-9899002d9045'] in dv-cinder-806191-2-iscsi {{(pid=93886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 19:32:46.257611 dv-cinder-806191-2-iscsi neutron-server[93886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9de00a1c-2391-477e-98ba-a41b18d313e1 None None] Routers {'c03e349e-3f52-436d-89d3-9899002d9045'} bound to L3 agent in host dv-cinder-806191-2-iscsi {{(pid=93886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 19:32:46.258246 dv-cinder-806191-2-iscsi neutron-server[93886]: DEBUG neutron.db.l3_hamode_db [None req-9de00a1c-2391-477e-98ba-a41b18d313e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806191-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-29T19:13:49Z,description=,heartbeat_timestamp=2021-08-29T19:32:19Z,host='dv-cinder-806191-2-iscsi',id=c3ed3b02-d107-45f2-9b2a-fff9b0cfaa96,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T19:13:49Z,topic='l3_agent')) {'router_ids': ['c03e349e-3f52-436d-89d3-9899002d9045'], 'active': True} {{(pid=93886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 19:32:46.348395 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-01d29e17-1f81-4fdb-8242-342c907c460f admin admin] Notify callbacks [] for router, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:32:46.366888 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-e411ce9c-394c-453f-add9-812245090945 None None] Device 99a1e10e-fedf-4f88-bf7a-fde04d9e06c2 no longer exists at agent hyperv_hv-cinder-80619 {{(pid=93885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 19:32:46.368869 dv-cinder-806191-2-iscsi neutron-server[93886]: DEBUG neutron.db.l3_dvr_db [None req-9de00a1c-2391-477e-98ba-a41b18d313e1 None None] Set router c03e349e-3f52-436d-89d3-9899002d9045 gateway port host: dv-cinder-806191-2-iscsi {{(pid=93886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 19:32:46.386351 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.plugins.ml2.plugin [None req-e411ce9c-394c-453f-add9-812245090945 None None] No Port match for: 99a1e10e-fedf-4f88-bf7a-fde04d9e06c2 {{(pid=93885) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 19:32:46.386717 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-e411ce9c-394c-453f-add9-812245090945 None None] Device 99a1e10e-fedf-4f88-bf7a-fde04d9e06c2 not bound to the agent host hv-cinder-80619 {{(pid=93885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 19:32:46.412610 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-33cc42c4-6417-4b96-a6d4-cd966097df7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777170380508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3627128'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:32:46.456108 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-01d29e17-1f81-4fdb-8242-342c907c460f admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:32:46.512643 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron.plugins.ml2.plugin [None req-01d29e17-1f81-4fdb-8242-342c907c460f admin admin] Deleting port f92a66e0-49b6-413f-afa9-292ae2d4b709 {{(pid=93883) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 19:32:46.513377 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-01d29e17-1f81-4fdb-8242-342c907c460f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777170414367'] for port, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:32:46.600230 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron.plugins.ml2.db [None req-01d29e17-1f81-4fdb-8242-342c907c460f admin admin] For port f92a66e0-49b6-413f-afa9-292ae2d4b709, host dv-cinder-806191-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806191-2-iscsi',level=0,port_id=f92a66e0-49b6-413f-afa9-292ae2d4b709,segment=NetworkSegment(abe37968-36e5-463a-bc67-a17a4a975f92),segment_id=abe37968-36e5-463a-bc67-a17a4a975f92)] {{(pid=93883) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 19:32:46.600504 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-01d29e17-1f81-4fdb-8242-342c907c460f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3695122'] for port, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:32:46.613143 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron.plugins.ml2.plugin [None req-01d29e17-1f81-4fdb-8242-342c907c460f admin admin] Calling delete_port for f92a66e0-49b6-413f-afa9-292ae2d4b709 owned by network:router_gateway {{(pid=93883) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 19:32:46.638957 dv-cinder-806191-2-iscsi neutron-server[93886]: DEBUG neutron.db.l3_hamode_db [None req-9de00a1c-2391-477e-98ba-a41b18d313e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c03e349e-3f52-436d-89d3-9899002d9045', 'name': 'tempest-TestVolumeBootPattern-567608025-router', 'tenant_id': 'b39981fcd5954815961a8be993dedcd2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7209b701-ecaa-476a-bd58-d61d280c16d3', 'external_fixed_ips': [{'subnet_id': '71309eb1-223f-47ba-9803-1437c965e178', 'ip_address': '172.27.2.139'}], 'enable_snat': True}, 'gw_port_id': 'f92a66e0-49b6-413f-afa9-292ae2d4b709', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T19:25:42Z', 'updated_at': '2021-08-29T19:32:45Z', 'revision_number': 5, 'project_id': 'b39981fcd5954815961a8be993dedcd2', 'gw_port': {'id': 'f92a66e0-49b6-413f-afa9-292ae2d4b709', 'name': '', 'network_id': '7209b701-ecaa-476a-bd58-d61d280c16d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:53:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c03e349e-3f52-436d-89d3-9899002d9045', 'device_owner': 'network:router_gateway', 'standard_attr_id': 581, 'fixed_ips': [{'subnet_id': '71309eb1-223f-47ba-9803-1437c965e178', 'ip_address': '172.27.2.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806191-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T19:25:43Z', 'updated_at': '2021-08-29T19:25:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71309eb1-223f-47ba-9803-1437c965e178', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806191-2-iscsi'}], 'dv-cinder-806191-2-iscsi', False) {} {{(pid=93886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 19:32:46.664203 dv-cinder-806191-2-iscsi neutron-server[93886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9de00a1c-2391-477e-98ba-a41b18d313e1 None None] Checking router: c03e349e-3f52-436d-89d3-9899002d9045 for host: dv-cinder-806191-2-iscsi {{(pid=93886) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 19:32:46.672193 dv-cinder-806191-2-iscsi neutron-server[93886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9de00a1c-2391-477e-98ba-a41b18d313e1 None None] Routers {'c03e349e-3f52-436d-89d3-9899002d9045'} bound to L3 agent in host dv-cinder-806191-2-iscsi {{(pid=93886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 19:32:46.672779 dv-cinder-806191-2-iscsi neutron-server[93886]: DEBUG neutron.db.l3_hamode_db [None req-9de00a1c-2391-477e-98ba-a41b18d313e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806191-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-29T19:13:49Z,description=,heartbeat_timestamp=2021-08-29T19:32:19Z,host='dv-cinder-806191-2-iscsi',id=c3ed3b02-d107-45f2-9b2a-fff9b0cfaa96,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T19:13:49Z,topic='l3_agent')) {'router_ids': ['c03e349e-3f52-436d-89d3-9899002d9045'], 'active': True} {{(pid=93886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 19:32:46.760654 dv-cinder-806191-2-iscsi neutron-server[93886]: DEBUG neutron.db.l3_dvr_db [None req-9de00a1c-2391-477e-98ba-a41b18d313e1 None None] Set router c03e349e-3f52-436d-89d3-9899002d9045 gateway port host: None {{(pid=93886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 19:32:46.778969 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-01d29e17-1f81-4fdb-8242-342c907c460f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3669005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3715978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777170436895', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777169884173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263410497'] for port, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:32:46.804398 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01d29e17-1f81-4fdb-8242-342c907c460f admin admin] Pushing event deleted for resources: {'Port': ['ID=f92a66e0-49b6-413f-afa9-292ae2d4b709,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:32:46.815855 dv-cinder-806191-2-iscsi neutron-server[93886]: DEBUG neutron.db.l3_hamode_db [None req-9de00a1c-2391-477e-98ba-a41b18d313e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c03e349e-3f52-436d-89d3-9899002d9045', 'name': 'tempest-TestVolumeBootPattern-567608025-router', 'tenant_id': 'b39981fcd5954815961a8be993dedcd2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T19:25:42Z', 'updated_at': '2021-08-29T19:32:46Z', 'revision_number': 6, 'project_id': 'b39981fcd5954815961a8be993dedcd2', 'gw_port_host': None}], 'dv-cinder-806191-2-iscsi', False) {} {{(pid=93886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 19:32:46.842282 dv-cinder-806191-2-iscsi neutron-server[93886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9de00a1c-2391-477e-98ba-a41b18d313e1 None None] The sync data for ids ['c03e349e-3f52-436d-89d3-9899002d9045'] in dv-cinder-806191-2-iscsi is: [{'id': 'c03e349e-3f52-436d-89d3-9899002d9045', 'name': 'tempest-TestVolumeBootPattern-567608025-router', 'tenant_id': 'b39981fcd5954815961a8be993dedcd2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T19:25:42Z', 'updated_at': '2021-08-29T19:32:46Z', 'revision_number': 6, 'project_id': 'b39981fcd5954815961a8be993dedcd2', 'gw_port_host': None}] {{(pid=93886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 19:32:46.884129 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-01d29e17-1f81-4fdb-8242-342c907c460f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3676243'] for router_gateway, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:32:46.973051 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-01d29e17-1f81-4fdb-8242-342c907c460f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3671500', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-28682'] for router, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:32:46.975362 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-01d29e17-1f81-4fdb-8242-342c907c460f admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:32:47.019388 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-01d29e17-1f81-4fdb-8242-342c907c460f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3671491'] for router, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:32:47.019949 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-01d29e17-1f81-4fdb-8242-342c907c460f admin admin] Fanout notify agent at l3_agent the message router_deleted on router c03e349e-3f52-436d-89d3-9899002d9045 {{(pid=93883) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 29 19:32:47.025093 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-01d29e17-1f81-4fdb-8242-342c907c460f admin admin] Notify callbacks [] for router, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:32:47.029564 dv-cinder-806191-2-iscsi neutron-server[93883]: INFO neutron.wsgi [None req-01d29e17-1f81-4fdb-8242-342c907c460f admin admin] 10.222.0.26 "DELETE /v2.0/routers/c03e349e-3f52-436d-89d3-9899002d9045 HTTP/1.1" status: 204 len: 168 time: 0.7788591 Aug 29 19:32:47.029817 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.26', 36288) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 19:32:47.075466 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron.db.db_base_plugin_v2 [None req-dc8d38b6-d1d2-4a14-bb65-984bd888e0e3 admin admin] Deleting subnet fc92f67e-9e9b-4d7e-adb8-7f60a771a071 {{(pid=93883) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 19:32:47.078889 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-dc8d38b6-d1d2-4a14-bb65-984bd888e0e3 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:32:47.114319 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-dc8d38b6-d1d2-4a14-bb65-984bd888e0e3 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-263765036'] for subnet, precommit_delete_associations {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:32:47.196584 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-dc8d38b6-d1d2-4a14-bb65-984bd888e0e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3624633'] for subnet, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:32:47.259882 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-dc8d38b6-d1d2-4a14-bb65-984bd888e0e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3624630', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-376708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3715978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-263410450', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-263977574'] for subnet, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:32:47.288027 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc8d38b6-d1d2-4a14-bb65-984bd888e0e3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fc92f67e-9e9b-4d7e-adb8-7f60a771a071,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:32:47.291601 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-dc8d38b6-d1d2-4a14-bb65-984bd888e0e3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3715960'] for subnet, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:32:47.296701 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.26', 36290) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 19:32:47.297180 dv-cinder-806191-2-iscsi neutron-server[93883]: INFO neutron.wsgi [None req-dc8d38b6-d1d2-4a14-bb65-984bd888e0e3 admin admin] 10.222.0.26 "DELETE /v2.0/subnets/fc92f67e-9e9b-4d7e-adb8-7f60a771a071 HTTP/1.1" status: 204 len: 168 time: 0.2660191 Aug 29 19:32:47.299142 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9589e072-cedc-443d-8c36-2ea7fb35bff9 None None] Network 45c2a1ad-9c77-458b-b844-fbf0e60ffffd requested from dv-cinder-806191-2-iscsi {{(pid=93885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 19:32:47.317825 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-f7f3f912-659a-49f9-ab3a-0560ee4983b1 None None] Device 2b9e29f6-8880-4864-bcb5-fa280c067557 no longer exists at agent ovs-agent-dv-cinder-806191-2-iscsi {{(pid=93885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 19:32:47.365939 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-c13141d2-5fca-47ed-a463-e457a7b84ec4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3621417'] for network, before_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:32:47.368851 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.plugins.ml2.plugin [None req-f7f3f912-659a-49f9-ab3a-0560ee4983b1 None None] No Port match for: 2b9e29f6-8880-4864-bcb5-fa280c067557 {{(pid=93885) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 19:32:47.369360 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-f7f3f912-659a-49f9-ab3a-0560ee4983b1 None None] Device 2b9e29f6-8880-4864-bcb5-fa280c067557 not bound to the agent host dv-cinder-806191-2-iscsi {{(pid=93885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 19:32:47.418150 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-c13141d2-5fca-47ed-a463-e457a7b84ec4 admin admin] Deleting port 5df4ba03-4b72-404d-8dd6-b1b988c7b1eb {{(pid=93884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 19:32:47.418521 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-c13141d2-5fca-47ed-a463-e457a7b84ec4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777170414367'] for port, before_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:32:47.484427 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-c13141d2-5fca-47ed-a463-e457a7b84ec4 admin admin] For port 5df4ba03-4b72-404d-8dd6-b1b988c7b1eb, host dv-cinder-806191-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806191-2-iscsi',level=0,port_id=5df4ba03-4b72-404d-8dd6-b1b988c7b1eb,segment=NetworkSegment(11a203b2-fbd8-4335-9a74-1c37515b390f),segment_id=11a203b2-fbd8-4335-9a74-1c37515b390f)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 19:32:47.484783 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-c13141d2-5fca-47ed-a463-e457a7b84ec4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3695122'] for port, precommit_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:32:47.496940 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-c13141d2-5fca-47ed-a463-e457a7b84ec4 admin admin] Calling delete_port for 5df4ba03-4b72-404d-8dd6-b1b988c7b1eb owned by network:dhcp {{(pid=93884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 19:32:47.574699 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-c13141d2-5fca-47ed-a463-e457a7b84ec4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3669005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3715978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777170436895', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777169884173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262862687'] for port, after_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:32:47.598221 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c13141d2-5fca-47ed-a463-e457a7b84ec4 admin admin] Pushing event deleted for resources: {'Port': ['ID=5df4ba03-4b72-404d-8dd6-b1b988c7b1eb,revision_number=None']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:32:47.604030 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c13141d2-5fca-47ed-a463-e457a7b84ec4 admin admin] No DVR routers for this DVR port 5df4ba03-4b72-404d-8dd6-b1b988c7b1eb on host dv-cinder-806191-2-iscsi {{(pid=93884) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 19:32:47.631998 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c93fe8ce-f276-49d3-a5ab-237d02bab747 None None] DHCP port deletion for 45c2a1ad-9c77-458b-b844-fbf0e60ffffd request from dv-cinder-806191-2-iscsi {{(pid=93885) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 29 19:32:47.679630 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-c13141d2-5fca-47ed-a463-e457a7b84ec4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3626562', 'neutron.services.segments.db._delete_segments_for_network-8777170380526'] for network, precommit_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:32:47.689424 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.services.segments.db [None req-c13141d2-5fca-47ed-a463-e457a7b84ec4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['45c2a1ad-9c77-458b-b844-fbf0e60ffffd']}} {{(pid=93884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 19:32:47.700114 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.services.segments.db [None req-c13141d2-5fca-47ed-a463-e457a7b84ec4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '11a203b2-fbd8-4335-9a74-1c37515b390f') {'for_net_delete': True} {{(pid=93884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 19:32:47.700406 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.services.segments.db [None req-c13141d2-5fca-47ed-a463-e457a7b84ec4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '11a203b2-fbd8-4335-9a74-1c37515b390f') {} {{(pid=93884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 19:32:47.709267 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-c13141d2-5fca-47ed-a463-e457a7b84ec4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777170380409', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-84888'] for segment, before_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:32:47.727431 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-c13141d2-5fca-47ed-a463-e457a7b84ec4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3556912'] for segment, precommit_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:32:47.734179 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c13141d2-5fca-47ed-a463-e457a7b84ec4 admin admin] Releasing vlan 136 on physical network physnet1 to pool {{(pid=93884) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 19:32:47.734617 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-c13141d2-5fca-47ed-a463-e457a7b84ec4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3556912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-262862698'] for segment, after_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:32:47.736666 dv-cinder-806191-2-iscsi neutron-server[93884]: Traceback (most recent call last): Aug 29 19:32:47.736666 dv-cinder-806191-2-iscsi neutron-server[93884]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 19:32:47.736666 dv-cinder-806191-2-iscsi neutron-server[93884]: timer() Aug 29 19:32:47.736666 dv-cinder-806191-2-iscsi neutron-server[93884]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 19:32:47.736666 dv-cinder-806191-2-iscsi neutron-server[93884]: cb(*args, **kw) Aug 29 19:32:47.736666 dv-cinder-806191-2-iscsi neutron-server[93884]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 19:32:47.736666 dv-cinder-806191-2-iscsi neutron-server[93884]: return func(*args, **kwargs) Aug 29 19:32:47.736666 dv-cinder-806191-2-iscsi neutron-server[93884]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 19:32:47.736666 dv-cinder-806191-2-iscsi neutron-server[93884]: self._notify() Aug 29 19:32:47.736666 dv-cinder-806191-2-iscsi neutron-server[93884]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 19:32:47.736666 dv-cinder-806191-2-iscsi neutron-server[93884]: self.callback(batched_events) Aug 29 19:32:47.736666 dv-cinder-806191-2-iscsi neutron-server[93884]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 19:32:47.736666 dv-cinder-806191-2-iscsi neutron-server[93884]: event.method(event) Aug 29 19:32:47.736666 dv-cinder-806191-2-iscsi neutron-server[93884]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 19:32:47.736666 dv-cinder-806191-2-iscsi neutron-server[93884]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 19:32:47.736666 dv-cinder-806191-2-iscsi neutron-server[93884]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 19:32:47.736666 dv-cinder-806191-2-iscsi neutron-server[93884]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 19:32:47.736666 dv-cinder-806191-2-iscsi neutron-server[93884]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 19:32:47.736666 dv-cinder-806191-2-iscsi neutron-server[93884]: return f(self, *a, **k) Aug 29 19:32:47.736666 dv-cinder-806191-2-iscsi neutron-server[93884]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 19:32:47.736666 dv-cinder-806191-2-iscsi neutron-server[93884]: return self._get(url).json() Aug 29 19:32:47.736666 dv-cinder-806191-2-iscsi neutron-server[93884]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 19:32:47.736666 dv-cinder-806191-2-iscsi neutron-server[93884]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 19:32:47.736666 dv-cinder-806191-2-iscsi neutron-server[93884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 19:32:47.736666 dv-cinder-806191-2-iscsi neutron-server[93884]: return self.request(url, 'GET', **kwargs) Aug 29 19:32:47.736666 dv-cinder-806191-2-iscsi neutron-server[93884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 19:32:47.736666 dv-cinder-806191-2-iscsi neutron-server[93884]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 19:32:47.736666 dv-cinder-806191-2-iscsi neutron-server[93884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 19:32:47.736666 dv-cinder-806191-2-iscsi neutron-server[93884]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 19:32:47.736666 dv-cinder-806191-2-iscsi neutron-server[93884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 19:32:47.736666 dv-cinder-806191-2-iscsi neutron-server[93884]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 19:32:47.736666 dv-cinder-806191-2-iscsi neutron-server[93884]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 19:32:47.793885 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-c13141d2-5fca-47ed-a463-e457a7b84ec4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3626555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-376669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3715978', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3676271'] for network, after_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:32:47.800836 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-c13141d2-5fca-47ed-a463-e457a7b84ec4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3715960'] for network, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:32:47.801501 dv-cinder-806191-2-iscsi neutron-server[93884]: INFO neutron.wsgi [None req-c13141d2-5fca-47ed-a463-e457a7b84ec4 admin admin] 10.222.0.26 "DELETE /v2.0/networks/45c2a1ad-9c77-458b-b844-fbf0e60ffffd HTTP/1.1" status: 204 len: 168 time: 0.5031164 Aug 29 19:32:47.804827 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.26', 36296) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 19:32:47.813747 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c13141d2-5fca-47ed-a463-e457a7b84ec4 admin admin] Pushing event deleted for resources: {'Network': ['ID=45c2a1ad-9c77-458b-b844-fbf0e60ffffd,revision_number=None']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:32:48.158009 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-345b656f-cff9-413c-b943-17af3ba66bb4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3678147'] for router_interface, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:32:48.403264 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron.plugins.ml2.plugin [None req-345b656f-cff9-413c-b943-17af3ba66bb4 admin admin] Deleting port 231e4f84-9acd-4cbe-b8ad-6231b914c296 {{(pid=93883) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 19:32:48.403600 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-345b656f-cff9-413c-b943-17af3ba66bb4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777170414367'] for port, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:32:48.480509 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron.plugins.ml2.db [None req-345b656f-cff9-413c-b943-17af3ba66bb4 admin admin] For port 231e4f84-9acd-4cbe-b8ad-6231b914c296, host dv-cinder-806191-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806191-2-iscsi',level=0,port_id=231e4f84-9acd-4cbe-b8ad-6231b914c296,segment=NetworkSegment(3d985456-eec8-452c-8a35-0a4da35ec4fe),segment_id=3d985456-eec8-452c-8a35-0a4da35ec4fe)] {{(pid=93883) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 19:32:48.480953 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-345b656f-cff9-413c-b943-17af3ba66bb4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3695122'] for port, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:32:48.493129 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron.plugins.ml2.plugin [None req-345b656f-cff9-413c-b943-17af3ba66bb4 admin admin] Calling delete_port for 231e4f84-9acd-4cbe-b8ad-6231b914c296 owned by network:router_interface {{(pid=93883) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 19:32:48.665881 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-345b656f-cff9-413c-b943-17af3ba66bb4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3669005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3715978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777170436895', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777169884173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263410497'] for port, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:32:48.694913 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-345b656f-cff9-413c-b943-17af3ba66bb4 admin admin] Pushing event deleted for resources: {'Port': ['ID=231e4f84-9acd-4cbe-b8ad-6231b914c296,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:32:48.856774 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-345b656f-cff9-413c-b943-17af3ba66bb4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3715997', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3677961'] for router_interface, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:32:49.035919 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-4725c33b-41d8-4603-92f1-b0aa4ad5e3a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777170380508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3627128'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:32:49.078599 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-345b656f-cff9-413c-b943-17af3ba66bb4 admin admin] Router 3b16d47f-8b6f-4b8b-9905-2c2cad9c69bd has already been hosted by L3 agent c3ed3b02-d107-45f2-9b2a-fff9b0cfaa96 {{(pid=93883) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 19:32:49.156890 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-f7f3f912-659a-49f9-ab3a-0560ee4983b1 None None] Device 5df4ba03-4b72-404d-8dd6-b1b988c7b1eb no longer exists at agent ovs-agent-dv-cinder-806191-2-iscsi {{(pid=93885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 19:32:49.177123 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.plugins.ml2.plugin [None req-f7f3f912-659a-49f9-ab3a-0560ee4983b1 None None] No Port match for: 5df4ba03-4b72-404d-8dd6-b1b988c7b1eb {{(pid=93885) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 19:32:49.177462 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-f7f3f912-659a-49f9-ab3a-0560ee4983b1 None None] Device 5df4ba03-4b72-404d-8dd6-b1b988c7b1eb not bound to the agent host dv-cinder-806191-2-iscsi {{(pid=93885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 19:32:49.177872 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-f7f3f912-659a-49f9-ab3a-0560ee4983b1 None None] Device f92a66e0-49b6-413f-afa9-292ae2d4b709 no longer exists at agent ovs-agent-dv-cinder-806191-2-iscsi {{(pid=93885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 19:32:49.183401 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-345b656f-cff9-413c-b943-17af3ba66bb4 admin admin] Notify agent at l3_agent.dv-cinder-806191-2-iscsi the message routers_updated {{(pid=93883) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 19:32:49.188263 dv-cinder-806191-2-iscsi neutron-server[93883]: INFO neutron.wsgi [None req-345b656f-cff9-413c-b943-17af3ba66bb4 admin admin] 10.222.0.26 "PUT /v2.0/routers/3b16d47f-8b6f-4b8b-9905-2c2cad9c69bd/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3824592 Aug 29 19:32:49.191105 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.26', 36298) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 19:32:49.197635 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35dcca52-63a5-4244-a834-93a684d6d4ce None None] Sync routers for ids ['3b16d47f-8b6f-4b8b-9905-2c2cad9c69bd'] in dv-cinder-806191-2-iscsi {{(pid=93885) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 19:32:49.200782 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.plugins.ml2.plugin [None req-f7f3f912-659a-49f9-ab3a-0560ee4983b1 None None] No Port match for: f92a66e0-49b6-413f-afa9-292ae2d4b709 {{(pid=93885) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 19:32:49.201123 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-f7f3f912-659a-49f9-ab3a-0560ee4983b1 None None] Device f92a66e0-49b6-413f-afa9-292ae2d4b709 not bound to the agent host dv-cinder-806191-2-iscsi {{(pid=93885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 19:32:49.208300 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35dcca52-63a5-4244-a834-93a684d6d4ce None None] Routers {'3b16d47f-8b6f-4b8b-9905-2c2cad9c69bd'} bound to L3 agent in host dv-cinder-806191-2-iscsi {{(pid=93885) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 19:32:49.208947 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-35dcca52-63a5-4244-a834-93a684d6d4ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806191-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-29T19:13:49Z,description=,heartbeat_timestamp=2021-08-29T19:32:49Z,host='dv-cinder-806191-2-iscsi',id=c3ed3b02-d107-45f2-9b2a-fff9b0cfaa96,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T19:13:49Z,topic='l3_agent')) {'router_ids': ['3b16d47f-8b6f-4b8b-9905-2c2cad9c69bd'], 'active': True} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 19:32:49.292949 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-1ef3f302-5105-49a8-bf33-47ec20e44104 admin admin] Notify callbacks [] for router, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:32:49.310308 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.db.l3_dvr_db [None req-35dcca52-63a5-4244-a834-93a684d6d4ce None None] Set router 3b16d47f-8b6f-4b8b-9905-2c2cad9c69bd gateway port host: dv-cinder-806191-2-iscsi {{(pid=93885) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 19:32:49.499825 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-35dcca52-63a5-4244-a834-93a684d6d4ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b16d47f-8b6f-4b8b-9905-2c2cad9c69bd', 'name': 'tempest-TestVolumeBootPattern-1911798747-router', 'tenant_id': '72cd856689564889a9c5994ad6ffcdec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7209b701-ecaa-476a-bd58-d61d280c16d3', 'external_fixed_ips': [{'subnet_id': '71309eb1-223f-47ba-9803-1437c965e178', 'ip_address': '172.27.2.120'}], 'enable_snat': True}, 'gw_port_id': '6b6e248f-9e3f-45a9-94e3-c5fa40620030', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T19:25:50Z', 'updated_at': '2021-08-29T19:32:48Z', 'revision_number': 5, 'project_id': '72cd856689564889a9c5994ad6ffcdec', 'gw_port': {'id': '6b6e248f-9e3f-45a9-94e3-c5fa40620030', 'name': '', 'network_id': '7209b701-ecaa-476a-bd58-d61d280c16d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:5d:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b16d47f-8b6f-4b8b-9905-2c2cad9c69bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 608, 'fixed_ips': [{'subnet_id': '71309eb1-223f-47ba-9803-1437c965e178', 'ip_address': '172.27.2.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806191-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T19:25:51Z', 'updated_at': '2021-08-29T19:25:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71309eb1-223f-47ba-9803-1437c965e178', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806191-2-iscsi'}], 'dv-cinder-806191-2-iscsi', False) {} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 19:32:49.525949 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35dcca52-63a5-4244-a834-93a684d6d4ce None None] Checking router: 3b16d47f-8b6f-4b8b-9905-2c2cad9c69bd for host: dv-cinder-806191-2-iscsi {{(pid=93885) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 19:32:49.535255 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35dcca52-63a5-4244-a834-93a684d6d4ce None None] Routers {'3b16d47f-8b6f-4b8b-9905-2c2cad9c69bd'} bound to L3 agent in host dv-cinder-806191-2-iscsi {{(pid=93885) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 19:32:49.535859 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-35dcca52-63a5-4244-a834-93a684d6d4ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806191-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-29T19:13:49Z,description=,heartbeat_timestamp=2021-08-29T19:32:49Z,host='dv-cinder-806191-2-iscsi',id=c3ed3b02-d107-45f2-9b2a-fff9b0cfaa96,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T19:13:49Z,topic='l3_agent')) {'router_ids': ['3b16d47f-8b6f-4b8b-9905-2c2cad9c69bd'], 'active': True} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 19:32:49.648646 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-1ef3f302-5105-49a8-bf33-47ec20e44104 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:32:49.703196 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron.plugins.ml2.plugin [None req-1ef3f302-5105-49a8-bf33-47ec20e44104 admin admin] Deleting port 6b6e248f-9e3f-45a9-94e3-c5fa40620030 {{(pid=93883) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 19:32:49.703538 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-1ef3f302-5105-49a8-bf33-47ec20e44104 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777170414367'] for port, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:32:49.758999 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-f7f3f912-659a-49f9-ab3a-0560ee4983b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777170380508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3627128'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:32:49.779656 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.db.l3_dvr_db [None req-35dcca52-63a5-4244-a834-93a684d6d4ce None None] Set router 3b16d47f-8b6f-4b8b-9905-2c2cad9c69bd gateway port host: dv-cinder-806191-2-iscsi {{(pid=93885) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 19:32:49.784573 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron.plugins.ml2.db [None req-1ef3f302-5105-49a8-bf33-47ec20e44104 admin admin] For port 6b6e248f-9e3f-45a9-94e3-c5fa40620030, host dv-cinder-806191-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806191-2-iscsi',level=0,port_id=6b6e248f-9e3f-45a9-94e3-c5fa40620030,segment=NetworkSegment(abe37968-36e5-463a-bc67-a17a4a975f92),segment_id=abe37968-36e5-463a-bc67-a17a4a975f92)] {{(pid=93883) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 19:32:49.784936 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-1ef3f302-5105-49a8-bf33-47ec20e44104 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3695122'] for port, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:32:49.797987 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron.plugins.ml2.plugin [None req-1ef3f302-5105-49a8-bf33-47ec20e44104 admin admin] Calling delete_port for 6b6e248f-9e3f-45a9-94e3-c5fa40620030 owned by network:router_gateway {{(pid=93883) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 19:32:49.958210 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-35dcca52-63a5-4244-a834-93a684d6d4ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b16d47f-8b6f-4b8b-9905-2c2cad9c69bd', 'name': 'tempest-TestVolumeBootPattern-1911798747-router', 'tenant_id': '72cd856689564889a9c5994ad6ffcdec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7209b701-ecaa-476a-bd58-d61d280c16d3', 'external_fixed_ips': [{'subnet_id': '71309eb1-223f-47ba-9803-1437c965e178', 'ip_address': '172.27.2.120'}], 'enable_snat': True}, 'gw_port_id': '6b6e248f-9e3f-45a9-94e3-c5fa40620030', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T19:25:50Z', 'updated_at': '2021-08-29T19:32:48Z', 'revision_number': 5, 'project_id': '72cd856689564889a9c5994ad6ffcdec', 'gw_port': {'id': '6b6e248f-9e3f-45a9-94e3-c5fa40620030', 'name': '', 'network_id': '7209b701-ecaa-476a-bd58-d61d280c16d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:5d:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b16d47f-8b6f-4b8b-9905-2c2cad9c69bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 608, 'fixed_ips': [{'subnet_id': '71309eb1-223f-47ba-9803-1437c965e178', 'ip_address': '172.27.2.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806191-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T19:25:51Z', 'updated_at': '2021-08-29T19:25:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71309eb1-223f-47ba-9803-1437c965e178', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806191-2-iscsi'}], 'dv-cinder-806191-2-iscsi', False) {} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 19:32:49.966854 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-1ef3f302-5105-49a8-bf33-47ec20e44104 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3669005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3715978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777170436895', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777169884173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263410497'] for port, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:32:49.989547 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35dcca52-63a5-4244-a834-93a684d6d4ce None None] The sync data for ids ['3b16d47f-8b6f-4b8b-9905-2c2cad9c69bd'] in dv-cinder-806191-2-iscsi is: [{'id': '3b16d47f-8b6f-4b8b-9905-2c2cad9c69bd', 'name': 'tempest-TestVolumeBootPattern-1911798747-router', 'tenant_id': '72cd856689564889a9c5994ad6ffcdec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7209b701-ecaa-476a-bd58-d61d280c16d3', 'external_fixed_ips': [{'subnet_id': '71309eb1-223f-47ba-9803-1437c965e178', 'ip_address': '172.27.2.120'}], 'enable_snat': True}, 'gw_port_id': '6b6e248f-9e3f-45a9-94e3-c5fa40620030', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T19:25:50Z', 'updated_at': '2021-08-29T19:32:48Z', 'revision_number': 5, 'project_id': '72cd856689564889a9c5994ad6ffcdec', 'gw_port': {'id': '6b6e248f-9e3f-45a9-94e3-c5fa40620030', 'name': '', 'network_id': '7209b701-ecaa-476a-bd58-d61d280c16d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:5d:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b16d47f-8b6f-4b8b-9905-2c2cad9c69bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 608, 'fixed_ips': [{'subnet_id': '71309eb1-223f-47ba-9803-1437c965e178', 'ip_address': '172.27.2.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806191-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T19:25:51Z', 'updated_at': '2021-08-29T19:25:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71309eb1-223f-47ba-9803-1437c965e178', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806191-2-iscsi'}] {{(pid=93885) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 19:32:49.997754 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ef3f302-5105-49a8-bf33-47ec20e44104 admin admin] Pushing event deleted for resources: {'Port': ['ID=6b6e248f-9e3f-45a9-94e3-c5fa40620030,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:32:50.058761 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-1ef3f302-5105-49a8-bf33-47ec20e44104 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3676243'] for router_gateway, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:32:50.146784 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-1ef3f302-5105-49a8-bf33-47ec20e44104 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3671500', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-28682'] for router, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:32:50.148886 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-1ef3f302-5105-49a8-bf33-47ec20e44104 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:32:50.192108 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-1ef3f302-5105-49a8-bf33-47ec20e44104 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3671491'] for router, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:32:50.192634 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1ef3f302-5105-49a8-bf33-47ec20e44104 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3b16d47f-8b6f-4b8b-9905-2c2cad9c69bd {{(pid=93883) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 29 19:32:50.197139 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-1ef3f302-5105-49a8-bf33-47ec20e44104 admin admin] Notify callbacks [] for router, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:32:50.198289 dv-cinder-806191-2-iscsi neutron-server[93883]: INFO neutron.wsgi [None req-1ef3f302-5105-49a8-bf33-47ec20e44104 admin admin] 10.222.0.26 "DELETE /v2.0/routers/3b16d47f-8b6f-4b8b-9905-2c2cad9c69bd HTTP/1.1" status: 204 len: 168 time: 1.0062935 Aug 29 19:32:50.201288 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.26', 36300) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 19:32:50.248435 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron.db.db_base_plugin_v2 [None req-ed790a40-b190-46e2-befc-45dfef9586cb admin admin] Deleting subnet f9a66a7e-e7c7-4d9a-b22a-6d60d87c693a {{(pid=93883) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 19:32:50.251446 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-ed790a40-b190-46e2-befc-45dfef9586cb admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:32:50.285435 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-ed790a40-b190-46e2-befc-45dfef9586cb admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-263765036'] for subnet, precommit_delete_associations {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:32:50.363490 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-ed790a40-b190-46e2-befc-45dfef9586cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3624633'] for subnet, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:32:50.413108 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-ed31fb2d-405b-476e-b16a-f8415d14bc27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777170380508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3627128'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:32:50.424339 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-ed790a40-b190-46e2-befc-45dfef9586cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3624630', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-376708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3715978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-263410450', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-263977574'] for subnet, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:32:50.454894 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed790a40-b190-46e2-befc-45dfef9586cb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f9a66a7e-e7c7-4d9a-b22a-6d60d87c693a,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:32:50.461231 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-ed790a40-b190-46e2-befc-45dfef9586cb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3715960'] for subnet, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:32:50.463131 dv-cinder-806191-2-iscsi neutron-server[93883]: INFO neutron.wsgi [None req-ed790a40-b190-46e2-befc-45dfef9586cb admin admin] 10.222.0.26 "DELETE /v2.0/subnets/f9a66a7e-e7c7-4d9a-b22a-6d60d87c693a HTTP/1.1" status: 204 len: 168 time: 0.2609282 Aug 29 19:32:50.465650 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.26', 36302) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 19:32:50.467799 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e2a4e44-6a6d-4452-adac-34de311b3466 None None] Network 561d8f13-4c21-417e-82dc-bd132198e16d requested from dv-cinder-806191-2-iscsi {{(pid=93885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 19:32:50.536046 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-56f2c564-9691-4cf1-aa68-a6c48090762c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3621417'] for network, before_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:32:50.590725 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-56f2c564-9691-4cf1-aa68-a6c48090762c admin admin] Deleting port b0a1fa29-92d8-4fd2-9887-b76819c6ade7 {{(pid=93884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 19:32:50.590952 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-56f2c564-9691-4cf1-aa68-a6c48090762c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777170414367'] for port, before_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:32:50.659571 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-144db697-3b53-4783-b897-7d86b37432b2 None None] DHCP port deletion for 561d8f13-4c21-417e-82dc-bd132198e16d request from dv-cinder-806191-2-iscsi {{(pid=93885) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 29 19:32:50.666154 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-56f2c564-9691-4cf1-aa68-a6c48090762c admin admin] For port b0a1fa29-92d8-4fd2-9887-b76819c6ade7, host dv-cinder-806191-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806191-2-iscsi',level=0,port_id=b0a1fa29-92d8-4fd2-9887-b76819c6ade7,segment=NetworkSegment(3d985456-eec8-452c-8a35-0a4da35ec4fe),segment_id=3d985456-eec8-452c-8a35-0a4da35ec4fe)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 19:32:50.666154 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-56f2c564-9691-4cf1-aa68-a6c48090762c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3695122'] for port, precommit_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:32:50.685383 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-56f2c564-9691-4cf1-aa68-a6c48090762c admin admin] Calling delete_port for b0a1fa29-92d8-4fd2-9887-b76819c6ade7 owned by network:dhcp {{(pid=93884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 19:32:50.706103 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.plugins.ml2.plugin [None req-144db697-3b53-4783-b897-7d86b37432b2 None None] Deleting port b0a1fa29-92d8-4fd2-9887-b76819c6ade7 {{(pid=93885) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 19:32:50.706507 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-144db697-3b53-4783-b897-7d86b37432b2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777170414367'] for port, before_delete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:32:50.763432 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-56f2c564-9691-4cf1-aa68-a6c48090762c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3669005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3715978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777170436895', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777169884173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262862687'] for port, after_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:32:50.766216 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-e411ce9c-394c-453f-add9-812245090945 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777170380508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3627128'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:32:50.777287 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-144db697-3b53-4783-b897-7d86b37432b2 None None] For port b0a1fa29-92d8-4fd2-9887-b76819c6ade7, host dv-cinder-806191-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806191-2-iscsi',level=0,port_id=b0a1fa29-92d8-4fd2-9887-b76819c6ade7,segment=NetworkSegment(3d985456-eec8-452c-8a35-0a4da35ec4fe),segment_id=3d985456-eec8-452c-8a35-0a4da35ec4fe)] {{(pid=93885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 19:32:50.777614 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-144db697-3b53-4783-b897-7d86b37432b2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3695122'] for port, precommit_delete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:32:50.789315 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.plugins.ml2.plugin [None req-144db697-3b53-4783-b897-7d86b37432b2 None None] Calling delete_port for b0a1fa29-92d8-4fd2-9887-b76819c6ade7 owned by network:dhcp {{(pid=93885) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 19:32:50.791680 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56f2c564-9691-4cf1-aa68-a6c48090762c admin admin] Pushing event deleted for resources: {'Port': ['ID=b0a1fa29-92d8-4fd2-9887-b76819c6ade7,revision_number=None']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:32:50.795877 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56f2c564-9691-4cf1-aa68-a6c48090762c admin admin] No DVR routers for this DVR port b0a1fa29-92d8-4fd2-9887-b76819c6ade7 on host dv-cinder-806191-2-iscsi {{(pid=93884) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 19:32:50.865654 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-56f2c564-9691-4cf1-aa68-a6c48090762c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3626562', 'neutron.services.segments.db._delete_segments_for_network-8777170380526'] for network, precommit_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:32:50.868397 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-144db697-3b53-4783-b897-7d86b37432b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3669005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3715978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777170436895', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777169884173'] for port, after_delete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:32:50.876774 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.services.segments.db [None req-56f2c564-9691-4cf1-aa68-a6c48090762c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['561d8f13-4c21-417e-82dc-bd132198e16d']}} {{(pid=93884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 19:32:50.887681 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.services.segments.db [None req-56f2c564-9691-4cf1-aa68-a6c48090762c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3d985456-eec8-452c-8a35-0a4da35ec4fe') {'for_net_delete': True} {{(pid=93884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 19:32:50.887974 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.services.segments.db [None req-56f2c564-9691-4cf1-aa68-a6c48090762c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3d985456-eec8-452c-8a35-0a4da35ec4fe') {} {{(pid=93884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 19:32:50.895972 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-144db697-3b53-4783-b897-7d86b37432b2 None None] No DVR routers for this DVR port b0a1fa29-92d8-4fd2-9887-b76819c6ade7 on host dv-cinder-806191-2-iscsi {{(pid=93885) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 19:32:50.897122 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-56f2c564-9691-4cf1-aa68-a6c48090762c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777170380409', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-84888'] for segment, before_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:32:50.899785 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-144db697-3b53-4783-b897-7d86b37432b2 None None] Pushing event deleted for resources: {'Port': ['ID=b0a1fa29-92d8-4fd2-9887-b76819c6ade7,revision_number=None']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:32:50.909588 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-144db697-3b53-4783-b897-7d86b37432b2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806191-2-iscsi {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:32:50.909946 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-144db697-3b53-4783-b897-7d86b37432b2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806191-2-iscsi {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:32:50.910291 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-144db697-3b53-4783-b897-7d86b37432b2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806191-2-iscsi {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:32:50.910644 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-144db697-3b53-4783-b897-7d86b37432b2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806191-2-iscsi {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:32:50.911079 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-144db697-3b53-4783-b897-7d86b37432b2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-806191-2-iscsi {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:32:50.911417 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-144db697-3b53-4783-b897-7d86b37432b2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806191-2-iscsi {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:32:50.912186 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-144db697-3b53-4783-b897-7d86b37432b2 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-806191-2-iscsi {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:32:50.912186 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-144db697-3b53-4783-b897-7d86b37432b2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-806191-2-iscsi {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:32:50.912457 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-144db697-3b53-4783-b897-7d86b37432b2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806191-2-iscsi {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:32:50.912814 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-144db697-3b53-4783-b897-7d86b37432b2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806191-2-iscsi {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:32:50.913186 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-144db697-3b53-4783-b897-7d86b37432b2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806191-2-iscsi {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:32:50.913557 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-144db697-3b53-4783-b897-7d86b37432b2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806191-2-iscsi {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:32:50.916369 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-56f2c564-9691-4cf1-aa68-a6c48090762c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3556912'] for segment, precommit_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:32:50.922766 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-56f2c564-9691-4cf1-aa68-a6c48090762c admin admin] Releasing vlan 116 on physical network physnet1 to pool {{(pid=93884) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 19:32:50.923163 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-56f2c564-9691-4cf1-aa68-a6c48090762c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3556912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-262862698'] for segment, after_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:32:50.924955 dv-cinder-806191-2-iscsi neutron-server[93884]: Traceback (most recent call last): Aug 29 19:32:50.924955 dv-cinder-806191-2-iscsi neutron-server[93884]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 19:32:50.924955 dv-cinder-806191-2-iscsi neutron-server[93884]: timer() Aug 29 19:32:50.924955 dv-cinder-806191-2-iscsi neutron-server[93884]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 19:32:50.924955 dv-cinder-806191-2-iscsi neutron-server[93884]: cb(*args, **kw) Aug 29 19:32:50.924955 dv-cinder-806191-2-iscsi neutron-server[93884]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 19:32:50.924955 dv-cinder-806191-2-iscsi neutron-server[93884]: return func(*args, **kwargs) Aug 29 19:32:50.924955 dv-cinder-806191-2-iscsi neutron-server[93884]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 19:32:50.924955 dv-cinder-806191-2-iscsi neutron-server[93884]: self._notify() Aug 29 19:32:50.924955 dv-cinder-806191-2-iscsi neutron-server[93884]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 19:32:50.924955 dv-cinder-806191-2-iscsi neutron-server[93884]: self.callback(batched_events) Aug 29 19:32:50.924955 dv-cinder-806191-2-iscsi neutron-server[93884]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 19:32:50.924955 dv-cinder-806191-2-iscsi neutron-server[93884]: event.method(event) Aug 29 19:32:50.924955 dv-cinder-806191-2-iscsi neutron-server[93884]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 19:32:50.924955 dv-cinder-806191-2-iscsi neutron-server[93884]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 19:32:50.924955 dv-cinder-806191-2-iscsi neutron-server[93884]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 19:32:50.924955 dv-cinder-806191-2-iscsi neutron-server[93884]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 19:32:50.924955 dv-cinder-806191-2-iscsi neutron-server[93884]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 19:32:50.924955 dv-cinder-806191-2-iscsi neutron-server[93884]: return f(self, *a, **k) Aug 29 19:32:50.924955 dv-cinder-806191-2-iscsi neutron-server[93884]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 19:32:50.924955 dv-cinder-806191-2-iscsi neutron-server[93884]: return self._get(url).json() Aug 29 19:32:50.924955 dv-cinder-806191-2-iscsi neutron-server[93884]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 19:32:50.924955 dv-cinder-806191-2-iscsi neutron-server[93884]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 19:32:50.924955 dv-cinder-806191-2-iscsi neutron-server[93884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 19:32:50.924955 dv-cinder-806191-2-iscsi neutron-server[93884]: return self.request(url, 'GET', **kwargs) Aug 29 19:32:50.924955 dv-cinder-806191-2-iscsi neutron-server[93884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 19:32:50.924955 dv-cinder-806191-2-iscsi neutron-server[93884]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 19:32:50.924955 dv-cinder-806191-2-iscsi neutron-server[93884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 19:32:50.924955 dv-cinder-806191-2-iscsi neutron-server[93884]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 19:32:50.924955 dv-cinder-806191-2-iscsi neutron-server[93884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 19:32:50.924955 dv-cinder-806191-2-iscsi neutron-server[93884]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 19:32:50.924955 dv-cinder-806191-2-iscsi neutron-server[93884]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 19:32:50.981359 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-56f2c564-9691-4cf1-aa68-a6c48090762c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3626555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-376669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3715978', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3676271'] for network, after_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:32:50.986720 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-56f2c564-9691-4cf1-aa68-a6c48090762c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3715960'] for network, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:32:50.990844 dv-cinder-806191-2-iscsi neutron-server[93884]: INFO neutron.wsgi [None req-56f2c564-9691-4cf1-aa68-a6c48090762c admin admin] 10.222.0.26 "DELETE /v2.0/networks/561d8f13-4c21-417e-82dc-bd132198e16d HTTP/1.1" status: 204 len: 168 time: 0.5241597 Aug 29 19:32:51.002437 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56f2c564-9691-4cf1-aa68-a6c48090762c admin admin] Pushing event deleted for resources: {'Network': ['ID=561d8f13-4c21-417e-82dc-bd132198e16d,revision_number=None']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:32:51.112859 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-f7f3f912-659a-49f9-ab3a-0560ee4983b1 None None] Device 6b6e248f-9e3f-45a9-94e3-c5fa40620030 no longer exists at agent ovs-agent-dv-cinder-806191-2-iscsi {{(pid=93885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 19:32:51.116706 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.26', 36306) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 19:32:51.133388 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.plugins.ml2.plugin [None req-f7f3f912-659a-49f9-ab3a-0560ee4983b1 None None] No Port match for: 6b6e248f-9e3f-45a9-94e3-c5fa40620030 {{(pid=93885) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 19:32:51.133732 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-f7f3f912-659a-49f9-ab3a-0560ee4983b1 None None] Device 6b6e248f-9e3f-45a9-94e3-c5fa40620030 not bound to the agent host dv-cinder-806191-2-iscsi {{(pid=93885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 19:32:51.134144 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-f7f3f912-659a-49f9-ab3a-0560ee4983b1 None None] Device b0a1fa29-92d8-4fd2-9887-b76819c6ade7 no longer exists at agent ovs-agent-dv-cinder-806191-2-iscsi {{(pid=93885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 19:32:51.153447 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.plugins.ml2.plugin [None req-f7f3f912-659a-49f9-ab3a-0560ee4983b1 None None] No Port match for: b0a1fa29-92d8-4fd2-9887-b76819c6ade7 {{(pid=93885) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 19:32:51.153787 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-f7f3f912-659a-49f9-ab3a-0560ee4983b1 None None] Device b0a1fa29-92d8-4fd2-9887-b76819c6ade7 not bound to the agent host dv-cinder-806191-2-iscsi {{(pid=93885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 19:32:51.154191 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-f7f3f912-659a-49f9-ab3a-0560ee4983b1 None None] Device 231e4f84-9acd-4cbe-b8ad-6231b914c296 no longer exists at agent ovs-agent-dv-cinder-806191-2-iscsi {{(pid=93885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 19:32:51.156685 dv-cinder-806191-2-iscsi neutron-server[93884]: INFO neutron.wsgi [None req-2ed58157-3795-4b55-975d-f4521c06c517 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=b39981fcd5954815961a8be993dedcd2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0387530 Aug 29 19:32:51.159106 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.26', 36308) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 19:32:51.175249 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.plugins.ml2.plugin [None req-f7f3f912-659a-49f9-ab3a-0560ee4983b1 None None] No Port match for: 231e4f84-9acd-4cbe-b8ad-6231b914c296 {{(pid=93885) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 19:32:51.175604 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-f7f3f912-659a-49f9-ab3a-0560ee4983b1 None None] Device 231e4f84-9acd-4cbe-b8ad-6231b914c296 not bound to the agent host dv-cinder-806191-2-iscsi {{(pid=93885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 19:32:51.207340 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-f7cf298a-98fa-444f-8bf0-a69c480a023f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:32:51.227395 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-f7cf298a-98fa-444f-8bf0-a69c480a023f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:32:51.273576 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-f7cf298a-98fa-444f-8bf0-a69c480a023f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368872'] for security_group, after_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:32:51.276306 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-f7cf298a-98fa-444f-8bf0-a69c480a023f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:32:51.277475 dv-cinder-806191-2-iscsi neutron-server[93884]: INFO neutron.wsgi [None req-f7cf298a-98fa-444f-8bf0-a69c480a023f admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/cd7d163c-2e64-420a-9b25-b44f6da82ed1 HTTP/1.1" status: 204 len: 168 time: 0.1174655 Aug 29 19:32:51.285073 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7cf298a-98fa-444f-8bf0-a69c480a023f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd7d163c-2e64-420a-9b25-b44f6da82ed1,revision_number=None']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:32:51.575469 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.26', 36314) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 19:32:51.616523 dv-cinder-806191-2-iscsi neutron-server[93884]: INFO neutron.wsgi [None req-5e232d84-81ff-4355-b11f-23f2b0134ca3 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=72cd856689564889a9c5994ad6ffcdec&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0399277 Aug 29 19:32:51.618843 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.26', 36316) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 19:32:51.664690 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-cc9c034d-15da-4b68-a8f9-fa1b9864822e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:32:51.685805 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-cc9c034d-15da-4b68-a8f9-fa1b9864822e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:32:51.736645 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-cc9c034d-15da-4b68-a8f9-fa1b9864822e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368872'] for security_group, after_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:32:51.739314 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-cc9c034d-15da-4b68-a8f9-fa1b9864822e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:32:51.740455 dv-cinder-806191-2-iscsi neutron-server[93884]: INFO neutron.wsgi [None req-cc9c034d-15da-4b68-a8f9-fa1b9864822e admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/81dc2be9-adce-462c-a95a-d9295f3239bb HTTP/1.1" status: 204 len: 168 time: 0.1207523 Aug 29 19:32:51.748991 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc9c034d-15da-4b68-a8f9-fa1b9864822e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=81dc2be9-adce-462c-a95a-d9295f3239bb,revision_number=None']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:32:51.867199 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-c214b08a-13ec-4cca-bdbd-998b9b76327d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777170380508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3627128'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:33:03.459873 dv-cinder-806191-2-iscsi neutron-server[93886]: DEBUG neutron.db.agents_db [None req-c8461fad-6a9a-4fb7-93e9-57a62b582dc0 None None] Agent healthcheck: found 6 active agents {{(pid=93886) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 19:33:07.477170 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e37217c-70f6-4310-b3f0-45171b8d4c48 req-709307a0-fcab-4da6-99cf-63e860b02acc tempest-AttachVolumeTestJSON-1146266330 tempest-AttachVolumeTestJSON-1146266330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 19:33:07.478667 dv-cinder-806191-2-iscsi neutron-server[93884]: INFO neutron.wsgi [req-1e37217c-70f6-4310-b3f0-45171b8d4c48 req-709307a0-fcab-4da6-99cf-63e860b02acc tempest-AttachVolumeTestJSON-1146266330 tempest-AttachVolumeTestJSON-1146266330-project] 10.222.0.26 "GET /v2.0/ports?device_id=5f1e0210-7182-4653-9aef-80e9ad03ca4d HTTP/1.1" status: 200 len: 946 time: 0.0475943 Aug 29 19:33:07.517154 dv-cinder-806191-2-iscsi neutron-server[93884]: INFO neutron.wsgi [req-1e37217c-70f6-4310-b3f0-45171b8d4c48 req-4c7f0047-a341-4a0c-b573-f07b09dedc45 tempest-AttachVolumeTestJSON-1146266330 tempest-AttachVolumeTestJSON-1146266330-project] 10.222.0.26 "GET /v2.0/security-groups?id=c4a40029-c30e-4405-8d4b-b6b127f13a65&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321338 Aug 29 19:33:08.632374 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aedfc058-73c4-4fbd-9432-2e07116028d7 req-8c4624d1-a4aa-448d-9d3b-7a49d4ede930 tempest-AttachVolumeTestJSON-1146266330 tempest-AttachVolumeTestJSON-1146266330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 19:33:08.633845 dv-cinder-806191-2-iscsi neutron-server[93883]: INFO neutron.wsgi [req-aedfc058-73c4-4fbd-9432-2e07116028d7 req-8c4624d1-a4aa-448d-9d3b-7a49d4ede930 tempest-AttachVolumeTestJSON-1146266330 tempest-AttachVolumeTestJSON-1146266330-project] 10.222.0.26 "GET /v2.0/ports?device_id=5f1e0210-7182-4653-9aef-80e9ad03ca4d HTTP/1.1" status: 200 len: 946 time: 0.0499656 Aug 29 19:33:08.671753 dv-cinder-806191-2-iscsi neutron-server[93883]: INFO neutron.wsgi [req-aedfc058-73c4-4fbd-9432-2e07116028d7 req-a488279c-8eef-4107-b986-9ffc21b6cf0a tempest-AttachVolumeTestJSON-1146266330 tempest-AttachVolumeTestJSON-1146266330-project] 10.222.0.26 "GET /v2.0/security-groups?id=c4a40029-c30e-4405-8d4b-b6b127f13a65&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318015 Aug 29 19:33:09.334949 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eda53647-8549-49fb-b040-4e60b88892e9 req-be51e721-1625-4a74-96c7-19c93f807cba tempest-AttachVolumeTestJSON-1146266330 tempest-AttachVolumeTestJSON-1146266330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 19:33:09.336272 dv-cinder-806191-2-iscsi neutron-server[93884]: INFO neutron.wsgi [req-eda53647-8549-49fb-b040-4e60b88892e9 req-be51e721-1625-4a74-96c7-19c93f807cba tempest-AttachVolumeTestJSON-1146266330 tempest-AttachVolumeTestJSON-1146266330-project] 10.222.0.23 "GET /v2.0/ports?device_id=5f1e0210-7182-4653-9aef-80e9ad03ca4d HTTP/1.1" status: 200 len: 946 time: 0.0507758 Aug 29 19:33:09.420265 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [req-eda53647-8549-49fb-b040-4e60b88892e9 req-83abd3e8-7346-4261-b035-e31081a6abf3 tempest-AttachVolumeTestJSON-1146266330 tempest-AttachVolumeTestJSON-1146266330-project] Deleting port d4d1b59a-961d-49b0-845a-5c05bdadd6ed {{(pid=93884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 19:33:09.420598 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-eda53647-8549-49fb-b040-4e60b88892e9 req-83abd3e8-7346-4261-b035-e31081a6abf3 tempest-AttachVolumeTestJSON-1146266330 tempest-AttachVolumeTestJSON-1146266330-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777170414367'] for port, before_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:33:09.509409 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.db [req-eda53647-8549-49fb-b040-4e60b88892e9 req-83abd3e8-7346-4261-b035-e31081a6abf3 tempest-AttachVolumeTestJSON-1146266330 tempest-AttachVolumeTestJSON-1146266330-project] For port d4d1b59a-961d-49b0-845a-5c05bdadd6ed, host hv-cinder-80619, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80619',level=0,port_id=d4d1b59a-961d-49b0-845a-5c05bdadd6ed,segment=NetworkSegment(1ffed5ae-0150-459b-853a-8cab74a9c6c6),segment_id=1ffed5ae-0150-459b-853a-8cab74a9c6c6)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 19:33:09.509771 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-eda53647-8549-49fb-b040-4e60b88892e9 req-83abd3e8-7346-4261-b035-e31081a6abf3 tempest-AttachVolumeTestJSON-1146266330 tempest-AttachVolumeTestJSON-1146266330-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3695122'] for port, precommit_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:33:09.671315 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-eda53647-8549-49fb-b040-4e60b88892e9 req-83abd3e8-7346-4261-b035-e31081a6abf3 tempest-AttachVolumeTestJSON-1146266330 tempest-AttachVolumeTestJSON-1146266330-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:33:09.671702 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-eda53647-8549-49fb-b040-4e60b88892e9 req-83abd3e8-7346-4261-b035-e31081a6abf3 tempest-AttachVolumeTestJSON-1146266330 tempest-AttachVolumeTestJSON-1146266330-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3676317'] for floatingip, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:33:09.672011 dv-cinder-806191-2-iscsi neutron-server[93884]: INFO neutron.db.l3_db [req-eda53647-8549-49fb-b040-4e60b88892e9 req-83abd3e8-7346-4261-b035-e31081a6abf3 tempest-AttachVolumeTestJSON-1146266330 tempest-AttachVolumeTestJSON-1146266330-project] Floating IP 0220ad20-ed72-44e0-8048-9aeda3123f67 disassociated. External IP: 172.27.2.162, port: d4d1b59a-961d-49b0-845a-5c05bdadd6ed. Aug 29 19:33:09.672337 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [req-eda53647-8549-49fb-b040-4e60b88892e9 req-83abd3e8-7346-4261-b035-e31081a6abf3 tempest-AttachVolumeTestJSON-1146266330 tempest-AttachVolumeTestJSON-1146266330-project] Calling delete_port for d4d1b59a-961d-49b0-845a-5c05bdadd6ed owned by compute:nova {{(pid=93884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 19:33:10.082457 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb016a7b-5ead-4bf9-9939-45d5792121f3 req-344abf9b-0ce8-47ab-b5ea-82cf6f3d4db3 tempest-AttachVolumeTestJSON-1146266330 tempest-AttachVolumeTestJSON-1146266330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 19:33:10.083930 dv-cinder-806191-2-iscsi neutron-server[93884]: INFO neutron.wsgi [req-fb016a7b-5ead-4bf9-9939-45d5792121f3 req-344abf9b-0ce8-47ab-b5ea-82cf6f3d4db3 tempest-AttachVolumeTestJSON-1146266330 tempest-AttachVolumeTestJSON-1146266330-project] 10.222.0.26 "GET /v2.0/ports?device_id=5f1e0210-7182-4653-9aef-80e9ad03ca4d HTTP/1.1" status: 200 len: 946 time: 0.3432789 Aug 29 19:33:10.104840 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-eda53647-8549-49fb-b040-4e60b88892e9 req-83abd3e8-7346-4261-b035-e31081a6abf3 tempest-AttachVolumeTestJSON-1146266330 tempest-AttachVolumeTestJSON-1146266330-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3669005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3715978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777170436895', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777169884173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262862687'] for port, after_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:33:10.138813 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83abd3e8-7346-4261-b035-e31081a6abf3 tempest-AttachVolumeTestJSON-1146266330 tempest-AttachVolumeTestJSON-1146266330-project] Pushing event deleted for resources: {'Port': ['ID=d4d1b59a-961d-49b0-845a-5c05bdadd6ed,revision_number=None']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:33:10.157864 dv-cinder-806191-2-iscsi neutron-server[93884]: INFO neutron.wsgi [req-fb016a7b-5ead-4bf9-9939-45d5792121f3 req-fe3a9338-e489-4a82-b0bb-325b4dc1acde tempest-AttachVolumeTestJSON-1146266330 tempest-AttachVolumeTestJSON-1146266330-project] 10.222.0.26 "GET /v2.0/security-groups?id=c4a40029-c30e-4405-8d4b-b6b127f13a65&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0679457 Aug 29 19:33:10.258761 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.scheduler.l3_agent_scheduler [req-eda53647-8549-49fb-b040-4e60b88892e9 req-83abd3e8-7346-4261-b035-e31081a6abf3 tempest-AttachVolumeTestJSON-1146266330 tempest-AttachVolumeTestJSON-1146266330-project] Router 23f29ba4-9fa5-47f6-942a-21a84cbf601f has already been hosted by L3 agent c3ed3b02-d107-45f2-9b2a-fff9b0cfaa96 {{(pid=93884) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 19:33:10.365085 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-eda53647-8549-49fb-b040-4e60b88892e9 req-83abd3e8-7346-4261-b035-e31081a6abf3 tempest-AttachVolumeTestJSON-1146266330 tempest-AttachVolumeTestJSON-1146266330-project] Notify agent at l3_agent.dv-cinder-806191-2-iscsi the message routers_updated {{(pid=93884) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 19:33:10.376088 dv-cinder-806191-2-iscsi neutron-server[93886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b95f0fe2-1bc7-400f-ae7e-5073998722fb None None] Sync routers for ids ['23f29ba4-9fa5-47f6-942a-21a84cbf601f'] in dv-cinder-806191-2-iscsi {{(pid=93886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 19:33:10.385072 dv-cinder-806191-2-iscsi neutron-server[93886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b95f0fe2-1bc7-400f-ae7e-5073998722fb None None] Routers {'23f29ba4-9fa5-47f6-942a-21a84cbf601f'} bound to L3 agent in host dv-cinder-806191-2-iscsi {{(pid=93886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 19:33:10.385739 dv-cinder-806191-2-iscsi neutron-server[93886]: DEBUG neutron.db.l3_hamode_db [None req-b95f0fe2-1bc7-400f-ae7e-5073998722fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806191-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-29T19:13:49Z,description=,heartbeat_timestamp=2021-08-29T19:32:49Z,host='dv-cinder-806191-2-iscsi',id=c3ed3b02-d107-45f2-9b2a-fff9b0cfaa96,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T19:13:49Z,topic='l3_agent')) {'router_ids': ['23f29ba4-9fa5-47f6-942a-21a84cbf601f'], 'active': True} {{(pid=93886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 19:33:10.401493 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.db.l3_dvrscheduler_db [req-eda53647-8549-49fb-b040-4e60b88892e9 req-83abd3e8-7346-4261-b035-e31081a6abf3 tempest-AttachVolumeTestJSON-1146266330 tempest-AttachVolumeTestJSON-1146266330-project] No DVR routers for this DVR port d4d1b59a-961d-49b0-845a-5c05bdadd6ed on host hv-cinder-80619 {{(pid=93884) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 19:33:10.404733 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-eda53647-8549-49fb-b040-4e60b88892e9 req-83abd3e8-7346-4261-b035-e31081a6abf3 tempest-AttachVolumeTestJSON-1146266330 tempest-AttachVolumeTestJSON-1146266330-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-256493'] for port, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:33:10.406683 dv-cinder-806191-2-iscsi neutron-server[93884]: INFO neutron.wsgi [req-eda53647-8549-49fb-b040-4e60b88892e9 req-83abd3e8-7346-4261-b035-e31081a6abf3 tempest-AttachVolumeTestJSON-1146266330 tempest-AttachVolumeTestJSON-1146266330-project] 10.222.0.23 "DELETE /v2.0/ports/d4d1b59a-961d-49b0-845a-5c05bdadd6ed HTTP/1.1" status: 204 len: 173 time: 1.0645690 Aug 29 19:33:10.407111 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5f1e0210-7182-4653-9aef-80e9ad03ca4d', 'name': 'network-vif-deleted', 'tag': 'd4d1b59a-961d-49b0-845a-5c05bdadd6ed'}] {{(pid=93884) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 19:33:10.409410 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}af0273b9eb9050257146764f7dfc5aa69aec40d1770056ff1a21a350116cd0eb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ed005d6-536f-4a19-b344-4541d41d3b76" -d '{"events": [{"server_uuid": "5f1e0210-7182-4653-9aef-80e9ad03ca4d", "name": "network-vif-deleted", "tag": "d4d1b59a-961d-49b0-845a-5c05bdadd6ed"}]}' {{(pid=93884) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 19:33:10.499944 dv-cinder-806191-2-iscsi neutron-server[93886]: DEBUG neutron.db.l3_dvr_db [None req-b95f0fe2-1bc7-400f-ae7e-5073998722fb None None] Set router 23f29ba4-9fa5-47f6-942a-21a84cbf601f gateway port host: dv-cinder-806191-2-iscsi {{(pid=93886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 19:33:10.640970 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 19:33:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6e598d5d-ef49-4bf4-88f6-b73e1bd8f9f4 x-openstack-request-id: req-6e598d5d-ef49-4bf4-88f6-b73e1bd8f9f4 {{(pid=93884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 19:33:10.641307 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5f1e0210-7182-4653-9aef-80e9ad03ca4d", "name": "network-vif-deleted", "tag": "d4d1b59a-961d-49b0-845a-5c05bdadd6ed", "status": "completed", "code": 200}]} {{(pid=93884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 19:33:10.641562 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-6e598d5d-ef49-4bf4-88f6-b73e1bd8f9f4 {{(pid=93884) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 19:33:10.641948 dv-cinder-806191-2-iscsi neutron-server[93884]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5f1e0210-7182-4653-9aef-80e9ad03ca4d', 'name': 'network-vif-deleted', 'tag': 'd4d1b59a-961d-49b0-845a-5c05bdadd6ed', 'status': 'completed', 'code': 200} Aug 29 19:33:10.714181 dv-cinder-806191-2-iscsi neutron-server[93886]: DEBUG neutron.db.l3_hamode_db [None req-b95f0fe2-1bc7-400f-ae7e-5073998722fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '23f29ba4-9fa5-47f6-942a-21a84cbf601f', 'name': 'tempest-AttachVolumeTestJSON-1891733547-router', 'tenant_id': '8815ddef504e468ab8ba921434be8123', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7209b701-ecaa-476a-bd58-d61d280c16d3', 'external_fixed_ips': [{'subnet_id': '71309eb1-223f-47ba-9803-1437c965e178', 'ip_address': '172.27.2.246'}], 'enable_snat': True}, 'gw_port_id': 'a0a964fa-9497-4810-a458-0b5d984eeba9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T19:30:25Z', 'updated_at': '2021-08-29T19:30:28Z', 'revision_number': 4, 'project_id': '8815ddef504e468ab8ba921434be8123', 'gw_port': {'id': 'a0a964fa-9497-4810-a458-0b5d984eeba9', 'name': '', 'network_id': '7209b701-ecaa-476a-bd58-d61d280c16d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:af:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23f29ba4-9fa5-47f6-942a-21a84cbf601f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 652, 'fixed_ips': [{'subnet_id': '71309eb1-223f-47ba-9803-1437c965e178', 'ip_address': '172.27.2.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806191-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T19:30:26Z', 'updated_at': '2021-08-29T19:30:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71309eb1-223f-47ba-9803-1437c965e178', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806191-2-iscsi', '_interfaces': [{'id': '773a5a82-93e8-41c9-9b77-39675df5cb05', 'name': '', 'network_id': '230fb0ba-0d5c-429d-b34c-6dc749246226', 'tenant_id': '8815ddef504e468ab8ba921434be8123', 'mac_address': 'fa:16:3e:f5:22:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23f29ba4-9fa5-47f6-942a-21a84cbf601f', 'device_owner': 'network:router_interface', 'standard_attr_id': 653, 'fixed_ips': [{'subnet_id': '192a96b3-2546-4f6a-b5ab-9304317c7363', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806191-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T19:30:27Z', 'updated_at': '2021-08-29T19:30:33Z', 'revision_number': 5, 'project_id': '8815ddef504e468ab8ba921434be8123', 'subnets': [{'id': '192a96b3-2546-4f6a-b5ab-9304317c7363', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806191-2-iscsi', False) {} {{(pid=93886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 19:33:10.739274 dv-cinder-806191-2-iscsi neutron-server[93886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b95f0fe2-1bc7-400f-ae7e-5073998722fb None None] Checking router: 23f29ba4-9fa5-47f6-942a-21a84cbf601f for host: dv-cinder-806191-2-iscsi {{(pid=93886) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 19:33:10.748633 dv-cinder-806191-2-iscsi neutron-server[93886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b95f0fe2-1bc7-400f-ae7e-5073998722fb None None] Routers {'23f29ba4-9fa5-47f6-942a-21a84cbf601f'} bound to L3 agent in host dv-cinder-806191-2-iscsi {{(pid=93886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 19:33:10.749168 dv-cinder-806191-2-iscsi neutron-server[93886]: DEBUG neutron.db.l3_hamode_db [None req-b95f0fe2-1bc7-400f-ae7e-5073998722fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806191-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-29T19:13:49Z,description=,heartbeat_timestamp=2021-08-29T19:32:49Z,host='dv-cinder-806191-2-iscsi',id=c3ed3b02-d107-45f2-9b2a-fff9b0cfaa96,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T19:13:49Z,topic='l3_agent')) {'router_ids': ['23f29ba4-9fa5-47f6-942a-21a84cbf601f'], 'active': True} {{(pid=93886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 19:33:10.854560 dv-cinder-806191-2-iscsi neutron-server[93886]: DEBUG neutron.db.l3_dvr_db [None req-b95f0fe2-1bc7-400f-ae7e-5073998722fb None None] Set router 23f29ba4-9fa5-47f6-942a-21a84cbf601f gateway port host: dv-cinder-806191-2-iscsi {{(pid=93886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 19:33:11.053941 dv-cinder-806191-2-iscsi neutron-server[93886]: DEBUG neutron.db.l3_hamode_db [None req-b95f0fe2-1bc7-400f-ae7e-5073998722fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '23f29ba4-9fa5-47f6-942a-21a84cbf601f', 'name': 'tempest-AttachVolumeTestJSON-1891733547-router', 'tenant_id': '8815ddef504e468ab8ba921434be8123', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7209b701-ecaa-476a-bd58-d61d280c16d3', 'external_fixed_ips': [{'subnet_id': '71309eb1-223f-47ba-9803-1437c965e178', 'ip_address': '172.27.2.246'}], 'enable_snat': True}, 'gw_port_id': 'a0a964fa-9497-4810-a458-0b5d984eeba9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T19:30:25Z', 'updated_at': '2021-08-29T19:30:28Z', 'revision_number': 4, 'project_id': '8815ddef504e468ab8ba921434be8123', 'gw_port': {'id': 'a0a964fa-9497-4810-a458-0b5d984eeba9', 'name': '', 'network_id': '7209b701-ecaa-476a-bd58-d61d280c16d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:af:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23f29ba4-9fa5-47f6-942a-21a84cbf601f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 652, 'fixed_ips': [{'subnet_id': '71309eb1-223f-47ba-9803-1437c965e178', 'ip_address': '172.27.2.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806191-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T19:30:26Z', 'updated_at': '2021-08-29T19:30:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71309eb1-223f-47ba-9803-1437c965e178', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806191-2-iscsi', '_interfaces': [{'id': '773a5a82-93e8-41c9-9b77-39675df5cb05', 'name': '', 'network_id': '230fb0ba-0d5c-429d-b34c-6dc749246226', 'tenant_id': '8815ddef504e468ab8ba921434be8123', 'mac_address': 'fa:16:3e:f5:22:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23f29ba4-9fa5-47f6-942a-21a84cbf601f', 'device_owner': 'network:router_interface', 'standard_attr_id': 653, 'fixed_ips': [{'subnet_id': '192a96b3-2546-4f6a-b5ab-9304317c7363', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806191-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T19:30:27Z', 'updated_at': '2021-08-29T19:30:33Z', 'revision_number': 5, 'project_id': '8815ddef504e468ab8ba921434be8123', 'subnets': [{'id': '192a96b3-2546-4f6a-b5ab-9304317c7363', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806191-2-iscsi', False) {} {{(pid=93886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 19:33:11.083486 dv-cinder-806191-2-iscsi neutron-server[93886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b95f0fe2-1bc7-400f-ae7e-5073998722fb None None] The sync data for ids ['23f29ba4-9fa5-47f6-942a-21a84cbf601f'] in dv-cinder-806191-2-iscsi is: [{'id': '23f29ba4-9fa5-47f6-942a-21a84cbf601f', 'name': 'tempest-AttachVolumeTestJSON-1891733547-router', 'tenant_id': '8815ddef504e468ab8ba921434be8123', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7209b701-ecaa-476a-bd58-d61d280c16d3', 'external_fixed_ips': [{'subnet_id': '71309eb1-223f-47ba-9803-1437c965e178', 'ip_address': '172.27.2.246'}], 'enable_snat': True}, 'gw_port_id': 'a0a964fa-9497-4810-a458-0b5d984eeba9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T19:30:25Z', 'updated_at': '2021-08-29T19:30:28Z', 'revision_number': 4, 'project_id': '8815ddef504e468ab8ba921434be8123', 'gw_port': {'id': 'a0a964fa-9497-4810-a458-0b5d984eeba9', 'name': '', 'network_id': '7209b701-ecaa-476a-bd58-d61d280c16d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:af:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23f29ba4-9fa5-47f6-942a-21a84cbf601f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 652, 'fixed_ips': [{'subnet_id': '71309eb1-223f-47ba-9803-1437c965e178', 'ip_address': '172.27.2.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806191-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T19:30:26Z', 'updated_at': '2021-08-29T19:30:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71309eb1-223f-47ba-9803-1437c965e178', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806191-2-iscsi', '_interfaces': [{'id': '773a5a82-93e8-41c9-9b77-39675df5cb05', 'name': '', 'network_id': '230fb0ba-0d5c-429d-b34c-6dc749246226', 'tenant_id': '8815ddef504e468ab8ba921434be8123', 'mac_address': 'fa:16:3e:f5:22:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23f29ba4-9fa5-47f6-942a-21a84cbf601f', 'device_owner': 'network:router_interface', 'standard_attr_id': 653, 'fixed_ips': [{'subnet_id': '192a96b3-2546-4f6a-b5ab-9304317c7363', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806191-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T19:30:27Z', 'updated_at': '2021-08-29T19:30:33Z', 'revision_number': 5, 'project_id': '8815ddef504e468ab8ba921434be8123', 'subnets': [{'id': '192a96b3-2546-4f6a-b5ab-9304317c7363', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 19:33:11.242373 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.26', 36342) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 19:33:11.290635 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5925f8a1-626f-4aec-9151-51790076914c None None] New status for floating IP 0220ad20-ed72-44e0-8048-9aeda3123f67: DOWN {{(pid=93885) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 29 19:33:11.301010 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-d52149a7-3c55-4087-a769-554669a67a28 tempest-AttachVolumeTestJSON-1146266330 tempest-AttachVolumeTestJSON-1146266330-project] Notify callbacks [] for security_group, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:33:11.325152 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-d52149a7-3c55-4087-a769-554669a67a28 tempest-AttachVolumeTestJSON-1146266330 tempest-AttachVolumeTestJSON-1146266330-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:33:11.376120 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-d52149a7-3c55-4087-a769-554669a67a28 tempest-AttachVolumeTestJSON-1146266330 tempest-AttachVolumeTestJSON-1146266330-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368872'] for security_group, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:33:11.378733 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-d52149a7-3c55-4087-a769-554669a67a28 tempest-AttachVolumeTestJSON-1146266330 tempest-AttachVolumeTestJSON-1146266330-project] Notify callbacks [] for security_group, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:33:11.379872 dv-cinder-806191-2-iscsi neutron-server[93883]: INFO neutron.wsgi [None req-d52149a7-3c55-4087-a769-554669a67a28 tempest-AttachVolumeTestJSON-1146266330 tempest-AttachVolumeTestJSON-1146266330-project] 10.222.0.26 "DELETE /v2.0/security-groups/c4a40029-c30e-4405-8d4b-b6b127f13a65 HTTP/1.1" status: 204 len: 168 time: 0.1364305 Aug 29 19:33:11.382693 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.26', 36344) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 19:33:11.394443 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d52149a7-3c55-4087-a769-554669a67a28 tempest-AttachVolumeTestJSON-1146266330 tempest-AttachVolumeTestJSON-1146266330-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c4a40029-c30e-4405-8d4b-b6b127f13a65,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:33:11.396331 dv-cinder-806191-2-iscsi neutron-server[93884]: INFO neutron.api.v2.resource [None req-fc471f92-5850-4350-8081-a63e8f6695d5 tempest-AttachVolumeTestJSON-1146266330 tempest-AttachVolumeTestJSON-1146266330-project] show failed (client error): The resource could not be found. Aug 29 19:33:11.399005 dv-cinder-806191-2-iscsi neutron-server[93884]: INFO neutron.wsgi [None req-fc471f92-5850-4350-8081-a63e8f6695d5 tempest-AttachVolumeTestJSON-1146266330 tempest-AttachVolumeTestJSON-1146266330-project] 10.222.0.26 "GET /v2.0/security-groups/c4a40029-c30e-4405-8d4b-b6b127f13a65 HTTP/1.1" status: 404 len: 347 time: 0.0151317 Aug 29 19:33:11.400636 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.26', 36346) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 19:33:11.541164 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-3bb64f70-4de3-49e2-bfed-33e9475720c3 tempest-AttachVolumeTestJSON-1146266330 tempest-AttachVolumeTestJSON-1146266330-project] Deleting port 9f4e5e07-2dc3-4c8b-a507-a6fc02a21972 {{(pid=93884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 19:33:11.541474 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-3bb64f70-4de3-49e2-bfed-33e9475720c3 tempest-AttachVolumeTestJSON-1146266330 tempest-AttachVolumeTestJSON-1146266330-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777170414367'] for port, before_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:33:11.612550 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-3bb64f70-4de3-49e2-bfed-33e9475720c3 tempest-AttachVolumeTestJSON-1146266330 tempest-AttachVolumeTestJSON-1146266330-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3695122'] for port, precommit_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:33:11.612889 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-3bb64f70-4de3-49e2-bfed-33e9475720c3 tempest-AttachVolumeTestJSON-1146266330 tempest-AttachVolumeTestJSON-1146266330-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:33:11.624490 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-3bb64f70-4de3-49e2-bfed-33e9475720c3 tempest-AttachVolumeTestJSON-1146266330 tempest-AttachVolumeTestJSON-1146266330-project] Calling delete_port for 9f4e5e07-2dc3-4c8b-a507-a6fc02a21972 owned by network:floatingip {{(pid=93884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 19:33:11.754814 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-3bb64f70-4de3-49e2-bfed-33e9475720c3 tempest-AttachVolumeTestJSON-1146266330 tempest-AttachVolumeTestJSON-1146266330-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3669005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3715978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777170436895', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777169884173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262862687'] for port, after_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:33:11.778738 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bb64f70-4de3-49e2-bfed-33e9475720c3 tempest-AttachVolumeTestJSON-1146266330 tempest-AttachVolumeTestJSON-1146266330-project] Pushing event deleted for resources: {'Port': ['ID=9f4e5e07-2dc3-4c8b-a507-a6fc02a21972,revision_number=None']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:33:11.838762 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-3bb64f70-4de3-49e2-bfed-33e9475720c3 tempest-AttachVolumeTestJSON-1146266330 tempest-AttachVolumeTestJSON-1146266330-project] Notify callbacks [] for floatingip, after_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:33:11.841166 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-3bb64f70-4de3-49e2-bfed-33e9475720c3 tempest-AttachVolumeTestJSON-1146266330 tempest-AttachVolumeTestJSON-1146266330-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-256493'] for floatingip, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:33:11.842289 dv-cinder-806191-2-iscsi neutron-server[93884]: INFO neutron.wsgi [None req-3bb64f70-4de3-49e2-bfed-33e9475720c3 tempest-AttachVolumeTestJSON-1146266330 tempest-AttachVolumeTestJSON-1146266330-project] 10.222.0.26 "DELETE /v2.0/floatingips/0220ad20-ed72-44e0-8048-9aeda3123f67 HTTP/1.1" status: 204 len: 168 time: 0.4409630 Aug 29 19:33:12.261933 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.26', 36350) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 19:33:12.267267 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.api.v2.base [None req-9c5e7788-4d98-4f17-930d-01a07a91298b tempest-AttachVolumeTestJSON-1146266330 tempest-AttachVolumeTestJSON-1146266330-project] Request body: {'security_group': {'name': 'tempest-securitygroup--57858499', 'description': 'tempest-description--1624834577'}} {{(pid=93884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 19:33:12.287775 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-9c5e7788-4d98-4f17-930d-01a07a91298b tempest-AttachVolumeTestJSON-1146266330 tempest-AttachVolumeTestJSON-1146266330-project] Notify callbacks [] for security_group, before_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:33:12.366224 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-9c5e7788-4d98-4f17-930d-01a07a91298b tempest-AttachVolumeTestJSON-1146266330 tempest-AttachVolumeTestJSON-1146266330-project] Notify callbacks [] for security_group, precommit_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:33:12.369700 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-9c5e7788-4d98-4f17-930d-01a07a91298b tempest-AttachVolumeTestJSON-1146266330 tempest-AttachVolumeTestJSON-1146266330-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368872'] for security_group, after_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:33:12.395031 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-9c5e7788-4d98-4f17-930d-01a07a91298b tempest-AttachVolumeTestJSON-1146266330 tempest-AttachVolumeTestJSON-1146266330-project] Notify callbacks [] for security_group, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:33:12.396224 dv-cinder-806191-2-iscsi neutron-server[93884]: INFO neutron.wsgi [None req-9c5e7788-4d98-4f17-930d-01a07a91298b tempest-AttachVolumeTestJSON-1146266330 tempest-AttachVolumeTestJSON-1146266330-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 0.1332245 Aug 29 19:33:12.399214 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.26', 36352) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 19:33:12.400174 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c5e7788-4d98-4f17-930d-01a07a91298b tempest-AttachVolumeTestJSON-1146266330 tempest-AttachVolumeTestJSON-1146266330-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1a3c6850-5bd9-4b37-b255-06140bf69ccf,revision_number=1']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:33:12.404092 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron.api.v2.base [None req-aa5699bd-d0f1-4069-8a2c-f12c4f1b6d23 tempest-AttachVolumeTestJSON-1146266330 tempest-AttachVolumeTestJSON-1146266330-project] Request body: {'security_group_rule': {'security_group_id': '1a3c6850-5bd9-4b37-b255-06140bf69ccf', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 19:33:12.434164 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-aa5699bd-d0f1-4069-8a2c-f12c4f1b6d23 tempest-AttachVolumeTestJSON-1146266330 tempest-AttachVolumeTestJSON-1146266330-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:33:12.484038 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-aa5699bd-d0f1-4069-8a2c-f12c4f1b6d23 tempest-AttachVolumeTestJSON-1146266330 tempest-AttachVolumeTestJSON-1146266330-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:33:12.487509 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-aa5699bd-d0f1-4069-8a2c-f12c4f1b6d23 tempest-AttachVolumeTestJSON-1146266330 tempest-AttachVolumeTestJSON-1146266330-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-359182'] for security_group_rule, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:33:12.505738 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa5699bd-d0f1-4069-8a2c-f12c4f1b6d23 tempest-AttachVolumeTestJSON-1146266330 tempest-AttachVolumeTestJSON-1146266330-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=677e54cf-6883-4276-81dd-f850e2626bce,revision_number=0']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:33:12.511221 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-aa5699bd-d0f1-4069-8a2c-f12c4f1b6d23 tempest-AttachVolumeTestJSON-1146266330 tempest-AttachVolumeTestJSON-1146266330-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:33:12.512712 dv-cinder-806191-2-iscsi neutron-server[93883]: INFO neutron.wsgi [None req-aa5699bd-d0f1-4069-8a2c-f12c4f1b6d23 tempest-AttachVolumeTestJSON-1146266330 tempest-AttachVolumeTestJSON-1146266330-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1123881 Aug 29 19:33:12.515306 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.26', 36354) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 19:33:12.519785 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron.api.v2.base [None req-f82298d3-f643-4996-a975-4f42cf2b0ea6 tempest-AttachVolumeTestJSON-1146266330 tempest-AttachVolumeTestJSON-1146266330-project] Request body: {'security_group_rule': {'security_group_id': '1a3c6850-5bd9-4b37-b255-06140bf69ccf', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 19:33:12.545534 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-f82298d3-f643-4996-a975-4f42cf2b0ea6 tempest-AttachVolumeTestJSON-1146266330 tempest-AttachVolumeTestJSON-1146266330-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:33:12.601702 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-f82298d3-f643-4996-a975-4f42cf2b0ea6 tempest-AttachVolumeTestJSON-1146266330 tempest-AttachVolumeTestJSON-1146266330-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:33:12.605312 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-f82298d3-f643-4996-a975-4f42cf2b0ea6 tempest-AttachVolumeTestJSON-1146266330 tempest-AttachVolumeTestJSON-1146266330-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-359182'] for security_group_rule, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:33:12.625972 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f82298d3-f643-4996-a975-4f42cf2b0ea6 tempest-AttachVolumeTestJSON-1146266330 tempest-AttachVolumeTestJSON-1146266330-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a1d5e179-8267-4df5-8251-b3dfab2f22f9,revision_number=0']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:33:12.629730 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-f82298d3-f643-4996-a975-4f42cf2b0ea6 tempest-AttachVolumeTestJSON-1146266330 tempest-AttachVolumeTestJSON-1146266330-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:33:12.631031 dv-cinder-806191-2-iscsi neutron-server[93883]: INFO neutron.wsgi [None req-f82298d3-f643-4996-a975-4f42cf2b0ea6 tempest-AttachVolumeTestJSON-1146266330 tempest-AttachVolumeTestJSON-1146266330-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1147480 Aug 29 19:33:12.633948 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.26', 36356) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 19:33:12.639021 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron.api.v2.base [None req-8531c8e5-7033-4e7c-900d-a5393b8380cf tempest-AttachVolumeTestJSON-1146266330 tempest-AttachVolumeTestJSON-1146266330-project] Request body: {'floatingip': {'floating_network_id': '7209b701-ecaa-476a-bd58-d61d280c16d3'}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 19:33:12.660971 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-8531c8e5-7033-4e7c-900d-a5393b8380cf tempest-AttachVolumeTestJSON-1146266330 tempest-AttachVolumeTestJSON-1146266330-project] Notify callbacks [] for floatingip, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:33:12.757371 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-8531c8e5-7033-4e7c-900d-a5393b8380cf tempest-AttachVolumeTestJSON-1146266330 tempest-AttachVolumeTestJSON-1146266330-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3669058'] for port, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:33:12.858463 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron.db.db_base_plugin_common [None req-8531c8e5-7033-4e7c-900d-a5393b8380cf tempest-AttachVolumeTestJSON-1146266330 tempest-AttachVolumeTestJSON-1146266330-project] Allocated IP 172.27.2.149 (7209b701-ecaa-476a-bd58-d61d280c16d3/71309eb1-223f-47ba-9803-1437c965e178/2489ca96-d168-457c-8cb2-775dcd41ed9f) {{(pid=93883) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 19:33:12.968238 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-8531c8e5-7033-4e7c-900d-a5393b8380cf tempest-AttachVolumeTestJSON-1146266330 tempest-AttachVolumeTestJSON-1146266330-project] Notify callbacks [] for port, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:33:13.011360 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-8531c8e5-7033-4e7c-900d-a5393b8380cf tempest-AttachVolumeTestJSON-1146266330 tempest-AttachVolumeTestJSON-1146266330-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3669005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3715978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777169884164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263410497'] for port, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:33:13.050847 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8531c8e5-7033-4e7c-900d-a5393b8380cf tempest-AttachVolumeTestJSON-1146266330 tempest-AttachVolumeTestJSON-1146266330-project] Network 7209b701-ecaa-476a-bd58-d61d280c16d3 is already hosted by enough agents. {{(pid=93883) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 19:33:13.055361 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron.scheduler.base_scheduler [None req-8531c8e5-7033-4e7c-900d-a5393b8380cf tempest-AttachVolumeTestJSON-1146266330 tempest-AttachVolumeTestJSON-1146266330-project] Resources bound (agent type, host, resource id): {{(pid=93883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 19:33:13.060373 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8531c8e5-7033-4e7c-900d-a5393b8380cf tempest-AttachVolumeTestJSON-1146266330 tempest-AttachVolumeTestJSON-1146266330-project] Received port after_create {{(pid=93883) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 19:33:13.062270 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8531c8e5-7033-4e7c-900d-a5393b8380cf tempest-AttachVolumeTestJSON-1146266330 tempest-AttachVolumeTestJSON-1146266330-project] Pushing event updated for resources: {'Port': ['ID=2489ca96-d168-457c-8cb2-775dcd41ed9f,revision_number=1']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:33:13.141212 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-8531c8e5-7033-4e7c-900d-a5393b8380cf tempest-AttachVolumeTestJSON-1146266330 tempest-AttachVolumeTestJSON-1146266330-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:33:13.175885 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-8531c8e5-7033-4e7c-900d-a5393b8380cf tempest-AttachVolumeTestJSON-1146266330 tempest-AttachVolumeTestJSON-1146266330-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3669058'] for port, before_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:33:13.319588 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-8531c8e5-7033-4e7c-900d-a5393b8380cf tempest-AttachVolumeTestJSON-1146266330 tempest-AttachVolumeTestJSON-1146266330-project] Notify callbacks [] for port, precommit_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:33:13.323940 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-8531c8e5-7033-4e7c-900d-a5393b8380cf tempest-AttachVolumeTestJSON-1146266330 tempest-AttachVolumeTestJSON-1146266330-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3669005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3715978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777170436913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777169884182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777169884200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-263410520'] for port, after_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:33:13.396597 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8531c8e5-7033-4e7c-900d-a5393b8380cf tempest-AttachVolumeTestJSON-1146266330 tempest-AttachVolumeTestJSON-1146266330-project] Pushing event updated for resources: {'Port': ['ID=2489ca96-d168-457c-8cb2-775dcd41ed9f,revision_number=2']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:33:13.404533 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-8531c8e5-7033-4e7c-900d-a5393b8380cf tempest-AttachVolumeTestJSON-1146266330 tempest-AttachVolumeTestJSON-1146266330-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3676317'] for floatingip, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:33:13.417313 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-8531c8e5-7033-4e7c-900d-a5393b8380cf tempest-AttachVolumeTestJSON-1146266330 tempest-AttachVolumeTestJSON-1146266330-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-256493'] for floatingip, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:33:13.418548 dv-cinder-806191-2-iscsi neutron-server[93883]: INFO neutron.wsgi [None req-8531c8e5-7033-4e7c-900d-a5393b8380cf tempest-AttachVolumeTestJSON-1146266330 tempest-AttachVolumeTestJSON-1146266330-project] 10.222.0.26 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.7836275 Aug 29 19:33:13.601853 dv-cinder-806191-2-iscsi neutron-server[93883]: INFO neutron.wsgi [req-2134a6ef-b3a2-491a-a510-8930042d6ff9 req-a1da3549-70ca-4d7f-b000-39789b210ec3 tempest-AttachVolumeTestJSON-1146266330 tempest-AttachVolumeTestJSON-1146266330-project] 10.222.0.26 "GET /v2.0/security-groups?name=tempest-securitygroup--57858499&fields=id&tenant_id=8815ddef504e468ab8ba921434be8123 HTTP/1.1" status: 200 len: 267 time: 0.0322685 Aug 29 19:33:13.711942 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2134a6ef-b3a2-491a-a510-8930042d6ff9 req-f3db72ce-9de6-4b97-87ab-330b1b0358ef tempest-AttachVolumeTestJSON-1146266330 tempest-AttachVolumeTestJSON-1146266330-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 19:33:13.713408 dv-cinder-806191-2-iscsi neutron-server[93883]: INFO neutron.wsgi [req-2134a6ef-b3a2-491a-a510-8930042d6ff9 req-f3db72ce-9de6-4b97-87ab-330b1b0358ef tempest-AttachVolumeTestJSON-1146266330 tempest-AttachVolumeTestJSON-1146266330-project] 10.222.0.26 "GET /v2.0/networks?id=230fb0ba-0d5c-429d-b34c-6dc749246226 HTTP/1.1" status: 200 len: 811 time: 0.1044660 Aug 29 19:33:13.729006 dv-cinder-806191-2-iscsi neutron-server[93883]: INFO neutron.wsgi [req-2134a6ef-b3a2-491a-a510-8930042d6ff9 req-e52682ee-6027-47d1-9d27-a6be9920f5eb tempest-AttachVolumeTestJSON-1146266330 tempest-AttachVolumeTestJSON-1146266330-project] 10.222.0.26 "GET /v2.0/quotas/8815ddef504e468ab8ba921434be8123 HTTP/1.1" status: 200 len: 375 time: 0.0092452 Aug 29 19:33:13.783657 dv-cinder-806191-2-iscsi neutron-server[93883]: INFO neutron.wsgi [req-2134a6ef-b3a2-491a-a510-8930042d6ff9 req-a1d8b78c-9186-449c-967c-85f8b2892fc4 tempest-AttachVolumeTestJSON-1146266330 tempest-AttachVolumeTestJSON-1146266330-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=8815ddef504e468ab8ba921434be8123&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0484486 Aug 29 19:33:13.799394 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron.wsgi [req-2134a6ef-b3a2-491a-a510-8930042d6ff9 req-1f40f7c8-f52d-465b-9076-8ae02dc232b1 service neutron] http://10.222.0.26:9696/v2.0/extensions returned with HTTP 200 {{(pid=93883) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 29 19:33:13.800327 dv-cinder-806191-2-iscsi neutron-server[93883]: INFO neutron.wsgi [req-2134a6ef-b3a2-491a-a510-8930042d6ff9 req-1f40f7c8-f52d-465b-9076-8ae02dc232b1 service neutron] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0050008 Aug 29 19:33:13.889794 dv-cinder-806191-2-iscsi neutron-server[93883]: INFO neutron.wsgi [req-2134a6ef-b3a2-491a-a510-8930042d6ff9 req-a3b11d97-2806-4002-baeb-3acdf47e4d6b service neutron] 10.222.0.26 "GET /v2.0/networks/230fb0ba-0d5c-429d-b34c-6dc749246226?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836513 Aug 29 19:33:13.980424 dv-cinder-806191-2-iscsi neutron-server[93883]: INFO neutron.wsgi [req-2134a6ef-b3a2-491a-a510-8930042d6ff9 req-f5f2d999-661e-4c79-8c7e-569330463109 service neutron] 10.222.0.26 "GET /v2.0/networks/230fb0ba-0d5c-429d-b34c-6dc749246226?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847230 Aug 29 19:33:14.132779 dv-cinder-806191-2-iscsi neutron-server[93884]: INFO neutron.wsgi [req-6bda44de-5d32-4194-ad7e-21908c4f2fb0 req-1d948b85-e8d5-4c55-9e27-c2fff5402c4a tempest-AttachVolumeTestJSON-1146266330 tempest-AttachVolumeTestJSON-1146266330-project] 10.222.0.26 "GET /v2.0/ports?device_id=389ee653-067e-467b-bff0-985e8b416fcd HTTP/1.1" status: 200 len: 210 time: 0.0261099 Aug 29 19:33:14.474722 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-e411ce9c-394c-453f-add9-812245090945 None None] Device d4d1b59a-961d-49b0-845a-5c05bdadd6ed no longer exists at agent hyperv_hv-cinder-80619 {{(pid=93885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 19:33:14.494608 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.plugins.ml2.plugin [None req-e411ce9c-394c-453f-add9-812245090945 None None] No Port match for: d4d1b59a-961d-49b0-845a-5c05bdadd6ed {{(pid=93885) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 19:33:14.494962 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-e411ce9c-394c-453f-add9-812245090945 None None] Device d4d1b59a-961d-49b0-845a-5c05bdadd6ed not bound to the agent host hv-cinder-80619 {{(pid=93885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 19:33:15.208949 dv-cinder-806191-2-iscsi neutron-server[93883]: INFO neutron.wsgi [req-e0d35895-ca7a-4e49-8c52-7d23c9200fc6 req-5101fd52-2cf8-4c01-b01c-e933a6951390 tempest-AttachVolumeTestJSON-1146266330 tempest-AttachVolumeTestJSON-1146266330-project] 10.222.0.26 "GET /v2.0/ports?device_id=389ee653-067e-467b-bff0-985e8b416fcd HTTP/1.1" status: 200 len: 210 time: 0.0265765 Aug 29 19:33:16.283816 dv-cinder-806191-2-iscsi neutron-server[93884]: INFO neutron.wsgi [req-52846fe3-70b9-4747-b88b-acaac3a98c36 req-dfa3f6eb-cd9c-4aa3-9c71-31f249f98f71 tempest-AttachVolumeTestJSON-1146266330 tempest-AttachVolumeTestJSON-1146266330-project] 10.222.0.26 "GET /v2.0/ports?device_id=389ee653-067e-467b-bff0-985e8b416fcd HTTP/1.1" status: 200 len: 210 time: 0.0263159 Aug 29 19:33:16.415078 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-ff685781-1967-4a41-9a0a-98508eec9d2d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777170380508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3627128'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:33:17.358678 dv-cinder-806191-2-iscsi neutron-server[93883]: INFO neutron.wsgi [req-8033fc35-2ba2-4d75-b525-e7a497a560a1 req-6c2d6230-0396-4cb0-ba74-7636ad441ba2 tempest-AttachVolumeTestJSON-1146266330 tempest-AttachVolumeTestJSON-1146266330-project] 10.222.0.26 "GET /v2.0/ports?device_id=389ee653-067e-467b-bff0-985e8b416fcd HTTP/1.1" status: 200 len: 210 time: 0.0266173 Aug 29 19:33:18.446657 dv-cinder-806191-2-iscsi neutron-server[93884]: INFO neutron.wsgi [req-78d69386-0236-4dfa-9a4c-34817bca4e66 req-d8f45643-1764-4bbe-afd2-44dffa1e1dfb tempest-AttachVolumeTestJSON-1146266330 tempest-AttachVolumeTestJSON-1146266330-project] 10.222.0.26 "GET /v2.0/ports?device_id=389ee653-067e-467b-bff0-985e8b416fcd HTTP/1.1" status: 200 len: 210 time: 0.0258360 Aug 29 19:33:19.037049 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-fec2c8f4-60f6-45f4-a8c6-5557bddcf897 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777170380508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3627128'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:33:19.168894 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2134a6ef-b3a2-491a-a510-8930042d6ff9 req-8193fe0b-3684-4fa7-825a-c5f990d2ff5f tempest-AttachVolumeTestJSON-1146266330 tempest-AttachVolumeTestJSON-1146266330-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 19:33:19.170359 dv-cinder-806191-2-iscsi neutron-server[93884]: INFO neutron.wsgi [req-2134a6ef-b3a2-491a-a510-8930042d6ff9 req-8193fe0b-3684-4fa7-825a-c5f990d2ff5f tempest-AttachVolumeTestJSON-1146266330 tempest-AttachVolumeTestJSON-1146266330-project] 10.222.0.23 "GET /v2.0/networks?id=230fb0ba-0d5c-429d-b34c-6dc749246226 HTTP/1.1" status: 200 len: 811 time: 0.1031318 Aug 29 19:33:19.215652 dv-cinder-806191-2-iscsi neutron-server[93884]: INFO neutron.wsgi [req-2134a6ef-b3a2-491a-a510-8930042d6ff9 req-e289ae36-a467-43d5-b438-b82a02da26ad tempest-AttachVolumeTestJSON-1146266330 tempest-AttachVolumeTestJSON-1146266330-project] 10.222.0.23 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8815ddef504e468ab8ba921434be8123 HTTP/1.1" status: 200 len: 378 time: 0.0358260 Aug 29 19:33:19.226917 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.api.v2.base [req-2134a6ef-b3a2-491a-a510-8930042d6ff9 req-9766fad0-1df1-4c5f-9531-84231b3eb5d6 tempest-AttachVolumeTestJSON-1146266330 tempest-AttachVolumeTestJSON-1146266330-project] Request body: {'port': {'device_id': '389ee653-067e-467b-bff0-985e8b416fcd', 'network_id': '230fb0ba-0d5c-429d-b34c-6dc749246226', 'admin_state_up': True, 'tenant_id': '8815ddef504e468ab8ba921434be8123', 'security_groups': ['1a3c6850-5bd9-4b37-b255-06140bf69ccf']}} {{(pid=93884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 19:33:19.331857 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2134a6ef-b3a2-491a-a510-8930042d6ff9 req-9766fad0-1df1-4c5f-9531-84231b3eb5d6 tempest-AttachVolumeTestJSON-1146266330 tempest-AttachVolumeTestJSON-1146266330-project] Made reservation on behalf of 8815ddef504e468ab8ba921434be8123 for: {'port': 1} {{(pid=93884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 19:33:19.335290 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-2134a6ef-b3a2-491a-a510-8930042d6ff9 req-9766fad0-1df1-4c5f-9531-84231b3eb5d6 tempest-AttachVolumeTestJSON-1146266330 tempest-AttachVolumeTestJSON-1146266330-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3669058'] for port, before_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:33:19.460890 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.db.db_base_plugin_common [req-2134a6ef-b3a2-491a-a510-8930042d6ff9 req-9766fad0-1df1-4c5f-9531-84231b3eb5d6 tempest-AttachVolumeTestJSON-1146266330 tempest-AttachVolumeTestJSON-1146266330-project] Allocated IP 172.20.0.14 (230fb0ba-0d5c-429d-b34c-6dc749246226/192a96b3-2546-4f6a-b5ab-9304317c7363/f4948e97-1313-49f0-a83b-35fbd1cf5ff5) {{(pid=93884) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 19:33:19.540602 dv-cinder-806191-2-iscsi neutron-server[93883]: INFO neutron.wsgi [req-226ac357-ac76-44d1-b096-0ef7b08782b3 req-c4e09cf4-3bcb-41e1-a013-87e8c93c85c1 tempest-AttachVolumeTestJSON-1146266330 tempest-AttachVolumeTestJSON-1146266330-project] 10.222.0.26 "GET /v2.0/ports?device_id=389ee653-067e-467b-bff0-985e8b416fcd HTTP/1.1" status: 200 len: 210 time: 0.0253074 Aug 29 19:33:19.599107 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-2134a6ef-b3a2-491a-a510-8930042d6ff9 req-9766fad0-1df1-4c5f-9531-84231b3eb5d6 tempest-AttachVolumeTestJSON-1146266330 tempest-AttachVolumeTestJSON-1146266330-project] Notify callbacks [] for port, precommit_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:33:19.612701 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [req-2134a6ef-b3a2-491a-a510-8930042d6ff9 req-9766fad0-1df1-4c5f-9531-84231b3eb5d6 tempest-AttachVolumeTestJSON-1146266330 tempest-AttachVolumeTestJSON-1146266330-project] Transition to ACTIVE for port object f4948e97-1313-49f0-a83b-35fbd1cf5ff5 will not be triggered until provisioned by entity DHCP. {{(pid=93884) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 19:33:19.643431 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-2134a6ef-b3a2-491a-a510-8930042d6ff9 req-9766fad0-1df1-4c5f-9531-84231b3eb5d6 tempest-AttachVolumeTestJSON-1146266330 tempest-AttachVolumeTestJSON-1146266330-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3669005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3715978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777169884164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262862687'] for port, after_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:33:19.683740 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2134a6ef-b3a2-491a-a510-8930042d6ff9 req-9766fad0-1df1-4c5f-9531-84231b3eb5d6 tempest-AttachVolumeTestJSON-1146266330 tempest-AttachVolumeTestJSON-1146266330-project] Network 230fb0ba-0d5c-429d-b34c-6dc749246226 is already hosted by enough agents. {{(pid=93884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 19:33:19.688906 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.scheduler.base_scheduler [req-2134a6ef-b3a2-491a-a510-8930042d6ff9 req-9766fad0-1df1-4c5f-9531-84231b3eb5d6 tempest-AttachVolumeTestJSON-1146266330 tempest-AttachVolumeTestJSON-1146266330-project] Resources bound (agent type, host, resource id): {{(pid=93884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 19:33:19.690843 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-f7f3f912-659a-49f9-ab3a-0560ee4983b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777170380508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3627128'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:33:19.692892 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.db.l3_dvrscheduler_db [req-2134a6ef-b3a2-491a-a510-8930042d6ff9 req-9766fad0-1df1-4c5f-9531-84231b3eb5d6 tempest-AttachVolumeTestJSON-1146266330 tempest-AttachVolumeTestJSON-1146266330-project] Received port after_create {{(pid=93884) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 19:33:19.721707 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9766fad0-1df1-4c5f-9531-84231b3eb5d6 tempest-AttachVolumeTestJSON-1146266330 tempest-AttachVolumeTestJSON-1146266330-project] Pushing event updated for resources: {'Port': ['ID=f4948e97-1313-49f0-a83b-35fbd1cf5ff5,revision_number=1']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:33:19.748694 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2134a6ef-b3a2-491a-a510-8930042d6ff9 req-9766fad0-1df1-4c5f-9531-84231b3eb5d6 tempest-AttachVolumeTestJSON-1146266330 tempest-AttachVolumeTestJSON-1146266330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 19:33:19.749430 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-2134a6ef-b3a2-491a-a510-8930042d6ff9 req-9766fad0-1df1-4c5f-9531-84231b3eb5d6 tempest-AttachVolumeTestJSON-1146266330 tempest-AttachVolumeTestJSON-1146266330-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-256493'] for port, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:33:19.764146 dv-cinder-806191-2-iscsi neutron-server[93884]: INFO neutron.wsgi [req-2134a6ef-b3a2-491a-a510-8930042d6ff9 req-9766fad0-1df1-4c5f-9531-84231b3eb5d6 tempest-AttachVolumeTestJSON-1146266330 tempest-AttachVolumeTestJSON-1146266330-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5407796 Aug 29 19:33:19.776497 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.api.v2.base [req-2134a6ef-b3a2-491a-a510-8930042d6ff9 req-75e0c1cd-edd0-42df-a7d9-96984df25027 service neutron] Request body: {'port': {'device_id': '389ee653-067e-467b-bff0-985e8b416fcd', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80619'}} {{(pid=93884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 19:33:19.835867 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-2134a6ef-b3a2-491a-a510-8930042d6ff9 req-75e0c1cd-edd0-42df-a7d9-96984df25027 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3669058'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:33:19.876408 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-099116e2-916b-4fbc-8641-4e6278f0aa93 None None] Provisioning for port f4948e97-1313-49f0-a83b-35fbd1cf5ff5 completed by entity DHCP. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 19:33:19.879969 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-099116e2-916b-4fbc-8641-4e6278f0aa93 None None] Provisioning complete for port f4948e97-1313-49f0-a83b-35fbd1cf5ff5 triggered by entity DHCP. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 19:33:19.880343 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-099116e2-916b-4fbc-8641-4e6278f0aa93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3627211'] for port, provisioning_complete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:33:19.917363 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.plugins.ml2.plugin [None req-099116e2-916b-4fbc-8641-4e6278f0aa93 None None] Port f4948e97-1313-49f0-a83b-35fbd1cf5ff5 cannot update to ACTIVE because it is not bound. {{(pid=93885) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 19:33:20.095806 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.notifiers.nova [req-2134a6ef-b3a2-491a-a510-8930042d6ff9 req-75e0c1cd-edd0-42df-a7d9-96984df25027 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f4948e97-1313-49f0-a83b-35fbd1cf5ff5 {{(pid=93884) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 19:33:20.103757 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-2134a6ef-b3a2-491a-a510-8930042d6ff9 req-75e0c1cd-edd0-42df-a7d9-96984df25027 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:33:20.115547 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [req-2134a6ef-b3a2-491a-a510-8930042d6ff9 req-75e0c1cd-edd0-42df-a7d9-96984df25027 service neutron] Transition to ACTIVE for port object f4948e97-1313-49f0-a83b-35fbd1cf5ff5 will not be triggered until provisioned by entity L2. {{(pid=93884) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 19:33:20.118947 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-2134a6ef-b3a2-491a-a510-8930042d6ff9 req-75e0c1cd-edd0-42df-a7d9-96984df25027 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3669005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3715978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777170436913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777169884182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777169884200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-262862662'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:33:20.167309 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75e0c1cd-edd0-42df-a7d9-96984df25027 service neutron] Pushing event updated for resources: {'Port': ['ID=f4948e97-1313-49f0-a83b-35fbd1cf5ff5,revision_number=2']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:33:20.241678 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.managers [req-2134a6ef-b3a2-491a-a510-8930042d6ff9 req-75e0c1cd-edd0-42df-a7d9-96984df25027 service neutron] Attempting to bind port f4948e97-1313-49f0-a83b-35fbd1cf5ff5 on host hv-cinder-80619 for vnic_type normal with profile {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 19:33:20.241862 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.managers [req-2134a6ef-b3a2-491a-a510-8930042d6ff9 req-75e0c1cd-edd0-42df-a7d9-96984df25027 service neutron] Attempting to bind port f4948e97-1313-49f0-a83b-35fbd1cf5ff5 by drivers openvswitch,hyperv on host hv-cinder-80619 at level 0 using segments [{'id': '1ffed5ae-0150-459b-853a-8cab74a9c6c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '230fb0ba-0d5c-429d-b34c-6dc749246226'}] {{(pid=93884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 19:33:20.242190 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2134a6ef-b3a2-491a-a510-8930042d6ff9 req-75e0c1cd-edd0-42df-a7d9-96984df25027 service neutron] Attempting to bind port f4948e97-1313-49f0-a83b-35fbd1cf5ff5 on network 230fb0ba-0d5c-429d-b34c-6dc749246226 {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 19:33:20.246718 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2134a6ef-b3a2-491a-a510-8930042d6ff9 req-75e0c1cd-edd0-42df-a7d9-96984df25027 service neutron] Port f4948e97-1313-49f0-a83b-35fbd1cf5ff5 on network 230fb0ba-0d5c-429d-b34c-6dc749246226 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80619 {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 19:33:20.247033 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2134a6ef-b3a2-491a-a510-8930042d6ff9 req-75e0c1cd-edd0-42df-a7d9-96984df25027 service neutron] Attempting to bind port f4948e97-1313-49f0-a83b-35fbd1cf5ff5 on network 230fb0ba-0d5c-429d-b34c-6dc749246226 {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 19:33:20.252170 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2134a6ef-b3a2-491a-a510-8930042d6ff9 req-75e0c1cd-edd0-42df-a7d9-96984df25027 service neutron] Checking agent: {'id': 'f86fd93b-ec6e-427a-a263-b2bcb0cc3d39', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80619', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 19, 19, 51), 'started_at': datetime.datetime(2021, 8, 29, 19, 19, 51), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 19, 32, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 19:33:20.252486 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2134a6ef-b3a2-491a-a510-8930042d6ff9 req-75e0c1cd-edd0-42df-a7d9-96984df25027 service neutron] Checking segment: {'id': '1ffed5ae-0150-459b-853a-8cab74a9c6c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '230fb0ba-0d5c-429d-b34c-6dc749246226'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93884) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 19:33:20.252865 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2134a6ef-b3a2-491a-a510-8930042d6ff9 req-75e0c1cd-edd0-42df-a7d9-96984df25027 service neutron] Bound using segment: {'id': '1ffed5ae-0150-459b-853a-8cab74a9c6c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '230fb0ba-0d5c-429d-b34c-6dc749246226'} {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 19:33:20.253282 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.managers [req-2134a6ef-b3a2-491a-a510-8930042d6ff9 req-75e0c1cd-edd0-42df-a7d9-96984df25027 service neutron] Bound port: f4948e97-1313-49f0-a83b-35fbd1cf5ff5, host: hv-cinder-80619, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1ffed5ae-0150-459b-853a-8cab74a9c6c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '230fb0ba-0d5c-429d-b34c-6dc749246226'}}] {{(pid=93884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 19:33:20.253636 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-2134a6ef-b3a2-491a-a510-8930042d6ff9 req-75e0c1cd-edd0-42df-a7d9-96984df25027 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3669058'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:33:20.318823 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.db [req-2134a6ef-b3a2-491a-a510-8930042d6ff9 req-75e0c1cd-edd0-42df-a7d9-96984df25027 service neutron] For port f4948e97-1313-49f0-a83b-35fbd1cf5ff5, host hv-cinder-80619, cleared binding levels {{(pid=93884) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 19:33:20.321755 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.db [req-2134a6ef-b3a2-491a-a510-8930042d6ff9 req-75e0c1cd-edd0-42df-a7d9-96984df25027 service neutron] For port f4948e97-1313-49f0-a83b-35fbd1cf5ff5, host hv-cinder-80619, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80619',level=0,port_id=f4948e97-1313-49f0-a83b-35fbd1cf5ff5,segment=NetworkSegment(1ffed5ae-0150-459b-853a-8cab74a9c6c6),segment_id=1ffed5ae-0150-459b-853a-8cab74a9c6c6)] {{(pid=93884) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 19:33:20.326948 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-2134a6ef-b3a2-491a-a510-8930042d6ff9 req-75e0c1cd-edd0-42df-a7d9-96984df25027 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3669005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3715978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777170436913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777169884182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777169884200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-262862662'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:33:20.361560 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2134a6ef-b3a2-491a-a510-8930042d6ff9 req-75e0c1cd-edd0-42df-a7d9-96984df25027 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 19:33:20.362182 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-2134a6ef-b3a2-491a-a510-8930042d6ff9 req-75e0c1cd-edd0-42df-a7d9-96984df25027 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-256493'] for port, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:33:20.363648 dv-cinder-806191-2-iscsi neutron-server[93884]: INFO neutron.wsgi [req-2134a6ef-b3a2-491a-a510-8930042d6ff9 req-75e0c1cd-edd0-42df-a7d9-96984df25027 service neutron] 10.222.0.23 "PUT /v2.0/ports/f4948e97-1313-49f0-a83b-35fbd1cf5ff5 HTTP/1.1" status: 200 len: 1094 time: 0.5915418 Aug 29 19:33:20.364091 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '389ee653-067e-467b-bff0-985e8b416fcd', 'tag': 'f4948e97-1313-49f0-a83b-35fbd1cf5ff5'}] {{(pid=93884) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 19:33:20.366313 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}af0273b9eb9050257146764f7dfc5aa69aec40d1770056ff1a21a350116cd0eb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f655e80e-14f1-43e1-9712-3ecb96615514" -d '{"events": [{"name": "network-changed", "server_uuid": "389ee653-067e-467b-bff0-985e8b416fcd", "tag": "f4948e97-1313-49f0-a83b-35fbd1cf5ff5"}]}' {{(pid=93884) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 19:33:20.390897 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75e0c1cd-edd0-42df-a7d9-96984df25027 service neutron] Pushing event updated for resources: {'Port': ['ID=f4948e97-1313-49f0-a83b-35fbd1cf5ff5,revision_number=3']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:33:20.416671 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-ed31fb2d-405b-476e-b16a-f8415d14bc27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777170380508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3627128'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:33:20.418753 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 19:33:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-150ca2d3-ea4e-4dab-8b17-2106ee5be985 x-openstack-request-id: req-150ca2d3-ea4e-4dab-8b17-2106ee5be985 {{(pid=93884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 19:33:20.419103 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "389ee653-067e-467b-bff0-985e8b416fcd", "tag": "f4948e97-1313-49f0-a83b-35fbd1cf5ff5", "status": "completed", "code": 200}]} {{(pid=93884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 19:33:20.419405 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-150ca2d3-ea4e-4dab-8b17-2106ee5be985 {{(pid=93884) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 19:33:20.419803 dv-cinder-806191-2-iscsi neutron-server[93884]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '389ee653-067e-467b-bff0-985e8b416fcd', 'tag': 'f4948e97-1313-49f0-a83b-35fbd1cf5ff5', 'status': 'completed', 'code': 200} Aug 29 19:33:20.453716 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2134a6ef-b3a2-491a-a510-8930042d6ff9 req-0ee74093-b576-4500-b9fb-587626fe513a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 19:33:20.455341 dv-cinder-806191-2-iscsi neutron-server[93884]: INFO neutron.wsgi [req-2134a6ef-b3a2-491a-a510-8930042d6ff9 req-0ee74093-b576-4500-b9fb-587626fe513a service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=8815ddef504e468ab8ba921434be8123&device_id=389ee653-067e-467b-bff0-985e8b416fcd HTTP/1.1" status: 200 len: 1097 time: 0.0459476 Aug 29 19:33:20.503360 dv-cinder-806191-2-iscsi neutron-server[93884]: INFO neutron.wsgi [req-2134a6ef-b3a2-491a-a510-8930042d6ff9 req-b8a95d15-14b4-4619-8ac5-9e7ff6097cdd service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f4948e97-1313-49f0-a83b-35fbd1cf5ff5 HTTP/1.1" status: 200 len: 217 time: 0.0389163 Aug 29 19:33:20.552989 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2134a6ef-b3a2-491a-a510-8930042d6ff9 req-12888303-3002-4379-a8d1-7f28766eebf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 19:33:20.554505 dv-cinder-806191-2-iscsi neutron-server[93884]: INFO neutron.wsgi [req-2134a6ef-b3a2-491a-a510-8930042d6ff9 req-12888303-3002-4379-a8d1-7f28766eebf5 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=192a96b3-2546-4f6a-b5ab-9304317c7363 HTTP/1.1" status: 200 len: 850 time: 0.0448101 Aug 29 19:33:20.599741 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2134a6ef-b3a2-491a-a510-8930042d6ff9 req-77368323-a4c7-4a74-8751-9f23e3999453 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 19:33:20.601256 dv-cinder-806191-2-iscsi neutron-server[93884]: INFO neutron.wsgi [req-2134a6ef-b3a2-491a-a510-8930042d6ff9 req-77368323-a4c7-4a74-8751-9f23e3999453 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=230fb0ba-0d5c-429d-b34c-6dc749246226&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0401013 Aug 29 19:33:20.657791 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58767fd4-32d9-450e-951c-71a4d0bfe8e7 req-13756fa6-888d-4030-9034-3c1dab34212a tempest-AttachVolumeTestJSON-1146266330 tempest-AttachVolumeTestJSON-1146266330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 19:33:20.659399 dv-cinder-806191-2-iscsi neutron-server[93883]: INFO neutron.wsgi [req-58767fd4-32d9-450e-951c-71a4d0bfe8e7 req-13756fa6-888d-4030-9034-3c1dab34212a tempest-AttachVolumeTestJSON-1146266330 tempest-AttachVolumeTestJSON-1146266330-project] 10.222.0.26 "GET /v2.0/ports?device_id=389ee653-067e-467b-bff0-985e8b416fcd HTTP/1.1" status: 200 len: 944 time: 0.0525947 Aug 29 19:33:20.695746 dv-cinder-806191-2-iscsi neutron-server[93884]: INFO neutron.wsgi [req-2134a6ef-b3a2-491a-a510-8930042d6ff9 req-44e8c0c4-1974-4768-9ca8-89c81fbe8ac9 service neutron] 10.222.0.23 "GET /v2.0/networks/230fb0ba-0d5c-429d-b34c-6dc749246226?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864143 Aug 29 19:33:20.697278 dv-cinder-806191-2-iscsi neutron-server[93883]: INFO neutron.wsgi [req-58767fd4-32d9-450e-951c-71a4d0bfe8e7 req-74f90ae9-4593-44ba-a878-45016caf64cb tempest-AttachVolumeTestJSON-1146266330 tempest-AttachVolumeTestJSON-1146266330-project] 10.222.0.26 "GET /v2.0/security-groups?id=1a3c6850-5bd9-4b37-b255-06140bf69ccf&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0321133 Aug 29 19:33:20.768505 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-e411ce9c-394c-453f-add9-812245090945 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777170380508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3627128'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:33:20.786639 dv-cinder-806191-2-iscsi neutron-server[93884]: INFO neutron.wsgi [req-2134a6ef-b3a2-491a-a510-8930042d6ff9 req-d25643b9-ab99-4e73-92b9-10126a8ef5e8 service neutron] 10.222.0.23 "GET /v2.0/networks/230fb0ba-0d5c-429d-b34c-6dc749246226?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833480 Aug 29 19:33:20.869788 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f655e80e-14f1-43e1-9712-3ecb96615514 req-6254a7cf-7484-4335-867a-818b87fea62d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 19:33:20.871299 dv-cinder-806191-2-iscsi neutron-server[93884]: INFO neutron.wsgi [req-f655e80e-14f1-43e1-9712-3ecb96615514 req-6254a7cf-7484-4335-867a-818b87fea62d service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=8815ddef504e468ab8ba921434be8123&device_id=389ee653-067e-467b-bff0-985e8b416fcd HTTP/1.1" status: 200 len: 1097 time: 0.0396061 Aug 29 19:33:20.964599 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f655e80e-14f1-43e1-9712-3ecb96615514 req-65539ae5-0e2f-4ca6-9619-675ec50a9192 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 19:33:20.966116 dv-cinder-806191-2-iscsi neutron-server[93884]: INFO neutron.wsgi [req-f655e80e-14f1-43e1-9712-3ecb96615514 req-65539ae5-0e2f-4ca6-9619-675ec50a9192 service neutron] 10.222.0.23 "GET /v2.0/networks?id=230fb0ba-0d5c-429d-b34c-6dc749246226 HTTP/1.1" status: 200 len: 912 time: 0.0871501 Aug 29 19:33:21.008681 dv-cinder-806191-2-iscsi neutron-server[93884]: INFO neutron.wsgi [req-f655e80e-14f1-43e1-9712-3ecb96615514 req-a1726e19-925d-42bd-ae59-9e0a96266542 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f4948e97-1313-49f0-a83b-35fbd1cf5ff5 HTTP/1.1" status: 200 len: 217 time: 0.0342793 Aug 29 19:33:21.063755 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f655e80e-14f1-43e1-9712-3ecb96615514 req-f292b6e8-513b-40dc-84a8-6d405b3b58ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 19:33:21.065256 dv-cinder-806191-2-iscsi neutron-server[93884]: INFO neutron.wsgi [req-f655e80e-14f1-43e1-9712-3ecb96615514 req-f292b6e8-513b-40dc-84a8-6d405b3b58ac service neutron] 10.222.0.23 "GET /v2.0/subnets?id=192a96b3-2546-4f6a-b5ab-9304317c7363 HTTP/1.1" status: 200 len: 850 time: 0.0501027 Aug 29 19:33:21.111089 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f655e80e-14f1-43e1-9712-3ecb96615514 req-d7ff77ff-a4ec-4f09-b9eb-cb91d0bed792 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 19:33:21.112556 dv-cinder-806191-2-iscsi neutron-server[93884]: INFO neutron.wsgi [req-f655e80e-14f1-43e1-9712-3ecb96615514 req-d7ff77ff-a4ec-4f09-b9eb-cb91d0bed792 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=230fb0ba-0d5c-429d-b34c-6dc749246226&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0392904 Aug 29 19:33:21.198532 dv-cinder-806191-2-iscsi neutron-server[93884]: INFO neutron.wsgi [req-f655e80e-14f1-43e1-9712-3ecb96615514 req-ee42892f-b0b0-45c4-91a8-4343be2bc1b3 service neutron] 10.222.0.23 "GET /v2.0/networks/230fb0ba-0d5c-429d-b34c-6dc749246226?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0785508 Aug 29 19:33:21.290301 dv-cinder-806191-2-iscsi neutron-server[93884]: INFO neutron.wsgi [req-f655e80e-14f1-43e1-9712-3ecb96615514 req-a3833b0a-f24f-42e6-80a8-73b1a551b078 service neutron] 10.222.0.23 "GET /v2.0/networks/230fb0ba-0d5c-429d-b34c-6dc749246226?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0828950 Aug 29 19:33:21.812508 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3869d2c5-6255-413d-99b5-6f368c26b775 req-3a8c5f86-fe3e-42dc-9fe3-2e8b902cd336 tempest-AttachVolumeTestJSON-1146266330 tempest-AttachVolumeTestJSON-1146266330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 19:33:21.814024 dv-cinder-806191-2-iscsi neutron-server[93884]: INFO neutron.wsgi [req-3869d2c5-6255-413d-99b5-6f368c26b775 req-3a8c5f86-fe3e-42dc-9fe3-2e8b902cd336 tempest-AttachVolumeTestJSON-1146266330 tempest-AttachVolumeTestJSON-1146266330-project] 10.222.0.26 "GET /v2.0/ports?device_id=389ee653-067e-467b-bff0-985e8b416fcd HTTP/1.1" status: 200 len: 944 time: 0.0491569 Aug 29 19:33:21.851742 dv-cinder-806191-2-iscsi neutron-server[93884]: INFO neutron.wsgi [req-3869d2c5-6255-413d-99b5-6f368c26b775 req-004423cc-35ca-4684-8640-b8e530973e65 tempest-AttachVolumeTestJSON-1146266330 tempest-AttachVolumeTestJSON-1146266330-project] 10.222.0.26 "GET /v2.0/security-groups?id=1a3c6850-5bd9-4b37-b255-06140bf69ccf&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0315530 Aug 29 19:33:21.868592 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-c214b08a-13ec-4cca-bdbd-998b9b76327d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777170380508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3627128'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:33:22.965310 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b66ff059-d34e-4462-8f5e-9d13cace037d req-6aca0493-3006-4f16-8096-81de2c2ef453 tempest-AttachVolumeTestJSON-1146266330 tempest-AttachVolumeTestJSON-1146266330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 19:33:22.967537 dv-cinder-806191-2-iscsi neutron-server[93883]: INFO neutron.wsgi [req-b66ff059-d34e-4462-8f5e-9d13cace037d req-6aca0493-3006-4f16-8096-81de2c2ef453 tempest-AttachVolumeTestJSON-1146266330 tempest-AttachVolumeTestJSON-1146266330-project] 10.222.0.26 "GET /v2.0/ports?device_id=389ee653-067e-467b-bff0-985e8b416fcd HTTP/1.1" status: 200 len: 944 time: 0.0495293 Aug 29 19:33:23.005536 dv-cinder-806191-2-iscsi neutron-server[93883]: INFO neutron.wsgi [req-b66ff059-d34e-4462-8f5e-9d13cace037d req-83b6aec0-08af-44d7-b3e6-3e124328dc33 tempest-AttachVolumeTestJSON-1146266330 tempest-AttachVolumeTestJSON-1146266330-project] 10.222.0.26 "GET /v2.0/security-groups?id=1a3c6850-5bd9-4b37-b255-06140bf69ccf&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0320365 Aug 29 19:33:24.118595 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cae091b3-2796-422c-8e76-aeb25599c700 req-9d618f00-b019-4c4d-ae7e-9be0c23a7a15 tempest-AttachVolumeTestJSON-1146266330 tempest-AttachVolumeTestJSON-1146266330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 19:33:24.120054 dv-cinder-806191-2-iscsi neutron-server[93884]: INFO neutron.wsgi [req-cae091b3-2796-422c-8e76-aeb25599c700 req-9d618f00-b019-4c4d-ae7e-9be0c23a7a15 tempest-AttachVolumeTestJSON-1146266330 tempest-AttachVolumeTestJSON-1146266330-project] 10.222.0.26 "GET /v2.0/ports?device_id=389ee653-067e-467b-bff0-985e8b416fcd HTTP/1.1" status: 200 len: 944 time: 0.0473795 Aug 29 19:33:24.156849 dv-cinder-806191-2-iscsi neutron-server[93884]: INFO neutron.wsgi [req-cae091b3-2796-422c-8e76-aeb25599c700 req-0c6857e7-b081-4690-81b8-7fa4a1f214ae tempest-AttachVolumeTestJSON-1146266330 tempest-AttachVolumeTestJSON-1146266330-project] 10.222.0.26 "GET /v2.0/security-groups?id=1a3c6850-5bd9-4b37-b255-06140bf69ccf&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0305076 Aug 29 19:33:24.520985 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-e411ce9c-394c-453f-add9-812245090945 None None] Device f4948e97-1313-49f0-a83b-35fbd1cf5ff5 details requested by agent hyperv_hv-cinder-80619 with host hv-cinder-80619 {{(pid=93885) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 19:33:24.611071 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-e411ce9c-394c-453f-add9-812245090945 None None] For port f4948e97-1313-49f0-a83b-35fbd1cf5ff5, host hv-cinder-80619, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80619',level=0,port_id=f4948e97-1313-49f0-a83b-35fbd1cf5ff5,segment=NetworkSegment(1ffed5ae-0150-459b-853a-8cab74a9c6c6),segment_id=1ffed5ae-0150-459b-853a-8cab74a9c6c6)] {{(pid=93885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 19:33:24.621609 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-e411ce9c-394c-453f-add9-812245090945 None None] Returning: {'device': 'f4948e97-1313-49f0-a83b-35fbd1cf5ff5', 'network_id': '230fb0ba-0d5c-429d-b34c-6dc749246226', 'port_id': 'f4948e97-1313-49f0-a83b-35fbd1cf5ff5', 'mac_address': 'fa:16:3e:37:2c:f9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 122, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '192a96b3-2546-4f6a-b5ab-9304317c7363', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93885) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 19:33:24.660035 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-e411ce9c-394c-453f-add9-812245090945 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3669058'] for port, before_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:33:24.672441 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.notifiers.nova [None req-e411ce9c-394c-453f-add9-812245090945 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f4948e97-1313-49f0-a83b-35fbd1cf5ff5 {{(pid=93885) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 19:33:24.691493 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-e411ce9c-394c-453f-add9-812245090945 None None] For port f4948e97-1313-49f0-a83b-35fbd1cf5ff5, host hv-cinder-80619, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80619',level=0,port_id=f4948e97-1313-49f0-a83b-35fbd1cf5ff5,segment=NetworkSegment(1ffed5ae-0150-459b-853a-8cab74a9c6c6),segment_id=1ffed5ae-0150-459b-853a-8cab74a9c6c6)] {{(pid=93885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 19:33:24.695363 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-e411ce9c-394c-453f-add9-812245090945 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3669005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3715978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777170436913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777169884182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777169884200'] for port, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:33:24.740874 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e411ce9c-394c-453f-add9-812245090945 None None] Pushing event updated for resources: {'Port': ['ID=f4948e97-1313-49f0-a83b-35fbd1cf5ff5,revision_number=4']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:33:24.907927 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-e411ce9c-394c-453f-add9-812245090945 None None] get_ports_and_sgs() called for port_ids ['f4948e97-1313-49f0-a83b-35fbd1cf5ff5'] {{(pid=93885) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 19:33:25.267257 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3179c56b-caaf-46a3-b5e1-ed6051223158 req-29d051ec-80d3-471d-ba78-3797af61659c tempest-AttachVolumeTestJSON-1146266330 tempest-AttachVolumeTestJSON-1146266330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 19:33:25.268712 dv-cinder-806191-2-iscsi neutron-server[93883]: INFO neutron.wsgi [req-3179c56b-caaf-46a3-b5e1-ed6051223158 req-29d051ec-80d3-471d-ba78-3797af61659c tempest-AttachVolumeTestJSON-1146266330 tempest-AttachVolumeTestJSON-1146266330-project] 10.222.0.26 "GET /v2.0/ports?device_id=389ee653-067e-467b-bff0-985e8b416fcd HTTP/1.1" status: 200 len: 945 time: 0.0474844 Aug 29 19:33:25.305328 dv-cinder-806191-2-iscsi neutron-server[93883]: INFO neutron.wsgi [req-3179c56b-caaf-46a3-b5e1-ed6051223158 req-a682c7ea-738a-4e85-a44d-1a6571651df4 tempest-AttachVolumeTestJSON-1146266330 tempest-AttachVolumeTestJSON-1146266330-project] 10.222.0.26 "GET /v2.0/security-groups?id=1a3c6850-5bd9-4b37-b255-06140bf69ccf&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0307062 Aug 29 19:33:26.424617 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f446bef-4b2f-484e-82d0-85cf78b55d0a req-52fa2217-b068-4837-93e8-55e8c8f13462 tempest-AttachVolumeTestJSON-1146266330 tempest-AttachVolumeTestJSON-1146266330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 19:33:26.426082 dv-cinder-806191-2-iscsi neutron-server[93884]: INFO neutron.wsgi [req-8f446bef-4b2f-484e-82d0-85cf78b55d0a req-52fa2217-b068-4837-93e8-55e8c8f13462 tempest-AttachVolumeTestJSON-1146266330 tempest-AttachVolumeTestJSON-1146266330-project] 10.222.0.26 "GET /v2.0/ports?device_id=389ee653-067e-467b-bff0-985e8b416fcd HTTP/1.1" status: 200 len: 945 time: 0.0528626 Aug 29 19:33:26.462638 dv-cinder-806191-2-iscsi neutron-server[93884]: INFO neutron.wsgi [req-8f446bef-4b2f-484e-82d0-85cf78b55d0a req-9824664d-d4d9-44d8-a537-60f699476cff tempest-AttachVolumeTestJSON-1146266330 tempest-AttachVolumeTestJSON-1146266330-project] 10.222.0.26 "GET /v2.0/security-groups?id=1a3c6850-5bd9-4b37-b255-06140bf69ccf&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0307448 Aug 29 19:33:26.521254 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-e411ce9c-394c-453f-add9-812245090945 None None] Device f4948e97-1313-49f0-a83b-35fbd1cf5ff5 up at agent hyperv_hv-cinder-80619 {{(pid=93885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 19:33:26.568351 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-e411ce9c-394c-453f-add9-812245090945 None None] Provisioning for port f4948e97-1313-49f0-a83b-35fbd1cf5ff5 completed by entity L2. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 19:33:26.572000 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-e411ce9c-394c-453f-add9-812245090945 None None] Provisioning complete for port f4948e97-1313-49f0-a83b-35fbd1cf5ff5 triggered by entity L2. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 19:33:26.572369 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-e411ce9c-394c-453f-add9-812245090945 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3627211'] for port, provisioning_complete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:33:26.644526 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-e411ce9c-394c-453f-add9-812245090945 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3669058'] for port, before_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:33:26.667083 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '389ee653-067e-467b-bff0-985e8b416fcd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f4948e97-1313-49f0-a83b-35fbd1cf5ff5'}] {{(pid=93885) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 19:33:26.669922 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b746b22f1a330a85490eeb53ccb4cfec71189e4c963aff014ae6842ea75f17cc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a9f2245e-0ee2-42c7-b565-c9a5e62bbebd" -d '{"events": [{"server_uuid": "389ee653-067e-467b-bff0-985e8b416fcd", "name": "network-vif-plugged", "status": "completed", "tag": "f4948e97-1313-49f0-a83b-35fbd1cf5ff5"}]}' {{(pid=93885) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 19:33:26.682406 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-e411ce9c-394c-453f-add9-812245090945 None None] For port f4948e97-1313-49f0-a83b-35fbd1cf5ff5, host hv-cinder-80619, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80619',level=0,port_id=f4948e97-1313-49f0-a83b-35fbd1cf5ff5,segment=NetworkSegment(1ffed5ae-0150-459b-853a-8cab74a9c6c6),segment_id=1ffed5ae-0150-459b-853a-8cab74a9c6c6)] {{(pid=93885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 19:33:26.686328 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-e411ce9c-394c-453f-add9-812245090945 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3669005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3715978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777170436913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777169884182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777169884200'] for port, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:33:26.737009 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e411ce9c-394c-453f-add9-812245090945 None None] Pushing event updated for resources: {'Port': ['ID=f4948e97-1313-49f0-a83b-35fbd1cf5ff5,revision_number=5']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:33:26.765306 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 19:33:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-61d65957-6938-42d9-b1ab-1d17744d3424 x-openstack-request-id: req-61d65957-6938-42d9-b1ab-1d17744d3424 {{(pid=93885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 19:33:26.765598 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "389ee653-067e-467b-bff0-985e8b416fcd", "name": "network-vif-plugged", "status": "completed", "tag": "f4948e97-1313-49f0-a83b-35fbd1cf5ff5", "code": 200}]} {{(pid=93885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 19:33:26.765844 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-61d65957-6938-42d9-b1ab-1d17744d3424 {{(pid=93885) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 19:33:26.766230 dv-cinder-806191-2-iscsi neutron-server[93885]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '389ee653-067e-467b-bff0-985e8b416fcd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f4948e97-1313-49f0-a83b-35fbd1cf5ff5', 'code': 200} Aug 29 19:33:26.925749 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb559c3e-fb45-42e7-8da1-142af64e3eb9 req-bd23c9da-7223-4421-941c-c94c98924543 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 19:33:26.927285 dv-cinder-806191-2-iscsi neutron-server[93884]: INFO neutron.wsgi [req-fb559c3e-fb45-42e7-8da1-142af64e3eb9 req-bd23c9da-7223-4421-941c-c94c98924543 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=389ee653-067e-467b-bff0-985e8b416fcd HTTP/1.1" status: 200 len: 1099 time: 0.0396137 Aug 29 19:33:26.961965 dv-cinder-806191-2-iscsi neutron-server[93884]: INFO neutron.wsgi [req-fb559c3e-fb45-42e7-8da1-142af64e3eb9 req-2a6d73f2-344f-4a01-b991-03dcb8ca6689 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=1a3c6850-5bd9-4b37-b255-06140bf69ccf&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0281253 Aug 29 19:33:27.575528 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0dc28bb-42be-4569-9bb1-3336f1eccc7d req-55bf997a-21fe-49b9-8ecc-e78ec1c400c1 tempest-AttachVolumeTestJSON-1146266330 tempest-AttachVolumeTestJSON-1146266330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 19:33:27.576994 dv-cinder-806191-2-iscsi neutron-server[93884]: INFO neutron.wsgi [req-f0dc28bb-42be-4569-9bb1-3336f1eccc7d req-55bf997a-21fe-49b9-8ecc-e78ec1c400c1 tempest-AttachVolumeTestJSON-1146266330 tempest-AttachVolumeTestJSON-1146266330-project] 10.222.0.26 "GET /v2.0/ports?device_id=389ee653-067e-467b-bff0-985e8b416fcd HTTP/1.1" status: 200 len: 946 time: 0.0491431 Aug 29 19:33:27.613249 dv-cinder-806191-2-iscsi neutron-server[93884]: INFO neutron.wsgi [req-f0dc28bb-42be-4569-9bb1-3336f1eccc7d req-2e817560-c1f6-45ac-8842-c7bd95931610 tempest-AttachVolumeTestJSON-1146266330 tempest-AttachVolumeTestJSON-1146266330-project] 10.222.0.26 "GET /v2.0/security-groups?id=1a3c6850-5bd9-4b37-b255-06140bf69ccf&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0304933 Aug 29 19:33:28.729856 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-807a1076-d9f7-4b7c-b065-3af3daede21b req-ad9e61b9-aafe-4e78-8883-7ee773050751 tempest-AttachVolumeTestJSON-1146266330 tempest-AttachVolumeTestJSON-1146266330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 19:33:28.731330 dv-cinder-806191-2-iscsi neutron-server[93883]: INFO neutron.wsgi [req-807a1076-d9f7-4b7c-b065-3af3daede21b req-ad9e61b9-aafe-4e78-8883-7ee773050751 tempest-AttachVolumeTestJSON-1146266330 tempest-AttachVolumeTestJSON-1146266330-project] 10.222.0.26 "GET /v2.0/ports?device_id=389ee653-067e-467b-bff0-985e8b416fcd HTTP/1.1" status: 200 len: 946 time: 0.0508218 Aug 29 19:33:28.768678 dv-cinder-806191-2-iscsi neutron-server[93883]: INFO neutron.wsgi [req-807a1076-d9f7-4b7c-b065-3af3daede21b req-c24ba365-b7f9-4913-963e-b20fdc9c279d tempest-AttachVolumeTestJSON-1146266330 tempest-AttachVolumeTestJSON-1146266330-project] 10.222.0.26 "GET /v2.0/security-groups?id=1a3c6850-5bd9-4b37-b255-06140bf69ccf&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0309885 Aug 29 19:33:28.880867 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a244bbf-cdf8-4aba-a31c-7e96ba230aca req-7561ef4d-3971-4778-8927-411096bdcc9b tempest-AttachVolumeTestJSON-1146266330 tempest-AttachVolumeTestJSON-1146266330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 19:33:28.882323 dv-cinder-806191-2-iscsi neutron-server[93884]: INFO neutron.wsgi [req-1a244bbf-cdf8-4aba-a31c-7e96ba230aca req-7561ef4d-3971-4778-8927-411096bdcc9b tempest-AttachVolumeTestJSON-1146266330 tempest-AttachVolumeTestJSON-1146266330-project] 10.222.0.26 "GET /v2.0/ports?device_id=389ee653-067e-467b-bff0-985e8b416fcd HTTP/1.1" status: 200 len: 946 time: 0.0515504 Aug 29 19:33:28.890702 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.26', 36442) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 19:33:28.894986 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.api.v2.base [None req-5150c0a0-478e-4090-9811-ec8bce416630 tempest-AttachVolumeTestJSON-1146266330 tempest-AttachVolumeTestJSON-1146266330-project] Request body: {'floatingip': {'port_id': 'f4948e97-1313-49f0-a83b-35fbd1cf5ff5'}} {{(pid=93884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 19:33:28.932993 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-5150c0a0-478e-4090-9811-ec8bce416630 tempest-AttachVolumeTestJSON-1146266330 tempest-AttachVolumeTestJSON-1146266330-project] Notify callbacks [] for floatingip, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:33:29.357827 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-5150c0a0-478e-4090-9811-ec8bce416630 tempest-AttachVolumeTestJSON-1146266330 tempest-AttachVolumeTestJSON-1146266330-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:33:29.361602 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-5150c0a0-478e-4090-9811-ec8bce416630 tempest-AttachVolumeTestJSON-1146266330 tempest-AttachVolumeTestJSON-1146266330-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3676317'] for floatingip, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:33:29.458903 dv-cinder-806191-2-iscsi neutron-server[93884]: INFO neutron.db.l3_db [None req-5150c0a0-478e-4090-9811-ec8bce416630 tempest-AttachVolumeTestJSON-1146266330 tempest-AttachVolumeTestJSON-1146266330-project] Floating IP fe978e35-180e-4782-a425-0a51259f8df0 associated. External IP: 172.27.2.149, port: f4948e97-1313-49f0-a83b-35fbd1cf5ff5. Aug 29 19:33:29.659848 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5150c0a0-478e-4090-9811-ec8bce416630 tempest-AttachVolumeTestJSON-1146266330 tempest-AttachVolumeTestJSON-1146266330-project] Router 23f29ba4-9fa5-47f6-942a-21a84cbf601f has already been hosted by L3 agent c3ed3b02-d107-45f2-9b2a-fff9b0cfaa96 {{(pid=93884) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 19:33:29.762328 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5150c0a0-478e-4090-9811-ec8bce416630 tempest-AttachVolumeTestJSON-1146266330 tempest-AttachVolumeTestJSON-1146266330-project] Notify agent at l3_agent.dv-cinder-806191-2-iscsi the message routers_updated {{(pid=93884) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 19:33:29.767927 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-5150c0a0-478e-4090-9811-ec8bce416630 tempest-AttachVolumeTestJSON-1146266330 tempest-AttachVolumeTestJSON-1146266330-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-256493'] for floatingip, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:33:29.772416 dv-cinder-806191-2-iscsi neutron-server[93886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0c8aa0d-9b52-4938-8a87-334760a8f1a1 None None] Sync routers for ids ['23f29ba4-9fa5-47f6-942a-21a84cbf601f'] in dv-cinder-806191-2-iscsi {{(pid=93886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 19:33:29.782908 dv-cinder-806191-2-iscsi neutron-server[93886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0c8aa0d-9b52-4938-8a87-334760a8f1a1 None None] Routers {'23f29ba4-9fa5-47f6-942a-21a84cbf601f'} bound to L3 agent in host dv-cinder-806191-2-iscsi {{(pid=93886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 19:33:29.783528 dv-cinder-806191-2-iscsi neutron-server[93886]: DEBUG neutron.db.l3_hamode_db [None req-d0c8aa0d-9b52-4938-8a87-334760a8f1a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806191-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-29T19:13:49Z,description=,heartbeat_timestamp=2021-08-29T19:33:19Z,host='dv-cinder-806191-2-iscsi',id=c3ed3b02-d107-45f2-9b2a-fff9b0cfaa96,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T19:13:49Z,topic='l3_agent')) {'router_ids': ['23f29ba4-9fa5-47f6-942a-21a84cbf601f'], 'active': True} {{(pid=93886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 19:33:29.890397 dv-cinder-806191-2-iscsi neutron-server[93886]: DEBUG neutron.db.l3_dvr_db [None req-d0c8aa0d-9b52-4938-8a87-334760a8f1a1 None None] Set router 23f29ba4-9fa5-47f6-942a-21a84cbf601f gateway port host: dv-cinder-806191-2-iscsi {{(pid=93886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 19:33:30.058467 dv-cinder-806191-2-iscsi neutron-server[93884]: INFO neutron.wsgi [None req-5150c0a0-478e-4090-9811-ec8bce416630 tempest-AttachVolumeTestJSON-1146266330 tempest-AttachVolumeTestJSON-1146266330-project] 10.222.0.26 "PUT /v2.0/floatingips/fe978e35-180e-4782-a425-0a51259f8df0 HTTP/1.1" status: 200 len: 992 time: 1.1667442 Aug 29 19:33:30.059111 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '389ee653-067e-467b-bff0-985e8b416fcd', 'tag': 'f4948e97-1313-49f0-a83b-35fbd1cf5ff5'}] {{(pid=93884) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 19:33:30.061819 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}af0273b9eb9050257146764f7dfc5aa69aec40d1770056ff1a21a350116cd0eb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c6b425e8-d9ae-43d0-8c21-65b2982dbe48" -d '{"events": [{"name": "network-changed", "server_uuid": "389ee653-067e-467b-bff0-985e8b416fcd", "tag": "f4948e97-1313-49f0-a83b-35fbd1cf5ff5"}]}' {{(pid=93884) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 19:33:30.099113 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 19:33:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-71999d72-3715-4813-82b0-bfa0acd9adaa x-openstack-request-id: req-71999d72-3715-4813-82b0-bfa0acd9adaa {{(pid=93884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 19:33:30.099405 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "389ee653-067e-467b-bff0-985e8b416fcd", "tag": "f4948e97-1313-49f0-a83b-35fbd1cf5ff5", "status": "completed", "code": 200}]} {{(pid=93884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 19:33:30.099656 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-71999d72-3715-4813-82b0-bfa0acd9adaa {{(pid=93884) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 19:33:30.100184 dv-cinder-806191-2-iscsi neutron-server[93884]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '389ee653-067e-467b-bff0-985e8b416fcd', 'tag': 'f4948e97-1313-49f0-a83b-35fbd1cf5ff5', 'status': 'completed', 'code': 200} Aug 29 19:33:30.120188 dv-cinder-806191-2-iscsi neutron-server[93886]: DEBUG neutron.db.l3_hamode_db [None req-d0c8aa0d-9b52-4938-8a87-334760a8f1a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '23f29ba4-9fa5-47f6-942a-21a84cbf601f', 'name': 'tempest-AttachVolumeTestJSON-1891733547-router', 'tenant_id': '8815ddef504e468ab8ba921434be8123', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7209b701-ecaa-476a-bd58-d61d280c16d3', 'external_fixed_ips': [{'subnet_id': '71309eb1-223f-47ba-9803-1437c965e178', 'ip_address': '172.27.2.246'}], 'enable_snat': True}, 'gw_port_id': 'a0a964fa-9497-4810-a458-0b5d984eeba9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T19:30:25Z', 'updated_at': '2021-08-29T19:30:28Z', 'revision_number': 4, 'project_id': '8815ddef504e468ab8ba921434be8123', 'gw_port': {'id': 'a0a964fa-9497-4810-a458-0b5d984eeba9', 'name': '', 'network_id': '7209b701-ecaa-476a-bd58-d61d280c16d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:af:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23f29ba4-9fa5-47f6-942a-21a84cbf601f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 652, 'fixed_ips': [{'subnet_id': '71309eb1-223f-47ba-9803-1437c965e178', 'ip_address': '172.27.2.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806191-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T19:30:26Z', 'updated_at': '2021-08-29T19:30:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71309eb1-223f-47ba-9803-1437c965e178', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806191-2-iscsi', '_floatingips': [{'id': 'fe978e35-180e-4782-a425-0a51259f8df0', 'tenant_id': '8815ddef504e468ab8ba921434be8123', 'floating_ip_address': '172.27.2.149', 'floating_network_id': '7209b701-ecaa-476a-bd58-d61d280c16d3', 'router_id': '23f29ba4-9fa5-47f6-942a-21a84cbf601f', 'port_id': 'f4948e97-1313-49f0-a83b-35fbd1cf5ff5', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 671, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '230fb0ba-0d5c-429d-b34c-6dc749246226', 'mac_address': 'fa:16:3e:37:2c:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '389ee653-067e-467b-bff0-985e8b416fcd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-29T19:33:13Z', 'updated_at': '2021-08-29T19:33:29Z', 'revision_number': 1, 'project_id': '8815ddef504e468ab8ba921434be8123', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '773a5a82-93e8-41c9-9b77-39675df5cb05', 'name': '', 'network_id': '230fb0ba-0d5c-429d-b34c-6dc749246226', 'tenant_id': '8815ddef504e468ab8ba921434be8123', 'mac_address': 'fa:16:3e:f5:22:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23f29ba4-9fa5-47f6-942a-21a84cbf601f', 'device_owner': 'network:router_interface', 'standard_attr_id': 653, 'fixed_ips': [{'subnet_id': '192a96b3-2546-4f6a-b5ab-9304317c7363', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806191-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T19:30:27Z', 'updated_at': '2021-08-29T19:30:33Z', 'revision_number': 5, 'project_id': '8815ddef504e468ab8ba921434be8123', 'subnets': [{'id': '192a96b3-2546-4f6a-b5ab-9304317c7363', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806191-2-iscsi', False) {} {{(pid=93886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 19:33:30.145975 dv-cinder-806191-2-iscsi neutron-server[93886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0c8aa0d-9b52-4938-8a87-334760a8f1a1 None None] Checking router: 23f29ba4-9fa5-47f6-942a-21a84cbf601f for host: dv-cinder-806191-2-iscsi {{(pid=93886) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 19:33:30.154770 dv-cinder-806191-2-iscsi neutron-server[93886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0c8aa0d-9b52-4938-8a87-334760a8f1a1 None None] Routers {'23f29ba4-9fa5-47f6-942a-21a84cbf601f'} bound to L3 agent in host dv-cinder-806191-2-iscsi {{(pid=93886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 19:33:30.155367 dv-cinder-806191-2-iscsi neutron-server[93886]: DEBUG neutron.db.l3_hamode_db [None req-d0c8aa0d-9b52-4938-8a87-334760a8f1a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806191-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-29T19:13:49Z,description=,heartbeat_timestamp=2021-08-29T19:33:19Z,host='dv-cinder-806191-2-iscsi',id=c3ed3b02-d107-45f2-9b2a-fff9b0cfaa96,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T19:13:49Z,topic='l3_agent')) {'router_ids': ['23f29ba4-9fa5-47f6-942a-21a84cbf601f'], 'active': True} {{(pid=93886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 19:33:30.161969 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6b425e8-d9ae-43d0-8c21-65b2982dbe48 req-32006b0c-a6a7-4670-9747-e50d39bea0ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 19:33:30.164021 dv-cinder-806191-2-iscsi neutron-server[93884]: INFO neutron.wsgi [req-c6b425e8-d9ae-43d0-8c21-65b2982dbe48 req-32006b0c-a6a7-4670-9747-e50d39bea0ed service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=8815ddef504e468ab8ba921434be8123&device_id=389ee653-067e-467b-bff0-985e8b416fcd HTTP/1.1" status: 200 len: 1099 time: 0.0421433 Aug 29 19:33:30.262045 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6b425e8-d9ae-43d0-8c21-65b2982dbe48 req-da466225-6632-491c-8e5a-72f5fb9afbfe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 19:33:30.263629 dv-cinder-806191-2-iscsi neutron-server[93884]: INFO neutron.wsgi [req-c6b425e8-d9ae-43d0-8c21-65b2982dbe48 req-da466225-6632-491c-8e5a-72f5fb9afbfe service neutron] 10.222.0.23 "GET /v2.0/networks?id=230fb0ba-0d5c-429d-b34c-6dc749246226 HTTP/1.1" status: 200 len: 912 time: 0.0926604 Aug 29 19:33:30.328573 dv-cinder-806191-2-iscsi neutron-server[93884]: INFO neutron.wsgi [req-c6b425e8-d9ae-43d0-8c21-65b2982dbe48 req-49d51307-ef51-40ee-8939-c7159f97a69d service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f4948e97-1313-49f0-a83b-35fbd1cf5ff5 HTTP/1.1" status: 200 len: 1000 time: 0.0580206 Aug 29 19:33:30.345288 dv-cinder-806191-2-iscsi neutron-server[93886]: DEBUG neutron.db.l3_dvr_db [None req-d0c8aa0d-9b52-4938-8a87-334760a8f1a1 None None] Set router 23f29ba4-9fa5-47f6-942a-21a84cbf601f gateway port host: dv-cinder-806191-2-iscsi {{(pid=93886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 19:33:30.376819 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6b425e8-d9ae-43d0-8c21-65b2982dbe48 req-011b4472-40c5-4bf4-ac18-507016c60cda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 19:33:30.378295 dv-cinder-806191-2-iscsi neutron-server[93884]: INFO neutron.wsgi [req-c6b425e8-d9ae-43d0-8c21-65b2982dbe48 req-011b4472-40c5-4bf4-ac18-507016c60cda service neutron] 10.222.0.23 "GET /v2.0/subnets?id=192a96b3-2546-4f6a-b5ab-9304317c7363 HTTP/1.1" status: 200 len: 850 time: 0.0436664 Aug 29 19:33:30.427001 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6b425e8-d9ae-43d0-8c21-65b2982dbe48 req-f9c269f5-f440-4a2d-a224-dc655157cd06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 19:33:30.428542 dv-cinder-806191-2-iscsi neutron-server[93884]: INFO neutron.wsgi [req-c6b425e8-d9ae-43d0-8c21-65b2982dbe48 req-f9c269f5-f440-4a2d-a224-dc655157cd06 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=230fb0ba-0d5c-429d-b34c-6dc749246226&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0435834 Aug 29 19:33:30.517011 dv-cinder-806191-2-iscsi neutron-server[93884]: INFO neutron.wsgi [req-c6b425e8-d9ae-43d0-8c21-65b2982dbe48 req-5508dd5e-9cb9-4380-bfda-875a2b13f751 service neutron] 10.222.0.23 "GET /v2.0/networks/230fb0ba-0d5c-429d-b34c-6dc749246226?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0814593 Aug 29 19:33:30.566727 dv-cinder-806191-2-iscsi neutron-server[93886]: DEBUG neutron.db.l3_hamode_db [None req-d0c8aa0d-9b52-4938-8a87-334760a8f1a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '23f29ba4-9fa5-47f6-942a-21a84cbf601f', 'name': 'tempest-AttachVolumeTestJSON-1891733547-router', 'tenant_id': '8815ddef504e468ab8ba921434be8123', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7209b701-ecaa-476a-bd58-d61d280c16d3', 'external_fixed_ips': [{'subnet_id': '71309eb1-223f-47ba-9803-1437c965e178', 'ip_address': '172.27.2.246'}], 'enable_snat': True}, 'gw_port_id': 'a0a964fa-9497-4810-a458-0b5d984eeba9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T19:30:25Z', 'updated_at': '2021-08-29T19:30:28Z', 'revision_number': 4, 'project_id': '8815ddef504e468ab8ba921434be8123', 'gw_port': {'id': 'a0a964fa-9497-4810-a458-0b5d984eeba9', 'name': '', 'network_id': '7209b701-ecaa-476a-bd58-d61d280c16d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:af:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23f29ba4-9fa5-47f6-942a-21a84cbf601f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 652, 'fixed_ips': [{'subnet_id': '71309eb1-223f-47ba-9803-1437c965e178', 'ip_address': '172.27.2.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806191-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T19:30:26Z', 'updated_at': '2021-08-29T19:30:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71309eb1-223f-47ba-9803-1437c965e178', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806191-2-iscsi', '_floatingips': [{'id': 'fe978e35-180e-4782-a425-0a51259f8df0', 'tenant_id': '8815ddef504e468ab8ba921434be8123', 'floating_ip_address': '172.27.2.149', 'floating_network_id': '7209b701-ecaa-476a-bd58-d61d280c16d3', 'router_id': '23f29ba4-9fa5-47f6-942a-21a84cbf601f', 'port_id': 'f4948e97-1313-49f0-a83b-35fbd1cf5ff5', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 671, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '230fb0ba-0d5c-429d-b34c-6dc749246226', 'mac_address': 'fa:16:3e:37:2c:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '389ee653-067e-467b-bff0-985e8b416fcd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-29T19:33:13Z', 'updated_at': '2021-08-29T19:33:29Z', 'revision_number': 1, 'project_id': '8815ddef504e468ab8ba921434be8123', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '773a5a82-93e8-41c9-9b77-39675df5cb05', 'name': '', 'network_id': '230fb0ba-0d5c-429d-b34c-6dc749246226', 'tenant_id': '8815ddef504e468ab8ba921434be8123', 'mac_address': 'fa:16:3e:f5:22:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23f29ba4-9fa5-47f6-942a-21a84cbf601f', 'device_owner': 'network:router_interface', 'standard_attr_id': 653, 'fixed_ips': [{'subnet_id': '192a96b3-2546-4f6a-b5ab-9304317c7363', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806191-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T19:30:27Z', 'updated_at': '2021-08-29T19:30:33Z', 'revision_number': 5, 'project_id': '8815ddef504e468ab8ba921434be8123', 'subnets': [{'id': '192a96b3-2546-4f6a-b5ab-9304317c7363', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806191-2-iscsi', False) {} {{(pid=93886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 19:33:30.593459 dv-cinder-806191-2-iscsi neutron-server[93886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0c8aa0d-9b52-4938-8a87-334760a8f1a1 None None] The sync data for ids ['23f29ba4-9fa5-47f6-942a-21a84cbf601f'] in dv-cinder-806191-2-iscsi is: [{'id': '23f29ba4-9fa5-47f6-942a-21a84cbf601f', 'name': 'tempest-AttachVolumeTestJSON-1891733547-router', 'tenant_id': '8815ddef504e468ab8ba921434be8123', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7209b701-ecaa-476a-bd58-d61d280c16d3', 'external_fixed_ips': [{'subnet_id': '71309eb1-223f-47ba-9803-1437c965e178', 'ip_address': '172.27.2.246'}], 'enable_snat': True}, 'gw_port_id': 'a0a964fa-9497-4810-a458-0b5d984eeba9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T19:30:25Z', 'updated_at': '2021-08-29T19:30:28Z', 'revision_number': 4, 'project_id': '8815ddef504e468ab8ba921434be8123', 'gw_port': {'id': 'a0a964fa-9497-4810-a458-0b5d984eeba9', 'name': '', 'network_id': '7209b701-ecaa-476a-bd58-d61d280c16d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:af:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23f29ba4-9fa5-47f6-942a-21a84cbf601f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 652, 'fixed_ips': [{'subnet_id': '71309eb1-223f-47ba-9803-1437c965e178', 'ip_address': '172.27.2.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806191-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T19:30:26Z', 'updated_at': '2021-08-29T19:30:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71309eb1-223f-47ba-9803-1437c965e178', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806191-2-iscsi', '_floatingips': [{'id': 'fe978e35-180e-4782-a425-0a51259f8df0', 'tenant_id': '8815ddef504e468ab8ba921434be8123', 'floating_ip_address': '172.27.2.149', 'floating_network_id': '7209b701-ecaa-476a-bd58-d61d280c16d3', 'router_id': '23f29ba4-9fa5-47f6-942a-21a84cbf601f', 'port_id': 'f4948e97-1313-49f0-a83b-35fbd1cf5ff5', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 671, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '230fb0ba-0d5c-429d-b34c-6dc749246226', 'mac_address': 'fa:16:3e:37:2c:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '389ee653-067e-467b-bff0-985e8b416fcd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-29T19:33:13Z', 'updated_at': '2021-08-29T19:33:29Z', 'revision_number': 1, 'project_id': '8815ddef504e468ab8ba921434be8123', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '773a5a82-93e8-41c9-9b77-39675df5cb05', 'name': '', 'network_id': '230fb0ba-0d5c-429d-b34c-6dc749246226', 'tenant_id': '8815ddef504e468ab8ba921434be8123', 'mac_address': 'fa:16:3e:f5:22:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23f29ba4-9fa5-47f6-942a-21a84cbf601f', 'device_owner': 'network:router_interface', 'standard_attr_id': 653, 'fixed_ips': [{'subnet_id': '192a96b3-2546-4f6a-b5ab-9304317c7363', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806191-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T19:30:27Z', 'updated_at': '2021-08-29T19:30:33Z', 'revision_number': 5, 'project_id': '8815ddef504e468ab8ba921434be8123', 'subnets': [{'id': '192a96b3-2546-4f6a-b5ab-9304317c7363', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 19:33:30.614850 dv-cinder-806191-2-iscsi neutron-server[93884]: INFO neutron.wsgi [req-c6b425e8-d9ae-43d0-8c21-65b2982dbe48 req-d37c1220-92cb-42b0-9585-06f13ce578a6 service neutron] 10.222.0.23 "GET /v2.0/networks/230fb0ba-0d5c-429d-b34c-6dc749246226?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0907500 Aug 29 19:33:30.780019 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2b6a13d-8a56-4361-ae09-4290eec5138c None None] New status for floating IP fe978e35-180e-4782-a425-0a51259f8df0: ACTIVE {{(pid=93885) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 29 19:33:40.459927 dv-cinder-806191-2-iscsi neutron-server[93886]: DEBUG neutron.db.agents_db [None req-c8461fad-6a9a-4fb7-93e9-57a62b582dc0 None None] Agent healthcheck: found 6 active agents {{(pid=93886) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 19:33:46.417533 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-860147dd-34ea-4b67-9338-efa3db8e074d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777170380508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3627128'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:33:49.036940 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-93863512-f7ec-4219-8197-ba2d694bc540 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777170380508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3627128'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:33:49.693761 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-f7f3f912-659a-49f9-ab3a-0560ee4983b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777170380508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3627128'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:33:50.413375 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-ed31fb2d-405b-476e-b16a-f8415d14bc27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777170380508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3627128'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:33:50.769879 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-e411ce9c-394c-453f-add9-812245090945 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777170380508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3627128'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:33:51.871327 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-c214b08a-13ec-4cca-bdbd-998b9b76327d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777170380508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3627128'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:33:57.693027 dv-cinder-806191-2-iscsi neutron-server[93884]: INFO neutron.wsgi [req-9ae4aabb-8b02-4335-8248-53b8ed3d1719 req-e314265e-e186-450a-b25b-2f7cedd21137 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=389ee653-067e-467b-bff0-985e8b416fcd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0395646 Aug 29 19:33:57.772914 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ae4aabb-8b02-4335-8248-53b8ed3d1719 req-f605c60b-7a7c-4468-9c54-c3b81b1386fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 19:33:57.774451 dv-cinder-806191-2-iscsi neutron-server[93884]: INFO neutron.wsgi [req-9ae4aabb-8b02-4335-8248-53b8ed3d1719 req-f605c60b-7a7c-4468-9c54-c3b81b1386fd service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=8815ddef504e468ab8ba921434be8123&device_id=389ee653-067e-467b-bff0-985e8b416fcd HTTP/1.1" status: 200 len: 1099 time: 0.0397751 Aug 29 19:33:57.878405 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ae4aabb-8b02-4335-8248-53b8ed3d1719 req-51ac603f-b9c8-4c19-9351-d898310a4496 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 19:33:57.879882 dv-cinder-806191-2-iscsi neutron-server[93884]: INFO neutron.wsgi [req-9ae4aabb-8b02-4335-8248-53b8ed3d1719 req-51ac603f-b9c8-4c19-9351-d898310a4496 service neutron] 10.222.0.23 "GET /v2.0/networks?id=230fb0ba-0d5c-429d-b34c-6dc749246226 HTTP/1.1" status: 200 len: 912 time: 0.0859828 Aug 29 19:33:57.943740 dv-cinder-806191-2-iscsi neutron-server[93884]: INFO neutron.wsgi [req-9ae4aabb-8b02-4335-8248-53b8ed3d1719 req-2537d730-f1c1-4db3-b988-6cce8bb6a6e0 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f4948e97-1313-49f0-a83b-35fbd1cf5ff5 HTTP/1.1" status: 200 len: 1002 time: 0.0564091 Aug 29 19:33:57.992652 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ae4aabb-8b02-4335-8248-53b8ed3d1719 req-473ab40a-93ba-45c5-8722-a0b010d8d8ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 19:33:57.994097 dv-cinder-806191-2-iscsi neutron-server[93884]: INFO neutron.wsgi [req-9ae4aabb-8b02-4335-8248-53b8ed3d1719 req-473ab40a-93ba-45c5-8722-a0b010d8d8ad service neutron] 10.222.0.23 "GET /v2.0/subnets?id=192a96b3-2546-4f6a-b5ab-9304317c7363 HTTP/1.1" status: 200 len: 850 time: 0.0429027 Aug 29 19:33:58.041866 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ae4aabb-8b02-4335-8248-53b8ed3d1719 req-1efdeae1-918e-4d4d-b386-11d77129db0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 19:33:58.043371 dv-cinder-806191-2-iscsi neutron-server[93884]: INFO neutron.wsgi [req-9ae4aabb-8b02-4335-8248-53b8ed3d1719 req-1efdeae1-918e-4d4d-b386-11d77129db0c service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=230fb0ba-0d5c-429d-b34c-6dc749246226&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0424030 Aug 29 19:33:58.130568 dv-cinder-806191-2-iscsi neutron-server[93884]: INFO neutron.wsgi [req-9ae4aabb-8b02-4335-8248-53b8ed3d1719 req-48154d25-3fce-47d8-b29a-d7263150f12d service neutron] 10.222.0.23 "GET /v2.0/networks/230fb0ba-0d5c-429d-b34c-6dc749246226?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0798619 Aug 29 19:33:58.223583 dv-cinder-806191-2-iscsi neutron-server[93884]: INFO neutron.wsgi [req-9ae4aabb-8b02-4335-8248-53b8ed3d1719 req-e90bed17-15b6-4ca5-8341-101c8c5e9adc service neutron] 10.222.0.23 "GET /v2.0/networks/230fb0ba-0d5c-429d-b34c-6dc749246226?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855625 Aug 29 19:34:16.419182 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-824482d3-9803-4742-8d76-1d1611421602 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777170380508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3627128'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:34:17.459185 dv-cinder-806191-2-iscsi neutron-server[93886]: DEBUG neutron.db.agents_db [None req-c8461fad-6a9a-4fb7-93e9-57a62b582dc0 None None] Agent healthcheck: found 6 active agents {{(pid=93886) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 19:34:19.036896 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-39a3a8db-1c5c-41cb-9323-92caa34b05ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777170380508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3627128'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:34:19.694558 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-f7f3f912-659a-49f9-ab3a-0560ee4983b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777170380508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3627128'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:34:20.416665 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-ed31fb2d-405b-476e-b16a-f8415d14bc27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777170380508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3627128'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:34:20.766036 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-e411ce9c-394c-453f-add9-812245090945 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777170380508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3627128'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:34:21.875442 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-c214b08a-13ec-4cca-bdbd-998b9b76327d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777170380508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3627128'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:34:26.594093 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da80a99f-f985-4e6c-912a-be11ad943066 req-e9e97a95-bc42-47f0-a251-6240583ba5e8 tempest-AttachVolumeTestJSON-1146266330 tempest-AttachVolumeTestJSON-1146266330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 19:34:26.595468 dv-cinder-806191-2-iscsi neutron-server[93883]: INFO neutron.wsgi [req-da80a99f-f985-4e6c-912a-be11ad943066 req-e9e97a95-bc42-47f0-a251-6240583ba5e8 tempest-AttachVolumeTestJSON-1146266330 tempest-AttachVolumeTestJSON-1146266330-project] 10.222.0.26 "GET /v2.0/ports?device_id=389ee653-067e-467b-bff0-985e8b416fcd HTTP/1.1" status: 200 len: 946 time: 0.0479434 Aug 29 19:34:26.632102 dv-cinder-806191-2-iscsi neutron-server[93883]: INFO neutron.wsgi [req-da80a99f-f985-4e6c-912a-be11ad943066 req-fd47c006-4675-427a-8223-da0e30e8d91c tempest-AttachVolumeTestJSON-1146266330 tempest-AttachVolumeTestJSON-1146266330-project] 10.222.0.26 "GET /v2.0/security-groups?id=1a3c6850-5bd9-4b37-b255-06140bf69ccf&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0307372 Aug 29 19:34:27.747663 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-207e30b6-d9a1-478f-a672-24f60721c3ad req-45d320e6-1c9a-440c-ac89-1af75f24aac1 tempest-AttachVolumeTestJSON-1146266330 tempest-AttachVolumeTestJSON-1146266330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 19:34:27.749765 dv-cinder-806191-2-iscsi neutron-server[93884]: INFO neutron.wsgi [req-207e30b6-d9a1-478f-a672-24f60721c3ad req-45d320e6-1c9a-440c-ac89-1af75f24aac1 tempest-AttachVolumeTestJSON-1146266330 tempest-AttachVolumeTestJSON-1146266330-project] 10.222.0.26 "GET /v2.0/ports?device_id=389ee653-067e-467b-bff0-985e8b416fcd HTTP/1.1" status: 200 len: 946 time: 0.0492718 Aug 29 19:34:27.787548 dv-cinder-806191-2-iscsi neutron-server[93884]: INFO neutron.wsgi [req-207e30b6-d9a1-478f-a672-24f60721c3ad req-0510e595-8641-4b98-9b91-94bfde71257b tempest-AttachVolumeTestJSON-1146266330 tempest-AttachVolumeTestJSON-1146266330-project] 10.222.0.26 "GET /v2.0/security-groups?id=1a3c6850-5bd9-4b37-b255-06140bf69ccf&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0318131 Aug 29 19:34:28.188943 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cd674d8-0df4-424b-b257-97ec01cc6a26 req-66ccee6e-8a90-4663-888a-8a5e315687ff tempest-AttachVolumeTestJSON-1146266330 tempest-AttachVolumeTestJSON-1146266330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 19:34:28.190372 dv-cinder-806191-2-iscsi neutron-server[93884]: INFO neutron.wsgi [req-2cd674d8-0df4-424b-b257-97ec01cc6a26 req-66ccee6e-8a90-4663-888a-8a5e315687ff tempest-AttachVolumeTestJSON-1146266330 tempest-AttachVolumeTestJSON-1146266330-project] 10.222.0.23 "GET /v2.0/ports?device_id=389ee653-067e-467b-bff0-985e8b416fcd HTTP/1.1" status: 200 len: 946 time: 0.0469286 Aug 29 19:34:28.278673 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [req-2cd674d8-0df4-424b-b257-97ec01cc6a26 req-5c17624e-f35c-46e9-8f23-6d8ef7dc8be2 tempest-AttachVolumeTestJSON-1146266330 tempest-AttachVolumeTestJSON-1146266330-project] Deleting port f4948e97-1313-49f0-a83b-35fbd1cf5ff5 {{(pid=93884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 19:34:28.278912 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-2cd674d8-0df4-424b-b257-97ec01cc6a26 req-5c17624e-f35c-46e9-8f23-6d8ef7dc8be2 tempest-AttachVolumeTestJSON-1146266330 tempest-AttachVolumeTestJSON-1146266330-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777170414367'] for port, before_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:34:28.364197 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.db [req-2cd674d8-0df4-424b-b257-97ec01cc6a26 req-5c17624e-f35c-46e9-8f23-6d8ef7dc8be2 tempest-AttachVolumeTestJSON-1146266330 tempest-AttachVolumeTestJSON-1146266330-project] For port f4948e97-1313-49f0-a83b-35fbd1cf5ff5, host hv-cinder-80619, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80619',level=0,port_id=f4948e97-1313-49f0-a83b-35fbd1cf5ff5,segment=NetworkSegment(1ffed5ae-0150-459b-853a-8cab74a9c6c6),segment_id=1ffed5ae-0150-459b-853a-8cab74a9c6c6)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 19:34:28.364560 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-2cd674d8-0df4-424b-b257-97ec01cc6a26 req-5c17624e-f35c-46e9-8f23-6d8ef7dc8be2 tempest-AttachVolumeTestJSON-1146266330 tempest-AttachVolumeTestJSON-1146266330-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3695122'] for port, precommit_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:34:28.527542 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-2cd674d8-0df4-424b-b257-97ec01cc6a26 req-5c17624e-f35c-46e9-8f23-6d8ef7dc8be2 tempest-AttachVolumeTestJSON-1146266330 tempest-AttachVolumeTestJSON-1146266330-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:34:28.527927 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-2cd674d8-0df4-424b-b257-97ec01cc6a26 req-5c17624e-f35c-46e9-8f23-6d8ef7dc8be2 tempest-AttachVolumeTestJSON-1146266330 tempest-AttachVolumeTestJSON-1146266330-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3676317'] for floatingip, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:34:28.528245 dv-cinder-806191-2-iscsi neutron-server[93884]: INFO neutron.db.l3_db [req-2cd674d8-0df4-424b-b257-97ec01cc6a26 req-5c17624e-f35c-46e9-8f23-6d8ef7dc8be2 tempest-AttachVolumeTestJSON-1146266330 tempest-AttachVolumeTestJSON-1146266330-project] Floating IP fe978e35-180e-4782-a425-0a51259f8df0 disassociated. External IP: 172.27.2.149, port: f4948e97-1313-49f0-a83b-35fbd1cf5ff5. Aug 29 19:34:28.528582 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [req-2cd674d8-0df4-424b-b257-97ec01cc6a26 req-5c17624e-f35c-46e9-8f23-6d8ef7dc8be2 tempest-AttachVolumeTestJSON-1146266330 tempest-AttachVolumeTestJSON-1146266330-project] Calling delete_port for f4948e97-1313-49f0-a83b-35fbd1cf5ff5 owned by compute:nova {{(pid=93884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 19:34:28.653420 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-2cd674d8-0df4-424b-b257-97ec01cc6a26 req-5c17624e-f35c-46e9-8f23-6d8ef7dc8be2 tempest-AttachVolumeTestJSON-1146266330 tempest-AttachVolumeTestJSON-1146266330-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3669005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3715978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777170436895', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777169884173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262862687'] for port, after_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:34:28.680503 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c17624e-f35c-46e9-8f23-6d8ef7dc8be2 tempest-AttachVolumeTestJSON-1146266330 tempest-AttachVolumeTestJSON-1146266330-project] Pushing event deleted for resources: {'Port': ['ID=f4948e97-1313-49f0-a83b-35fbd1cf5ff5,revision_number=None']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:34:28.691576 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c17624e-f35c-46e9-8f23-6d8ef7dc8be2 tempest-AttachVolumeTestJSON-1146266330 tempest-AttachVolumeTestJSON-1146266330-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806191-2-iscsi {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:34:28.692174 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c17624e-f35c-46e9-8f23-6d8ef7dc8be2 tempest-AttachVolumeTestJSON-1146266330 tempest-AttachVolumeTestJSON-1146266330-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806191-2-iscsi {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:34:28.692511 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c17624e-f35c-46e9-8f23-6d8ef7dc8be2 tempest-AttachVolumeTestJSON-1146266330 tempest-AttachVolumeTestJSON-1146266330-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806191-2-iscsi {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:34:28.692909 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c17624e-f35c-46e9-8f23-6d8ef7dc8be2 tempest-AttachVolumeTestJSON-1146266330 tempest-AttachVolumeTestJSON-1146266330-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806191-2-iscsi {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:34:28.693156 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c17624e-f35c-46e9-8f23-6d8ef7dc8be2 tempest-AttachVolumeTestJSON-1146266330 tempest-AttachVolumeTestJSON-1146266330-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-806191-2-iscsi {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:34:28.693480 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c17624e-f35c-46e9-8f23-6d8ef7dc8be2 tempest-AttachVolumeTestJSON-1146266330 tempest-AttachVolumeTestJSON-1146266330-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806191-2-iscsi {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:34:28.693800 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c17624e-f35c-46e9-8f23-6d8ef7dc8be2 tempest-AttachVolumeTestJSON-1146266330 tempest-AttachVolumeTestJSON-1146266330-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-806191-2-iscsi {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:34:28.694121 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c17624e-f35c-46e9-8f23-6d8ef7dc8be2 tempest-AttachVolumeTestJSON-1146266330 tempest-AttachVolumeTestJSON-1146266330-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-806191-2-iscsi {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:34:28.694466 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c17624e-f35c-46e9-8f23-6d8ef7dc8be2 tempest-AttachVolumeTestJSON-1146266330 tempest-AttachVolumeTestJSON-1146266330-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806191-2-iscsi {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:34:28.694786 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c17624e-f35c-46e9-8f23-6d8ef7dc8be2 tempest-AttachVolumeTestJSON-1146266330 tempest-AttachVolumeTestJSON-1146266330-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806191-2-iscsi {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:34:28.695101 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c17624e-f35c-46e9-8f23-6d8ef7dc8be2 tempest-AttachVolumeTestJSON-1146266330 tempest-AttachVolumeTestJSON-1146266330-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806191-2-iscsi {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:34:28.695415 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c17624e-f35c-46e9-8f23-6d8ef7dc8be2 tempest-AttachVolumeTestJSON-1146266330 tempest-AttachVolumeTestJSON-1146266330-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806191-2-iscsi {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:34:28.801782 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.scheduler.l3_agent_scheduler [req-2cd674d8-0df4-424b-b257-97ec01cc6a26 req-5c17624e-f35c-46e9-8f23-6d8ef7dc8be2 tempest-AttachVolumeTestJSON-1146266330 tempest-AttachVolumeTestJSON-1146266330-project] Router 23f29ba4-9fa5-47f6-942a-21a84cbf601f has already been hosted by L3 agent c3ed3b02-d107-45f2-9b2a-fff9b0cfaa96 {{(pid=93884) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 19:34:28.882032 dv-cinder-806191-2-iscsi neutron-server[93883]: INFO neutron.wsgi [req-8afc8889-8f24-4148-b57d-c4b843ede2bb req-ce896abe-8951-4f36-9a33-15dcc5e0a186 tempest-AttachVolumeTestJSON-1146266330 tempest-AttachVolumeTestJSON-1146266330-project] 10.222.0.26 "GET /v2.0/ports?device_id=389ee653-067e-467b-bff0-985e8b416fcd HTTP/1.1" status: 200 len: 210 time: 0.0263491 Aug 29 19:34:28.910637 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-2cd674d8-0df4-424b-b257-97ec01cc6a26 req-5c17624e-f35c-46e9-8f23-6d8ef7dc8be2 tempest-AttachVolumeTestJSON-1146266330 tempest-AttachVolumeTestJSON-1146266330-project] Notify agent at l3_agent.dv-cinder-806191-2-iscsi the message routers_updated {{(pid=93884) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 19:34:28.921574 dv-cinder-806191-2-iscsi neutron-server[93886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88d459e4-b4af-4b36-a50b-c50abec338bb None None] Sync routers for ids ['23f29ba4-9fa5-47f6-942a-21a84cbf601f'] in dv-cinder-806191-2-iscsi {{(pid=93886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 19:34:28.930800 dv-cinder-806191-2-iscsi neutron-server[93886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88d459e4-b4af-4b36-a50b-c50abec338bb None None] Routers {'23f29ba4-9fa5-47f6-942a-21a84cbf601f'} bound to L3 agent in host dv-cinder-806191-2-iscsi {{(pid=93886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 19:34:28.931569 dv-cinder-806191-2-iscsi neutron-server[93886]: DEBUG neutron.db.l3_hamode_db [None req-88d459e4-b4af-4b36-a50b-c50abec338bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806191-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-29T19:13:49Z,description=,heartbeat_timestamp=2021-08-29T19:34:19Z,host='dv-cinder-806191-2-iscsi',id=c3ed3b02-d107-45f2-9b2a-fff9b0cfaa96,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T19:13:49Z,topic='l3_agent')) {'router_ids': ['23f29ba4-9fa5-47f6-942a-21a84cbf601f'], 'active': True} {{(pid=93886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 19:34:28.948983 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.db.l3_dvrscheduler_db [req-2cd674d8-0df4-424b-b257-97ec01cc6a26 req-5c17624e-f35c-46e9-8f23-6d8ef7dc8be2 tempest-AttachVolumeTestJSON-1146266330 tempest-AttachVolumeTestJSON-1146266330-project] No DVR routers for this DVR port f4948e97-1313-49f0-a83b-35fbd1cf5ff5 on host hv-cinder-80619 {{(pid=93884) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 19:34:28.952229 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-2cd674d8-0df4-424b-b257-97ec01cc6a26 req-5c17624e-f35c-46e9-8f23-6d8ef7dc8be2 tempest-AttachVolumeTestJSON-1146266330 tempest-AttachVolumeTestJSON-1146266330-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-256493'] for port, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:34:28.954168 dv-cinder-806191-2-iscsi neutron-server[93884]: INFO neutron.wsgi [req-2cd674d8-0df4-424b-b257-97ec01cc6a26 req-5c17624e-f35c-46e9-8f23-6d8ef7dc8be2 tempest-AttachVolumeTestJSON-1146266330 tempest-AttachVolumeTestJSON-1146266330-project] 10.222.0.23 "DELETE /v2.0/ports/f4948e97-1313-49f0-a83b-35fbd1cf5ff5 HTTP/1.1" status: 204 len: 173 time: 0.7577491 Aug 29 19:34:28.954691 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '389ee653-067e-467b-bff0-985e8b416fcd', 'name': 'network-vif-deleted', 'tag': 'f4948e97-1313-49f0-a83b-35fbd1cf5ff5'}] {{(pid=93884) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 19:34:28.956904 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}af0273b9eb9050257146764f7dfc5aa69aec40d1770056ff1a21a350116cd0eb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-91273cf9-06b0-4172-a045-d38cdfbba3b5" -d '{"events": [{"server_uuid": "389ee653-067e-467b-bff0-985e8b416fcd", "name": "network-vif-deleted", "tag": "f4948e97-1313-49f0-a83b-35fbd1cf5ff5"}]}' {{(pid=93884) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 19:34:29.001503 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 19:34:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a49baced-c811-494b-a762-28d7226b8b37 x-openstack-request-id: req-a49baced-c811-494b-a762-28d7226b8b37 {{(pid=93884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 19:34:29.001797 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "389ee653-067e-467b-bff0-985e8b416fcd", "name": "network-vif-deleted", "tag": "f4948e97-1313-49f0-a83b-35fbd1cf5ff5", "status": "completed", "code": 200}]} {{(pid=93884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 19:34:29.002052 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-a49baced-c811-494b-a762-28d7226b8b37 {{(pid=93884) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 19:34:29.002472 dv-cinder-806191-2-iscsi neutron-server[93884]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '389ee653-067e-467b-bff0-985e8b416fcd', 'name': 'network-vif-deleted', 'tag': 'f4948e97-1313-49f0-a83b-35fbd1cf5ff5', 'status': 'completed', 'code': 200} Aug 29 19:34:29.041518 dv-cinder-806191-2-iscsi neutron-server[93886]: DEBUG neutron.db.l3_dvr_db [None req-88d459e4-b4af-4b36-a50b-c50abec338bb None None] Set router 23f29ba4-9fa5-47f6-942a-21a84cbf601f gateway port host: dv-cinder-806191-2-iscsi {{(pid=93886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 19:34:29.244348 dv-cinder-806191-2-iscsi neutron-server[93886]: DEBUG neutron.db.l3_hamode_db [None req-88d459e4-b4af-4b36-a50b-c50abec338bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '23f29ba4-9fa5-47f6-942a-21a84cbf601f', 'name': 'tempest-AttachVolumeTestJSON-1891733547-router', 'tenant_id': '8815ddef504e468ab8ba921434be8123', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7209b701-ecaa-476a-bd58-d61d280c16d3', 'external_fixed_ips': [{'subnet_id': '71309eb1-223f-47ba-9803-1437c965e178', 'ip_address': '172.27.2.246'}], 'enable_snat': True}, 'gw_port_id': 'a0a964fa-9497-4810-a458-0b5d984eeba9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T19:30:25Z', 'updated_at': '2021-08-29T19:30:28Z', 'revision_number': 4, 'project_id': '8815ddef504e468ab8ba921434be8123', 'gw_port': {'id': 'a0a964fa-9497-4810-a458-0b5d984eeba9', 'name': '', 'network_id': '7209b701-ecaa-476a-bd58-d61d280c16d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:af:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23f29ba4-9fa5-47f6-942a-21a84cbf601f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 652, 'fixed_ips': [{'subnet_id': '71309eb1-223f-47ba-9803-1437c965e178', 'ip_address': '172.27.2.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806191-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T19:30:26Z', 'updated_at': '2021-08-29T19:30:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71309eb1-223f-47ba-9803-1437c965e178', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806191-2-iscsi', '_interfaces': [{'id': '773a5a82-93e8-41c9-9b77-39675df5cb05', 'name': '', 'network_id': '230fb0ba-0d5c-429d-b34c-6dc749246226', 'tenant_id': '8815ddef504e468ab8ba921434be8123', 'mac_address': 'fa:16:3e:f5:22:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23f29ba4-9fa5-47f6-942a-21a84cbf601f', 'device_owner': 'network:router_interface', 'standard_attr_id': 653, 'fixed_ips': [{'subnet_id': '192a96b3-2546-4f6a-b5ab-9304317c7363', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806191-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T19:30:27Z', 'updated_at': '2021-08-29T19:30:33Z', 'revision_number': 5, 'project_id': '8815ddef504e468ab8ba921434be8123', 'subnets': [{'id': '192a96b3-2546-4f6a-b5ab-9304317c7363', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806191-2-iscsi', False) {} {{(pid=93886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 19:34:29.270677 dv-cinder-806191-2-iscsi neutron-server[93886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88d459e4-b4af-4b36-a50b-c50abec338bb None None] Checking router: 23f29ba4-9fa5-47f6-942a-21a84cbf601f for host: dv-cinder-806191-2-iscsi {{(pid=93886) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 19:34:29.278660 dv-cinder-806191-2-iscsi neutron-server[93886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88d459e4-b4af-4b36-a50b-c50abec338bb None None] Routers {'23f29ba4-9fa5-47f6-942a-21a84cbf601f'} bound to L3 agent in host dv-cinder-806191-2-iscsi {{(pid=93886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 19:34:29.279248 dv-cinder-806191-2-iscsi neutron-server[93886]: DEBUG neutron.db.l3_hamode_db [None req-88d459e4-b4af-4b36-a50b-c50abec338bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806191-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-29T19:13:49Z,description=,heartbeat_timestamp=2021-08-29T19:34:19Z,host='dv-cinder-806191-2-iscsi',id=c3ed3b02-d107-45f2-9b2a-fff9b0cfaa96,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T19:13:49Z,topic='l3_agent')) {'router_ids': ['23f29ba4-9fa5-47f6-942a-21a84cbf601f'], 'active': True} {{(pid=93886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 19:34:29.386362 dv-cinder-806191-2-iscsi neutron-server[93886]: DEBUG neutron.db.l3_dvr_db [None req-88d459e4-b4af-4b36-a50b-c50abec338bb None None] Set router 23f29ba4-9fa5-47f6-942a-21a84cbf601f gateway port host: dv-cinder-806191-2-iscsi {{(pid=93886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 19:34:29.580164 dv-cinder-806191-2-iscsi neutron-server[93886]: DEBUG neutron.db.l3_hamode_db [None req-88d459e4-b4af-4b36-a50b-c50abec338bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '23f29ba4-9fa5-47f6-942a-21a84cbf601f', 'name': 'tempest-AttachVolumeTestJSON-1891733547-router', 'tenant_id': '8815ddef504e468ab8ba921434be8123', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7209b701-ecaa-476a-bd58-d61d280c16d3', 'external_fixed_ips': [{'subnet_id': '71309eb1-223f-47ba-9803-1437c965e178', 'ip_address': '172.27.2.246'}], 'enable_snat': True}, 'gw_port_id': 'a0a964fa-9497-4810-a458-0b5d984eeba9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T19:30:25Z', 'updated_at': '2021-08-29T19:30:28Z', 'revision_number': 4, 'project_id': '8815ddef504e468ab8ba921434be8123', 'gw_port': {'id': 'a0a964fa-9497-4810-a458-0b5d984eeba9', 'name': '', 'network_id': '7209b701-ecaa-476a-bd58-d61d280c16d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:af:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23f29ba4-9fa5-47f6-942a-21a84cbf601f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 652, 'fixed_ips': [{'subnet_id': '71309eb1-223f-47ba-9803-1437c965e178', 'ip_address': '172.27.2.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806191-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T19:30:26Z', 'updated_at': '2021-08-29T19:30:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71309eb1-223f-47ba-9803-1437c965e178', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806191-2-iscsi', '_interfaces': [{'id': '773a5a82-93e8-41c9-9b77-39675df5cb05', 'name': '', 'network_id': '230fb0ba-0d5c-429d-b34c-6dc749246226', 'tenant_id': '8815ddef504e468ab8ba921434be8123', 'mac_address': 'fa:16:3e:f5:22:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23f29ba4-9fa5-47f6-942a-21a84cbf601f', 'device_owner': 'network:router_interface', 'standard_attr_id': 653, 'fixed_ips': [{'subnet_id': '192a96b3-2546-4f6a-b5ab-9304317c7363', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806191-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T19:30:27Z', 'updated_at': '2021-08-29T19:30:33Z', 'revision_number': 5, 'project_id': '8815ddef504e468ab8ba921434be8123', 'subnets': [{'id': '192a96b3-2546-4f6a-b5ab-9304317c7363', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806191-2-iscsi', False) {} {{(pid=93886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 19:34:29.608066 dv-cinder-806191-2-iscsi neutron-server[93886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88d459e4-b4af-4b36-a50b-c50abec338bb None None] The sync data for ids ['23f29ba4-9fa5-47f6-942a-21a84cbf601f'] in dv-cinder-806191-2-iscsi is: [{'id': '23f29ba4-9fa5-47f6-942a-21a84cbf601f', 'name': 'tempest-AttachVolumeTestJSON-1891733547-router', 'tenant_id': '8815ddef504e468ab8ba921434be8123', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7209b701-ecaa-476a-bd58-d61d280c16d3', 'external_fixed_ips': [{'subnet_id': '71309eb1-223f-47ba-9803-1437c965e178', 'ip_address': '172.27.2.246'}], 'enable_snat': True}, 'gw_port_id': 'a0a964fa-9497-4810-a458-0b5d984eeba9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T19:30:25Z', 'updated_at': '2021-08-29T19:30:28Z', 'revision_number': 4, 'project_id': '8815ddef504e468ab8ba921434be8123', 'gw_port': {'id': 'a0a964fa-9497-4810-a458-0b5d984eeba9', 'name': '', 'network_id': '7209b701-ecaa-476a-bd58-d61d280c16d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:af:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23f29ba4-9fa5-47f6-942a-21a84cbf601f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 652, 'fixed_ips': [{'subnet_id': '71309eb1-223f-47ba-9803-1437c965e178', 'ip_address': '172.27.2.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806191-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T19:30:26Z', 'updated_at': '2021-08-29T19:30:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71309eb1-223f-47ba-9803-1437c965e178', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806191-2-iscsi', '_interfaces': [{'id': '773a5a82-93e8-41c9-9b77-39675df5cb05', 'name': '', 'network_id': '230fb0ba-0d5c-429d-b34c-6dc749246226', 'tenant_id': '8815ddef504e468ab8ba921434be8123', 'mac_address': 'fa:16:3e:f5:22:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23f29ba4-9fa5-47f6-942a-21a84cbf601f', 'device_owner': 'network:router_interface', 'standard_attr_id': 653, 'fixed_ips': [{'subnet_id': '192a96b3-2546-4f6a-b5ab-9304317c7363', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806191-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T19:30:27Z', 'updated_at': '2021-08-29T19:30:33Z', 'revision_number': 5, 'project_id': '8815ddef504e468ab8ba921434be8123', 'subnets': [{'id': '192a96b3-2546-4f6a-b5ab-9304317c7363', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 19:34:29.822420 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c74df06-975f-435f-a5cb-35c1b1fe344e None None] New status for floating IP fe978e35-180e-4782-a425-0a51259f8df0: DOWN {{(pid=93885) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 29 19:34:29.968153 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.26', 36646) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 19:34:30.025827 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-e80b511d-b3de-43c6-a40b-aad4c4dc761e tempest-AttachVolumeTestJSON-1146266330 tempest-AttachVolumeTestJSON-1146266330-project] Notify callbacks [] for security_group, before_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:34:30.049308 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-e80b511d-b3de-43c6-a40b-aad4c4dc761e tempest-AttachVolumeTestJSON-1146266330 tempest-AttachVolumeTestJSON-1146266330-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:34:30.096753 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-e80b511d-b3de-43c6-a40b-aad4c4dc761e tempest-AttachVolumeTestJSON-1146266330 tempest-AttachVolumeTestJSON-1146266330-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368872'] for security_group, after_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:34:30.099276 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-e80b511d-b3de-43c6-a40b-aad4c4dc761e tempest-AttachVolumeTestJSON-1146266330 tempest-AttachVolumeTestJSON-1146266330-project] Notify callbacks [] for security_group, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:34:30.100442 dv-cinder-806191-2-iscsi neutron-server[93884]: INFO neutron.wsgi [None req-e80b511d-b3de-43c6-a40b-aad4c4dc761e tempest-AttachVolumeTestJSON-1146266330 tempest-AttachVolumeTestJSON-1146266330-project] 10.222.0.26 "DELETE /v2.0/security-groups/1a3c6850-5bd9-4b37-b255-06140bf69ccf HTTP/1.1" status: 204 len: 168 time: 0.1312990 Aug 29 19:34:30.103223 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.26', 36648) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 19:34:30.109092 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e80b511d-b3de-43c6-a40b-aad4c4dc761e tempest-AttachVolumeTestJSON-1146266330 tempest-AttachVolumeTestJSON-1146266330-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a3c6850-5bd9-4b37-b255-06140bf69ccf,revision_number=None']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:34:30.118812 dv-cinder-806191-2-iscsi neutron-server[93883]: INFO neutron.api.v2.resource [None req-a5a05e6f-d0a0-4c80-a92c-a86aeb3ac9b5 tempest-AttachVolumeTestJSON-1146266330 tempest-AttachVolumeTestJSON-1146266330-project] show failed (client error): The resource could not be found. Aug 29 19:34:30.119844 dv-cinder-806191-2-iscsi neutron-server[93883]: INFO neutron.wsgi [None req-a5a05e6f-d0a0-4c80-a92c-a86aeb3ac9b5 tempest-AttachVolumeTestJSON-1146266330 tempest-AttachVolumeTestJSON-1146266330-project] 10.222.0.26 "GET /v2.0/security-groups/1a3c6850-5bd9-4b37-b255-06140bf69ccf HTTP/1.1" status: 404 len: 347 time: 0.0150986 Aug 29 19:34:30.122626 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.26', 36650) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 19:34:30.243563 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron.plugins.ml2.plugin [None req-55ffc74f-0c5b-42e1-82fc-7b4fcb2ebe23 tempest-AttachVolumeTestJSON-1146266330 tempest-AttachVolumeTestJSON-1146266330-project] Deleting port 2489ca96-d168-457c-8cb2-775dcd41ed9f {{(pid=93883) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 19:34:30.243909 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-55ffc74f-0c5b-42e1-82fc-7b4fcb2ebe23 tempest-AttachVolumeTestJSON-1146266330 tempest-AttachVolumeTestJSON-1146266330-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777170414367'] for port, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:34:30.320805 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-55ffc74f-0c5b-42e1-82fc-7b4fcb2ebe23 tempest-AttachVolumeTestJSON-1146266330 tempest-AttachVolumeTestJSON-1146266330-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3695122'] for port, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:34:30.321135 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-55ffc74f-0c5b-42e1-82fc-7b4fcb2ebe23 tempest-AttachVolumeTestJSON-1146266330 tempest-AttachVolumeTestJSON-1146266330-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:34:30.332927 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron.plugins.ml2.plugin [None req-55ffc74f-0c5b-42e1-82fc-7b4fcb2ebe23 tempest-AttachVolumeTestJSON-1146266330 tempest-AttachVolumeTestJSON-1146266330-project] Calling delete_port for 2489ca96-d168-457c-8cb2-775dcd41ed9f owned by network:floatingip {{(pid=93883) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 19:34:30.462851 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-55ffc74f-0c5b-42e1-82fc-7b4fcb2ebe23 tempest-AttachVolumeTestJSON-1146266330 tempest-AttachVolumeTestJSON-1146266330-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3669005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3715978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777170436895', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777169884173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263410497'] for port, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:34:30.485902 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55ffc74f-0c5b-42e1-82fc-7b4fcb2ebe23 tempest-AttachVolumeTestJSON-1146266330 tempest-AttachVolumeTestJSON-1146266330-project] Pushing event deleted for resources: {'Port': ['ID=2489ca96-d168-457c-8cb2-775dcd41ed9f,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:34:30.495647 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55ffc74f-0c5b-42e1-82fc-7b4fcb2ebe23 tempest-AttachVolumeTestJSON-1146266330 tempest-AttachVolumeTestJSON-1146266330-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806191-2-iscsi {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:34:30.495938 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55ffc74f-0c5b-42e1-82fc-7b4fcb2ebe23 tempest-AttachVolumeTestJSON-1146266330 tempest-AttachVolumeTestJSON-1146266330-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806191-2-iscsi {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:34:30.496291 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55ffc74f-0c5b-42e1-82fc-7b4fcb2ebe23 tempest-AttachVolumeTestJSON-1146266330 tempest-AttachVolumeTestJSON-1146266330-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806191-2-iscsi {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:34:30.496630 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55ffc74f-0c5b-42e1-82fc-7b4fcb2ebe23 tempest-AttachVolumeTestJSON-1146266330 tempest-AttachVolumeTestJSON-1146266330-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806191-2-iscsi {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:34:30.496967 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55ffc74f-0c5b-42e1-82fc-7b4fcb2ebe23 tempest-AttachVolumeTestJSON-1146266330 tempest-AttachVolumeTestJSON-1146266330-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-806191-2-iscsi {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:34:30.497304 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55ffc74f-0c5b-42e1-82fc-7b4fcb2ebe23 tempest-AttachVolumeTestJSON-1146266330 tempest-AttachVolumeTestJSON-1146266330-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806191-2-iscsi {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:34:30.497638 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55ffc74f-0c5b-42e1-82fc-7b4fcb2ebe23 tempest-AttachVolumeTestJSON-1146266330 tempest-AttachVolumeTestJSON-1146266330-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-806191-2-iscsi {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:34:30.498367 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55ffc74f-0c5b-42e1-82fc-7b4fcb2ebe23 tempest-AttachVolumeTestJSON-1146266330 tempest-AttachVolumeTestJSON-1146266330-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-806191-2-iscsi {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:34:30.498367 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55ffc74f-0c5b-42e1-82fc-7b4fcb2ebe23 tempest-AttachVolumeTestJSON-1146266330 tempest-AttachVolumeTestJSON-1146266330-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806191-2-iscsi {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:34:30.499216 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55ffc74f-0c5b-42e1-82fc-7b4fcb2ebe23 tempest-AttachVolumeTestJSON-1146266330 tempest-AttachVolumeTestJSON-1146266330-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806191-2-iscsi {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:34:30.499552 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55ffc74f-0c5b-42e1-82fc-7b4fcb2ebe23 tempest-AttachVolumeTestJSON-1146266330 tempest-AttachVolumeTestJSON-1146266330-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806191-2-iscsi {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:34:30.499879 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55ffc74f-0c5b-42e1-82fc-7b4fcb2ebe23 tempest-AttachVolumeTestJSON-1146266330 tempest-AttachVolumeTestJSON-1146266330-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806191-2-iscsi {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:34:30.557033 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-55ffc74f-0c5b-42e1-82fc-7b4fcb2ebe23 tempest-AttachVolumeTestJSON-1146266330 tempest-AttachVolumeTestJSON-1146266330-project] Notify callbacks [] for floatingip, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:34:30.559662 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-55ffc74f-0c5b-42e1-82fc-7b4fcb2ebe23 tempest-AttachVolumeTestJSON-1146266330 tempest-AttachVolumeTestJSON-1146266330-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-256493'] for floatingip, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:34:30.560813 dv-cinder-806191-2-iscsi neutron-server[93883]: INFO neutron.wsgi [None req-55ffc74f-0c5b-42e1-82fc-7b4fcb2ebe23 tempest-AttachVolumeTestJSON-1146266330 tempest-AttachVolumeTestJSON-1146266330-project] 10.222.0.26 "DELETE /v2.0/floatingips/fe978e35-180e-4782-a425-0a51259f8df0 HTTP/1.1" status: 204 len: 168 time: 0.4372253 Aug 29 19:34:32.879466 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-e411ce9c-394c-453f-add9-812245090945 None None] Device f4948e97-1313-49f0-a83b-35fbd1cf5ff5 no longer exists at agent hyperv_hv-cinder-80619 {{(pid=93885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 19:34:32.901511 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.plugins.ml2.plugin [None req-e411ce9c-394c-453f-add9-812245090945 None None] No Port match for: f4948e97-1313-49f0-a83b-35fbd1cf5ff5 {{(pid=93885) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 19:34:32.901936 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-e411ce9c-394c-453f-add9-812245090945 None None] Device f4948e97-1313-49f0-a83b-35fbd1cf5ff5 not bound to the agent host hv-cinder-80619 {{(pid=93885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 19:34:34.081304 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.26', 36678) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 19:34:34.417274 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-8d68006d-65e9-47b9-8411-4b743c0406d3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3678147'] for router_interface, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:34:34.653179 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron.plugins.ml2.plugin [None req-8d68006d-65e9-47b9-8411-4b743c0406d3 admin admin] Deleting port 773a5a82-93e8-41c9-9b77-39675df5cb05 {{(pid=93883) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 19:34:34.653515 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-8d68006d-65e9-47b9-8411-4b743c0406d3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777170414367'] for port, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:34:34.728590 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron.plugins.ml2.db [None req-8d68006d-65e9-47b9-8411-4b743c0406d3 admin admin] For port 773a5a82-93e8-41c9-9b77-39675df5cb05, host dv-cinder-806191-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806191-2-iscsi',level=0,port_id=773a5a82-93e8-41c9-9b77-39675df5cb05,segment=NetworkSegment(1ffed5ae-0150-459b-853a-8cab74a9c6c6),segment_id=1ffed5ae-0150-459b-853a-8cab74a9c6c6)] {{(pid=93883) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 19:34:34.728869 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-8d68006d-65e9-47b9-8411-4b743c0406d3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3695122'] for port, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:34:34.741014 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron.plugins.ml2.plugin [None req-8d68006d-65e9-47b9-8411-4b743c0406d3 admin admin] Calling delete_port for 773a5a82-93e8-41c9-9b77-39675df5cb05 owned by network:router_interface {{(pid=93883) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 19:34:34.917613 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-8d68006d-65e9-47b9-8411-4b743c0406d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3669005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3715978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777170436895', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777169884173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263410497'] for port, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:34:34.945024 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d68006d-65e9-47b9-8411-4b743c0406d3 admin admin] Pushing event deleted for resources: {'Port': ['ID=773a5a82-93e8-41c9-9b77-39675df5cb05,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:34:35.107613 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-8d68006d-65e9-47b9-8411-4b743c0406d3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3715997', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3677961'] for router_interface, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:34:35.320359 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8d68006d-65e9-47b9-8411-4b743c0406d3 admin admin] Router 23f29ba4-9fa5-47f6-942a-21a84cbf601f has already been hosted by L3 agent c3ed3b02-d107-45f2-9b2a-fff9b0cfaa96 {{(pid=93883) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 19:34:35.423346 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8d68006d-65e9-47b9-8411-4b743c0406d3 admin admin] Notify agent at l3_agent.dv-cinder-806191-2-iscsi the message routers_updated {{(pid=93883) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 19:34:35.428290 dv-cinder-806191-2-iscsi neutron-server[93883]: INFO neutron.wsgi [None req-8d68006d-65e9-47b9-8411-4b743c0406d3 admin admin] 10.222.0.26 "PUT /v2.0/routers/23f29ba4-9fa5-47f6-942a-21a84cbf601f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3459940 Aug 29 19:34:35.431323 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.26', 36680) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 19:34:35.432077 dv-cinder-806191-2-iscsi neutron-server[93886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7399c6ca-d9b2-4ee8-9419-ef04eb767a4a None None] Sync routers for ids ['23f29ba4-9fa5-47f6-942a-21a84cbf601f'] in dv-cinder-806191-2-iscsi {{(pid=93886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 19:34:35.441120 dv-cinder-806191-2-iscsi neutron-server[93886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7399c6ca-d9b2-4ee8-9419-ef04eb767a4a None None] Routers {'23f29ba4-9fa5-47f6-942a-21a84cbf601f'} bound to L3 agent in host dv-cinder-806191-2-iscsi {{(pid=93886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 19:34:35.441717 dv-cinder-806191-2-iscsi neutron-server[93886]: DEBUG neutron.db.l3_hamode_db [None req-7399c6ca-d9b2-4ee8-9419-ef04eb767a4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806191-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-29T19:13:49Z,description=,heartbeat_timestamp=2021-08-29T19:34:19Z,host='dv-cinder-806191-2-iscsi',id=c3ed3b02-d107-45f2-9b2a-fff9b0cfaa96,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T19:13:49Z,topic='l3_agent')) {'router_ids': ['23f29ba4-9fa5-47f6-942a-21a84cbf601f'], 'active': True} {{(pid=93886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 19:34:35.537510 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-a8319091-4b61-4356-bd6d-0d55b0d71e97 admin admin] Notify callbacks [] for router, before_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:34:35.544869 dv-cinder-806191-2-iscsi neutron-server[93886]: DEBUG neutron.db.l3_dvr_db [None req-7399c6ca-d9b2-4ee8-9419-ef04eb767a4a None None] Set router 23f29ba4-9fa5-47f6-942a-21a84cbf601f gateway port host: dv-cinder-806191-2-iscsi {{(pid=93886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 19:34:35.638531 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-a8319091-4b61-4356-bd6d-0d55b0d71e97 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:34:35.692659 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-a8319091-4b61-4356-bd6d-0d55b0d71e97 admin admin] Deleting port a0a964fa-9497-4810-a458-0b5d984eeba9 {{(pid=93884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 19:34:35.693020 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-a8319091-4b61-4356-bd6d-0d55b0d71e97 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777170414367'] for port, before_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:34:35.771568 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-a8319091-4b61-4356-bd6d-0d55b0d71e97 admin admin] For port a0a964fa-9497-4810-a458-0b5d984eeba9, host dv-cinder-806191-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806191-2-iscsi',level=0,port_id=a0a964fa-9497-4810-a458-0b5d984eeba9,segment=NetworkSegment(abe37968-36e5-463a-bc67-a17a4a975f92),segment_id=abe37968-36e5-463a-bc67-a17a4a975f92)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 19:34:35.771934 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-a8319091-4b61-4356-bd6d-0d55b0d71e97 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3695122'] for port, precommit_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:34:35.788492 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-a8319091-4b61-4356-bd6d-0d55b0d71e97 admin admin] Calling delete_port for a0a964fa-9497-4810-a458-0b5d984eeba9 owned by network:router_gateway {{(pid=93884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 19:34:35.809192 dv-cinder-806191-2-iscsi neutron-server[93886]: DEBUG neutron.db.l3_hamode_db [None req-7399c6ca-d9b2-4ee8-9419-ef04eb767a4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '23f29ba4-9fa5-47f6-942a-21a84cbf601f', 'name': 'tempest-AttachVolumeTestJSON-1891733547-router', 'tenant_id': '8815ddef504e468ab8ba921434be8123', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7209b701-ecaa-476a-bd58-d61d280c16d3', 'external_fixed_ips': [{'subnet_id': '71309eb1-223f-47ba-9803-1437c965e178', 'ip_address': '172.27.2.246'}], 'enable_snat': True}, 'gw_port_id': 'a0a964fa-9497-4810-a458-0b5d984eeba9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T19:30:25Z', 'updated_at': '2021-08-29T19:34:34Z', 'revision_number': 5, 'project_id': '8815ddef504e468ab8ba921434be8123', 'gw_port': {'id': 'a0a964fa-9497-4810-a458-0b5d984eeba9', 'name': '', 'network_id': '7209b701-ecaa-476a-bd58-d61d280c16d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:af:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23f29ba4-9fa5-47f6-942a-21a84cbf601f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 652, 'fixed_ips': [{'subnet_id': '71309eb1-223f-47ba-9803-1437c965e178', 'ip_address': '172.27.2.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806191-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T19:30:26Z', 'updated_at': '2021-08-29T19:30:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71309eb1-223f-47ba-9803-1437c965e178', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806191-2-iscsi'}], 'dv-cinder-806191-2-iscsi', False) {} {{(pid=93886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 19:34:35.836994 dv-cinder-806191-2-iscsi neutron-server[93886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7399c6ca-d9b2-4ee8-9419-ef04eb767a4a None None] Checking router: 23f29ba4-9fa5-47f6-942a-21a84cbf601f for host: dv-cinder-806191-2-iscsi {{(pid=93886) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 19:34:35.845844 dv-cinder-806191-2-iscsi neutron-server[93886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7399c6ca-d9b2-4ee8-9419-ef04eb767a4a None None] Routers {'23f29ba4-9fa5-47f6-942a-21a84cbf601f'} bound to L3 agent in host dv-cinder-806191-2-iscsi {{(pid=93886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 19:34:35.846473 dv-cinder-806191-2-iscsi neutron-server[93886]: DEBUG neutron.db.l3_hamode_db [None req-7399c6ca-d9b2-4ee8-9419-ef04eb767a4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806191-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-29T19:13:49Z,description=,heartbeat_timestamp=2021-08-29T19:34:19Z,host='dv-cinder-806191-2-iscsi',id=c3ed3b02-d107-45f2-9b2a-fff9b0cfaa96,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T19:13:49Z,topic='l3_agent')) {'router_ids': ['23f29ba4-9fa5-47f6-942a-21a84cbf601f'], 'active': True} {{(pid=93886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 19:34:35.930908 dv-cinder-806191-2-iscsi neutron-server[93886]: DEBUG neutron.db.l3_dvr_db [None req-7399c6ca-d9b2-4ee8-9419-ef04eb767a4a None None] Set router 23f29ba4-9fa5-47f6-942a-21a84cbf601f gateway port host: None {{(pid=93886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 19:34:35.945315 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-a8319091-4b61-4356-bd6d-0d55b0d71e97 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3669005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3715978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777170436895', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777169884173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262862687'] for port, after_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:34:35.974095 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8319091-4b61-4356-bd6d-0d55b0d71e97 admin admin] Pushing event deleted for resources: {'Port': ['ID=a0a964fa-9497-4810-a458-0b5d984eeba9,revision_number=None']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:34:35.986029 dv-cinder-806191-2-iscsi neutron-server[93886]: DEBUG neutron.db.l3_hamode_db [None req-7399c6ca-d9b2-4ee8-9419-ef04eb767a4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '23f29ba4-9fa5-47f6-942a-21a84cbf601f', 'name': 'tempest-AttachVolumeTestJSON-1891733547-router', 'tenant_id': '8815ddef504e468ab8ba921434be8123', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T19:30:25Z', 'updated_at': '2021-08-29T19:34:35Z', 'revision_number': 6, 'project_id': '8815ddef504e468ab8ba921434be8123', 'gw_port_host': None}], 'dv-cinder-806191-2-iscsi', False) {} {{(pid=93886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 19:34:36.011833 dv-cinder-806191-2-iscsi neutron-server[93886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7399c6ca-d9b2-4ee8-9419-ef04eb767a4a None None] The sync data for ids ['23f29ba4-9fa5-47f6-942a-21a84cbf601f'] in dv-cinder-806191-2-iscsi is: [{'id': '23f29ba4-9fa5-47f6-942a-21a84cbf601f', 'name': 'tempest-AttachVolumeTestJSON-1891733547-router', 'tenant_id': '8815ddef504e468ab8ba921434be8123', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T19:30:25Z', 'updated_at': '2021-08-29T19:34:35Z', 'revision_number': 6, 'project_id': '8815ddef504e468ab8ba921434be8123', 'gw_port_host': None}] {{(pid=93886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 19:34:36.035260 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-a8319091-4b61-4356-bd6d-0d55b0d71e97 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3676243'] for router_gateway, after_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:34:36.121965 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-a8319091-4b61-4356-bd6d-0d55b0d71e97 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3671500', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-28682'] for router, precommit_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:34:36.124070 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-a8319091-4b61-4356-bd6d-0d55b0d71e97 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:34:36.169117 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-a8319091-4b61-4356-bd6d-0d55b0d71e97 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3671491'] for router, after_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:34:36.169663 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a8319091-4b61-4356-bd6d-0d55b0d71e97 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 23f29ba4-9fa5-47f6-942a-21a84cbf601f {{(pid=93884) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 29 19:34:36.173939 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-a8319091-4b61-4356-bd6d-0d55b0d71e97 admin admin] Notify callbacks [] for router, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:34:36.175235 dv-cinder-806191-2-iscsi neutron-server[93884]: INFO neutron.wsgi [None req-a8319091-4b61-4356-bd6d-0d55b0d71e97 admin admin] 10.222.0.26 "DELETE /v2.0/routers/23f29ba4-9fa5-47f6-942a-21a84cbf601f HTTP/1.1" status: 204 len: 168 time: 0.7429447 Aug 29 19:34:36.177735 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.26', 36682) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 19:34:36.221167 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.db.db_base_plugin_v2 [None req-65792690-19f6-478d-aff9-7e1dec2c0ae6 admin admin] Deleting subnet 192a96b3-2546-4f6a-b5ab-9304317c7363 {{(pid=93884) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 19:34:36.224876 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-65792690-19f6-478d-aff9-7e1dec2c0ae6 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:34:36.257718 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-65792690-19f6-478d-aff9-7e1dec2c0ae6 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-84871'] for subnet, precommit_delete_associations {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:34:36.332051 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-65792690-19f6-478d-aff9-7e1dec2c0ae6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3624633'] for subnet, precommit_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:34:36.392755 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-65792690-19f6-478d-aff9-7e1dec2c0ae6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3624630', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-376708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3715978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-262862604', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260127726'] for subnet, after_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:34:36.416592 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65792690-19f6-478d-aff9-7e1dec2c0ae6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=192a96b3-2546-4f6a-b5ab-9304317c7363,revision_number=None']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:34:36.422925 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-65792690-19f6-478d-aff9-7e1dec2c0ae6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:34:36.424972 dv-cinder-806191-2-iscsi neutron-server[93884]: INFO neutron.wsgi [None req-65792690-19f6-478d-aff9-7e1dec2c0ae6 admin admin] 10.222.0.26 "DELETE /v2.0/subnets/192a96b3-2546-4f6a-b5ab-9304317c7363 HTTP/1.1" status: 204 len: 168 time: 0.2462792 Aug 29 19:34:36.427498 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.26', 36684) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 19:34:36.433681 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd56bacb-f6ba-40ce-b681-94cc66839a1c None None] Network 230fb0ba-0d5c-429d-b34c-6dc749246226 requested from dv-cinder-806191-2-iscsi {{(pid=93885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 19:34:36.494129 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-1e80df03-1eab-423e-973b-2c6c0566170e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3621417'] for network, before_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:34:36.547077 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-1e80df03-1eab-423e-973b-2c6c0566170e admin admin] Deleting port ec8f0386-f681-4210-970f-01fdfdd212a9 {{(pid=93884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 19:34:36.547414 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-1e80df03-1eab-423e-973b-2c6c0566170e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777170414367'] for port, before_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:34:36.612939 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-1e80df03-1eab-423e-973b-2c6c0566170e admin admin] For port ec8f0386-f681-4210-970f-01fdfdd212a9, host dv-cinder-806191-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806191-2-iscsi',level=0,port_id=ec8f0386-f681-4210-970f-01fdfdd212a9,segment=NetworkSegment(1ffed5ae-0150-459b-853a-8cab74a9c6c6),segment_id=1ffed5ae-0150-459b-853a-8cab74a9c6c6)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 19:34:36.613302 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-1e80df03-1eab-423e-973b-2c6c0566170e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3695122'] for port, precommit_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:34:36.626650 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-1e80df03-1eab-423e-973b-2c6c0566170e admin admin] Calling delete_port for ec8f0386-f681-4210-970f-01fdfdd212a9 owned by network:dhcp {{(pid=93884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 19:34:36.702291 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-1e80df03-1eab-423e-973b-2c6c0566170e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3669005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3715978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777170436895', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777169884173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262862687'] for port, after_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:34:36.731541 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e80df03-1eab-423e-973b-2c6c0566170e admin admin] Pushing event deleted for resources: {'Port': ['ID=ec8f0386-f681-4210-970f-01fdfdd212a9,revision_number=None']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:34:36.733361 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e80df03-1eab-423e-973b-2c6c0566170e admin admin] No DVR routers for this DVR port ec8f0386-f681-4210-970f-01fdfdd212a9 on host dv-cinder-806191-2-iscsi {{(pid=93884) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 19:34:36.747779 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c54ffa1-1297-4ba4-a7e9-d92333116786 None None] DHCP port deletion for 230fb0ba-0d5c-429d-b34c-6dc749246226 request from dv-cinder-806191-2-iscsi {{(pid=93885) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 29 19:34:36.805498 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-1e80df03-1eab-423e-973b-2c6c0566170e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3626562', 'neutron.services.segments.db._delete_segments_for_network-8777170380526'] for network, precommit_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:34:36.815736 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.services.segments.db [None req-1e80df03-1eab-423e-973b-2c6c0566170e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['230fb0ba-0d5c-429d-b34c-6dc749246226']}} {{(pid=93884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 19:34:36.826059 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.services.segments.db [None req-1e80df03-1eab-423e-973b-2c6c0566170e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1ffed5ae-0150-459b-853a-8cab74a9c6c6') {'for_net_delete': True} {{(pid=93884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 19:34:36.826352 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.services.segments.db [None req-1e80df03-1eab-423e-973b-2c6c0566170e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1ffed5ae-0150-459b-853a-8cab74a9c6c6') {} {{(pid=93884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 19:34:36.834966 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-1e80df03-1eab-423e-973b-2c6c0566170e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777170380409', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-84888'] for segment, before_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:34:36.849641 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-1e80df03-1eab-423e-973b-2c6c0566170e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3556912'] for segment, precommit_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:34:36.856272 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1e80df03-1eab-423e-973b-2c6c0566170e admin admin] Releasing vlan 122 on physical network physnet1 to pool {{(pid=93884) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 19:34:36.856877 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-1e80df03-1eab-423e-973b-2c6c0566170e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3556912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-262862698'] for segment, after_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:34:36.859322 dv-cinder-806191-2-iscsi neutron-server[93884]: Traceback (most recent call last): Aug 29 19:34:36.859322 dv-cinder-806191-2-iscsi neutron-server[93884]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 19:34:36.859322 dv-cinder-806191-2-iscsi neutron-server[93884]: timer() Aug 29 19:34:36.859322 dv-cinder-806191-2-iscsi neutron-server[93884]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 19:34:36.859322 dv-cinder-806191-2-iscsi neutron-server[93884]: cb(*args, **kw) Aug 29 19:34:36.859322 dv-cinder-806191-2-iscsi neutron-server[93884]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 19:34:36.859322 dv-cinder-806191-2-iscsi neutron-server[93884]: return func(*args, **kwargs) Aug 29 19:34:36.859322 dv-cinder-806191-2-iscsi neutron-server[93884]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 19:34:36.859322 dv-cinder-806191-2-iscsi neutron-server[93884]: self._notify() Aug 29 19:34:36.859322 dv-cinder-806191-2-iscsi neutron-server[93884]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 19:34:36.859322 dv-cinder-806191-2-iscsi neutron-server[93884]: self.callback(batched_events) Aug 29 19:34:36.859322 dv-cinder-806191-2-iscsi neutron-server[93884]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 19:34:36.859322 dv-cinder-806191-2-iscsi neutron-server[93884]: event.method(event) Aug 29 19:34:36.859322 dv-cinder-806191-2-iscsi neutron-server[93884]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 19:34:36.859322 dv-cinder-806191-2-iscsi neutron-server[93884]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 19:34:36.859322 dv-cinder-806191-2-iscsi neutron-server[93884]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 19:34:36.859322 dv-cinder-806191-2-iscsi neutron-server[93884]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 19:34:36.859322 dv-cinder-806191-2-iscsi neutron-server[93884]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 19:34:36.859322 dv-cinder-806191-2-iscsi neutron-server[93884]: return f(self, *a, **k) Aug 29 19:34:36.859322 dv-cinder-806191-2-iscsi neutron-server[93884]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 19:34:36.859322 dv-cinder-806191-2-iscsi neutron-server[93884]: return self._get(url).json() Aug 29 19:34:36.859322 dv-cinder-806191-2-iscsi neutron-server[93884]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 19:34:36.859322 dv-cinder-806191-2-iscsi neutron-server[93884]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 19:34:36.859322 dv-cinder-806191-2-iscsi neutron-server[93884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 19:34:36.859322 dv-cinder-806191-2-iscsi neutron-server[93884]: return self.request(url, 'GET', **kwargs) Aug 29 19:34:36.859322 dv-cinder-806191-2-iscsi neutron-server[93884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 19:34:36.859322 dv-cinder-806191-2-iscsi neutron-server[93884]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 19:34:36.859322 dv-cinder-806191-2-iscsi neutron-server[93884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 19:34:36.859322 dv-cinder-806191-2-iscsi neutron-server[93884]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 19:34:36.859322 dv-cinder-806191-2-iscsi neutron-server[93884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 19:34:36.859322 dv-cinder-806191-2-iscsi neutron-server[93884]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 19:34:36.859322 dv-cinder-806191-2-iscsi neutron-server[93884]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 19:34:36.915782 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-1e80df03-1eab-423e-973b-2c6c0566170e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3626555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-376669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3715978', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3676271'] for network, after_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:34:36.922308 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-1e80df03-1eab-423e-973b-2c6c0566170e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3715960'] for network, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:34:36.924175 dv-cinder-806191-2-iscsi neutron-server[93884]: INFO neutron.wsgi [None req-1e80df03-1eab-423e-973b-2c6c0566170e admin admin] 10.222.0.26 "DELETE /v2.0/networks/230fb0ba-0d5c-429d-b34c-6dc749246226 HTTP/1.1" status: 204 len: 168 time: 0.4957249 Aug 29 19:34:36.935274 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e80df03-1eab-423e-973b-2c6c0566170e admin admin] Pushing event deleted for resources: {'Network': ['ID=230fb0ba-0d5c-429d-b34c-6dc749246226,revision_number=None']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:34:37.159248 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-f7f3f912-659a-49f9-ab3a-0560ee4983b1 None None] Device 773a5a82-93e8-41c9-9b77-39675df5cb05 no longer exists at agent ovs-agent-dv-cinder-806191-2-iscsi {{(pid=93885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 19:34:37.161359 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.26', 36688) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 19:34:37.181344 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.plugins.ml2.plugin [None req-f7f3f912-659a-49f9-ab3a-0560ee4983b1 None None] No Port match for: 773a5a82-93e8-41c9-9b77-39675df5cb05 {{(pid=93885) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 19:34:37.181686 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-f7f3f912-659a-49f9-ab3a-0560ee4983b1 None None] Device 773a5a82-93e8-41c9-9b77-39675df5cb05 not bound to the agent host dv-cinder-806191-2-iscsi {{(pid=93885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 19:34:37.182199 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-f7f3f912-659a-49f9-ab3a-0560ee4983b1 None None] Device a0a964fa-9497-4810-a458-0b5d984eeba9 no longer exists at agent ovs-agent-dv-cinder-806191-2-iscsi {{(pid=93885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 19:34:37.200622 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.plugins.ml2.plugin [None req-f7f3f912-659a-49f9-ab3a-0560ee4983b1 None None] No Port match for: a0a964fa-9497-4810-a458-0b5d984eeba9 {{(pid=93885) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 19:34:37.200935 dv-cinder-806191-2-iscsi neutron-server[93884]: INFO neutron.wsgi [None req-2a7b07fe-3c15-40c7-80bd-bc45eea8a59a admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=8815ddef504e468ab8ba921434be8123&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0383985 Aug 29 19:34:37.201052 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-f7f3f912-659a-49f9-ab3a-0560ee4983b1 None None] Device a0a964fa-9497-4810-a458-0b5d984eeba9 not bound to the agent host dv-cinder-806191-2-iscsi {{(pid=93885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 19:34:37.201342 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-f7f3f912-659a-49f9-ab3a-0560ee4983b1 None None] Device ec8f0386-f681-4210-970f-01fdfdd212a9 no longer exists at agent ovs-agent-dv-cinder-806191-2-iscsi {{(pid=93885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 19:34:37.203427 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.26', 36690) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 19:34:37.219339 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.plugins.ml2.plugin [None req-f7f3f912-659a-49f9-ab3a-0560ee4983b1 None None] No Port match for: ec8f0386-f681-4210-970f-01fdfdd212a9 {{(pid=93885) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 19:34:37.219682 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-f7f3f912-659a-49f9-ab3a-0560ee4983b1 None None] Device ec8f0386-f681-4210-970f-01fdfdd212a9 not bound to the agent host dv-cinder-806191-2-iscsi {{(pid=93885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 19:34:37.251561 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-e4c32270-e573-4b43-a354-05b1dc61b7a1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:34:37.271598 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-e4c32270-e573-4b43-a354-05b1dc61b7a1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:34:37.318268 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-e4c32270-e573-4b43-a354-05b1dc61b7a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368872'] for security_group, after_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:34:37.320825 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-e4c32270-e573-4b43-a354-05b1dc61b7a1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:34:37.321984 dv-cinder-806191-2-iscsi neutron-server[93884]: INFO neutron.wsgi [None req-e4c32270-e573-4b43-a354-05b1dc61b7a1 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/c09f384e-5209-413c-b98d-8f7ca03f90aa HTTP/1.1" status: 204 len: 168 time: 0.1176095 Aug 29 19:34:37.329672 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4c32270-e573-4b43-a354-05b1dc61b7a1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c09f384e-5209-413c-b98d-8f7ca03f90aa,revision_number=None']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:34:46.421777 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-da5d77e7-a5f5-4e66-86eb-03267cc1769c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777170380508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3627128'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:34:46.625739 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.26', 36804) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 19:34:46.746092 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-f2b53e73-39c5-4bbe-9312-3ee73fbbc420 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:34:46.838883 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-f2b53e73-39c5-4bbe-9312-3ee73fbbc420 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:34:46.843519 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-f2b53e73-39c5-4bbe-9312-3ee73fbbc420 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368872'] for security_group, after_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:34:46.882116 dv-cinder-806191-2-iscsi neutron-server[93884]: INFO neutron.wsgi [None req-f2b53e73-39c5-4bbe-9312-3ee73fbbc420 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=0fb057c7d76d47e184fc41db9f2baca8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2552817 Aug 29 19:34:46.882924 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2b53e73-39c5-4bbe-9312-3ee73fbbc420 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a097324e-7ea6-486f-8a77-bad8f85df7b6,revision_number=1']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:34:46.884632 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.26', 36808) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 19:34:47.181343 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-4fc74769-7833-4247-bb17-9b95e3c12ca8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:34:47.202535 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-4fc74769-7833-4247-bb17-9b95e3c12ca8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:34:47.246650 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-4fc74769-7833-4247-bb17-9b95e3c12ca8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368872'] for security_group, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:34:47.249828 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-4fc74769-7833-4247-bb17-9b95e3c12ca8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:34:47.250980 dv-cinder-806191-2-iscsi neutron-server[93883]: INFO neutron.wsgi [None req-4fc74769-7833-4247-bb17-9b95e3c12ca8 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/a097324e-7ea6-486f-8a77-bad8f85df7b6 HTTP/1.1" status: 204 len: 168 time: 0.3653586 Aug 29 19:34:47.258667 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fc74769-7833-4247-bb17-9b95e3c12ca8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a097324e-7ea6-486f-8a77-bad8f85df7b6,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:34:49.038758 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-1bc25647-2440-4f4c-a3f3-320a5ddce01f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777170380508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3627128'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:34:49.694921 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-f7f3f912-659a-49f9-ab3a-0560ee4983b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777170380508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3627128'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:34:50.418700 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-ed31fb2d-405b-476e-b16a-f8415d14bc27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777170380508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3627128'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:34:50.767692 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-e411ce9c-394c-453f-add9-812245090945 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777170380508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3627128'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:34:51.877206 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-c214b08a-13ec-4cca-bdbd-998b9b76327d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777170380508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3627128'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:34:51.971206 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.26', 36882) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 19:34:52.074004 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-e9efdf06-4330-494c-9fbc-e1e3c0df3a4e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:34:52.158182 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-e9efdf06-4330-494c-9fbc-e1e3c0df3a4e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:34:52.161954 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-e9efdf06-4330-494c-9fbc-e1e3c0df3a4e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368872'] for security_group, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:34:52.199450 dv-cinder-806191-2-iscsi neutron-server[93883]: INFO neutron.wsgi [None req-e9efdf06-4330-494c-9fbc-e1e3c0df3a4e admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=d44e02a40a2a48108b1287c80bba873b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2271690 Aug 29 19:34:52.200550 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9efdf06-4330-494c-9fbc-e1e3c0df3a4e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=15d33c0f-278b-49bf-923a-4bd7ef1e79e0,revision_number=1']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:34:52.202119 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.26', 36886) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 19:34:52.250946 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-edd5fd69-eb53-4f81-bf3c-d94903e209a7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:34:52.271004 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-edd5fd69-eb53-4f81-bf3c-d94903e209a7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:34:52.318774 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-edd5fd69-eb53-4f81-bf3c-d94903e209a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368872'] for security_group, after_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:34:52.321292 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-edd5fd69-eb53-4f81-bf3c-d94903e209a7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:34:52.322483 dv-cinder-806191-2-iscsi neutron-server[93884]: INFO neutron.wsgi [None req-edd5fd69-eb53-4f81-bf3c-d94903e209a7 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/15d33c0f-278b-49bf-923a-4bd7ef1e79e0 HTTP/1.1" status: 204 len: 168 time: 0.1193395 Aug 29 19:34:52.330425 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edd5fd69-eb53-4f81-bf3c-d94903e209a7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=15d33c0f-278b-49bf-923a-4bd7ef1e79e0,revision_number=None']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:34:52.574874 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.26', 36892) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 19:34:52.588502 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-004cd5c8-b4d5-4f48-9924-fbf9c42bf3ff admin admin] Notify callbacks [] for security_group, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:34:52.677100 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-004cd5c8-b4d5-4f48-9924-fbf9c42bf3ff admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:34:52.680694 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-004cd5c8-b4d5-4f48-9924-fbf9c42bf3ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368872'] for security_group, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:34:52.717567 dv-cinder-806191-2-iscsi neutron-server[93883]: INFO neutron.wsgi [None req-004cd5c8-b4d5-4f48-9924-fbf9c42bf3ff admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=ee690f47ddf947749bbe11f1f0aedab6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1416268 Aug 29 19:34:52.718941 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-004cd5c8-b4d5-4f48-9924-fbf9c42bf3ff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0d91cffd-d993-4b74-97d9-8067723e870a,revision_number=1']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:34:52.720687 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.26', 36894) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 19:34:52.769293 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-50ce4084-8949-45ec-9d0c-27a98ce2e89d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:34:52.793522 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-50ce4084-8949-45ec-9d0c-27a98ce2e89d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:34:52.840758 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-50ce4084-8949-45ec-9d0c-27a98ce2e89d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368872'] for security_group, after_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:34:52.843883 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-50ce4084-8949-45ec-9d0c-27a98ce2e89d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:34:52.845081 dv-cinder-806191-2-iscsi neutron-server[93884]: INFO neutron.wsgi [None req-50ce4084-8949-45ec-9d0c-27a98ce2e89d admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/0d91cffd-d993-4b74-97d9-8067723e870a HTTP/1.1" status: 204 len: 168 time: 0.1233134 Aug 29 19:34:52.853420 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50ce4084-8949-45ec-9d0c-27a98ce2e89d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d91cffd-d993-4b74-97d9-8067723e870a,revision_number=None']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:34:53.515536 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.26', 36916) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 19:34:53.607930 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.api.v2.base [None req-416c06fc-b6ac-4a71-bb60-bac655dee78c admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-2023742971-network', 'tenant_id': '5d7c4f31da214a23b6a95fe4e5b2d544'}} {{(pid=93884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 19:34:53.633556 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-416c06fc-b6ac-4a71-bb60-bac655dee78c admin admin] Made reservation on behalf of 5d7c4f31da214a23b6a95fe4e5b2d544 for: {'network': 1} {{(pid=93884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 19:34:53.636336 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-416c06fc-b6ac-4a71-bb60-bac655dee78c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3669058'] for network, before_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:34:53.646016 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-416c06fc-b6ac-4a71-bb60-bac655dee78c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:34:53.733025 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-416c06fc-b6ac-4a71-bb60-bac655dee78c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:34:53.737038 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-416c06fc-b6ac-4a71-bb60-bac655dee78c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368872'] for security_group, after_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:34:53.761231 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-416c06fc-b6ac-4a71-bb60-bac655dee78c admin admin] vlan segment allocate from pool success with {'vlan_id': 138, 'physical_network': 'physnet1'} {{(pid=93884) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 19:34:53.770245 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-416c06fc-b6ac-4a71-bb60-bac655dee78c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6696dfa3-f4cc-4a7f-a8bc-71fa11255906,revision_number=1']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:34:53.780257 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-416c06fc-b6ac-4a71-bb60-bac655dee78c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3556912'] for segment, precommit_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:34:53.781162 dv-cinder-806191-2-iscsi neutron-server[93884]: INFO neutron.db.segments_db [None req-416c06fc-b6ac-4a71-bb60-bac655dee78c admin admin] Added segment b86018ab-2641-4f06-8922-a203e5a94454 of type vlan for network 171b3397-b4ee-4050-98a7-475057a3707c Aug 29 19:34:53.819332 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-416c06fc-b6ac-4a71-bb60-bac655dee78c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777169867614'] for network, precommit_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:34:53.842783 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-416c06fc-b6ac-4a71-bb60-bac655dee78c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-376669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3715978'] for network, after_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:34:53.844284 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-416c06fc-b6ac-4a71-bb60-bac655dee78c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 19:34:53.844857 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-416c06fc-b6ac-4a71-bb60-bac655dee78c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3715960'] for network, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:34:53.894984 dv-cinder-806191-2-iscsi neutron-server[93884]: INFO neutron.wsgi [None req-416c06fc-b6ac-4a71-bb60-bac655dee78c admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.3783360 Aug 29 19:34:53.898117 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.26', 36920) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 19:34:53.903199 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron.api.v2.base [None req-4ea4ecdc-e354-4386-9374-5eff3e8f0eff admin admin] Request body: {'subnet': {'network_id': '171b3397-b4ee-4050-98a7-475057a3707c', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-2023742971-subnet', 'tenant_id': '5d7c4f31da214a23b6a95fe4e5b2d544', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 19:34:53.905138 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-416c06fc-b6ac-4a71-bb60-bac655dee78c admin admin] Pushing event updated for resources: {'Network': ['ID=171b3397-b4ee-4050-98a7-475057a3707c,revision_number=1']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:34:53.915344 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-f7f3f912-659a-49f9-ab3a-0560ee4983b1 None None] Network 171b3397-b4ee-4050-98a7-475057a3707c details requested by agent ovs-agent-dv-cinder-806191-2-iscsi with host dv-cinder-806191-2-iscsi {{(pid=93885) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 19:34:53.923851 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ea4ecdc-e354-4386-9374-5eff3e8f0eff admin admin] Made reservation on behalf of 5d7c4f31da214a23b6a95fe4e5b2d544 for: {'subnet': 1} {{(pid=93883) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 19:34:53.926202 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-4ea4ecdc-e354-4386-9374-5eff3e8f0eff admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-263977485'] for subnet, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:34:54.091777 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-4ea4ecdc-e354-4386-9374-5eff3e8f0eff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-376708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3715978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-263308241', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-263977599'] for subnet, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:34:54.139387 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ea4ecdc-e354-4386-9374-5eff3e8f0eff admin admin] Pushing event updated for resources: {'Subnet': ['ID=ac75aa76-eee1-4b9d-9808-d0d21aec48cd,revision_number=0']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:34:54.154470 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ea4ecdc-e354-4386-9374-5eff3e8f0eff admin admin] Checking segment: {'id': 'b86018ab-2641-4f06-8922-a203e5a94454', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '171b3397-b4ee-4050-98a7-475057a3707c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93883) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 19:34:54.154833 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ea4ecdc-e354-4386-9374-5eff3e8f0eff admin admin] Network hostable DHCP agents. Network: 171b3397-b4ee-4050-98a7-475057a3707c, hostable agents: ['01567a2b-701c-44ec-9311-402810164ce4'], hosted agents: [] {{(pid=93883) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 19:34:54.170201 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ea4ecdc-e354-4386-9374-5eff3e8f0eff admin admin] Network 171b3397-b4ee-4050-98a7-475057a3707c is scheduled to be hosted by DHCP agent 01567a2b-701c-44ec-9311-402810164ce4 with binding_index 1 {{(pid=93883) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 19:34:54.178335 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron.scheduler.base_scheduler [None req-4ea4ecdc-e354-4386-9374-5eff3e8f0eff admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-806191-2-iscsi, 171b3397-b4ee-4050-98a7-475057a3707c) {{(pid=93883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 19:34:54.182455 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ea4ecdc-e354-4386-9374-5eff3e8f0eff admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 19:34:54.183045 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-4ea4ecdc-e354-4386-9374-5eff3e8f0eff admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3715960'] for subnet, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:34:54.188328 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92ae4ce1-75b9-4aa1-a9f6-1aede930368e None None] Network 171b3397-b4ee-4050-98a7-475057a3707c requested from dv-cinder-806191-2-iscsi {{(pid=93885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 19:34:54.198913 dv-cinder-806191-2-iscsi neutron-server[93883]: INFO neutron.wsgi [None req-4ea4ecdc-e354-4386-9374-5eff3e8f0eff admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.2996488 Aug 29 19:34:54.310030 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46f69862-cc7e-407e-9419-6daabb93a675 None None] Network 171b3397-b4ee-4050-98a7-475057a3707c requested from dv-cinder-806191-2-iscsi {{(pid=93885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 19:34:54.458354 dv-cinder-806191-2-iscsi neutron-server[93886]: DEBUG neutron.db.agents_db [None req-c8461fad-6a9a-4fb7-93e9-57a62b582dc0 None None] Agent healthcheck: found 6 active agents {{(pid=93886) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 19:34:55.916985 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b960eae-8b2b-4e0c-8410-b9f2d13b690f req-f0115b4f-e184-4867-b577-2fb24f463ade tempest-VolumesSnapshotTestJSON-588642408 tempest-VolumesSnapshotTestJSON-588642408-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 19:34:55.918436 dv-cinder-806191-2-iscsi neutron-server[93884]: INFO neutron.wsgi [req-4b960eae-8b2b-4e0c-8410-b9f2d13b690f req-f0115b4f-e184-4867-b577-2fb24f463ade tempest-VolumesSnapshotTestJSON-588642408 tempest-VolumesSnapshotTestJSON-588642408-project] 10.222.0.26 "GET /v2.0/networks?id=171b3397-b4ee-4050-98a7-475057a3707c HTTP/1.1" status: 200 len: 814 time: 0.0978127 Aug 29 19:34:55.933078 dv-cinder-806191-2-iscsi neutron-server[93884]: INFO neutron.wsgi [req-4b960eae-8b2b-4e0c-8410-b9f2d13b690f req-469aa97e-ff21-4dfa-beec-1398760fbe96 tempest-VolumesSnapshotTestJSON-588642408 tempest-VolumesSnapshotTestJSON-588642408-project] 10.222.0.26 "GET /v2.0/quotas/5d7c4f31da214a23b6a95fe4e5b2d544 HTTP/1.1" status: 200 len: 375 time: 0.0087764 Aug 29 19:34:55.967038 dv-cinder-806191-2-iscsi neutron-server[93884]: INFO neutron.wsgi [req-4b960eae-8b2b-4e0c-8410-b9f2d13b690f req-9d3b4066-2fae-4d3f-bcf0-fe68221f39dd tempest-VolumesSnapshotTestJSON-588642408 tempest-VolumesSnapshotTestJSON-588642408-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=5d7c4f31da214a23b6a95fe4e5b2d544&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0288661 Aug 29 19:34:56.020362 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.wsgi [req-4b960eae-8b2b-4e0c-8410-b9f2d13b690f req-2671882f-ea9c-44e9-b58a-879a3e84ccf0 service neutron] http://10.222.0.26:9696/v2.0/extensions returned with HTTP 200 {{(pid=93884) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 29 19:34:56.021508 dv-cinder-806191-2-iscsi neutron-server[93884]: INFO neutron.wsgi [req-4b960eae-8b2b-4e0c-8410-b9f2d13b690f req-2671882f-ea9c-44e9-b58a-879a3e84ccf0 service neutron] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0474041 Aug 29 19:34:56.112360 dv-cinder-806191-2-iscsi neutron-server[93884]: INFO neutron.wsgi [req-4b960eae-8b2b-4e0c-8410-b9f2d13b690f req-3194a65e-3612-42f9-917d-d5b5473fff09 service neutron] 10.222.0.26 "GET /v2.0/networks/171b3397-b4ee-4050-98a7-475057a3707c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846877 Aug 29 19:34:56.204659 dv-cinder-806191-2-iscsi neutron-server[93884]: INFO neutron.wsgi [req-4b960eae-8b2b-4e0c-8410-b9f2d13b690f req-1f600d08-2db6-4b00-b6ce-b462bb086e4f service neutron] 10.222.0.26 "GET /v2.0/networks/171b3397-b4ee-4050-98a7-475057a3707c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862381 Aug 29 19:34:56.357102 dv-cinder-806191-2-iscsi neutron-server[93883]: INFO neutron.wsgi [req-657d64d4-5fa2-4790-a641-49183513ce59 req-81741f3f-7b77-477c-9efb-d56a61c8cd83 tempest-VolumesSnapshotTestJSON-588642408 tempest-VolumesSnapshotTestJSON-588642408-project] 10.222.0.26 "GET /v2.0/ports?device_id=51e3c5bd-96e9-43a5-8300-b2b181b38524 HTTP/1.1" status: 200 len: 210 time: 0.0258367 Aug 29 19:34:57.462134 dv-cinder-806191-2-iscsi neutron-server[93884]: INFO neutron.wsgi [req-eb89f434-e9a1-4090-8d52-08f98e403aa1 req-1ee17078-23fa-419c-a96d-52898c91c8a7 tempest-VolumesSnapshotTestJSON-588642408 tempest-VolumesSnapshotTestJSON-588642408-project] 10.222.0.26 "GET /v2.0/ports?device_id=51e3c5bd-96e9-43a5-8300-b2b181b38524 HTTP/1.1" status: 200 len: 210 time: 0.0296547 Aug 29 19:34:57.484162 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b960eae-8b2b-4e0c-8410-b9f2d13b690f req-0d523f6b-9f93-4d4c-b98e-7645097f374d tempest-VolumesSnapshotTestJSON-588642408 tempest-VolumesSnapshotTestJSON-588642408-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 19:34:57.485656 dv-cinder-806191-2-iscsi neutron-server[93884]: INFO neutron.wsgi [req-4b960eae-8b2b-4e0c-8410-b9f2d13b690f req-0d523f6b-9f93-4d4c-b98e-7645097f374d tempest-VolumesSnapshotTestJSON-588642408 tempest-VolumesSnapshotTestJSON-588642408-project] 10.222.0.23 "GET /v2.0/networks?id=171b3397-b4ee-4050-98a7-475057a3707c HTTP/1.1" status: 200 len: 814 time: 0.1268635 Aug 29 19:34:57.497943 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.api.v2.base [req-4b960eae-8b2b-4e0c-8410-b9f2d13b690f req-7033c8d0-a9ab-4926-aa92-b1622c9b8b39 tempest-VolumesSnapshotTestJSON-588642408 tempest-VolumesSnapshotTestJSON-588642408-project] Request body: {'port': {'device_id': '51e3c5bd-96e9-43a5-8300-b2b181b38524', 'network_id': '171b3397-b4ee-4050-98a7-475057a3707c', 'admin_state_up': True, 'tenant_id': '5d7c4f31da214a23b6a95fe4e5b2d544'}} {{(pid=93884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 19:34:57.606245 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4b960eae-8b2b-4e0c-8410-b9f2d13b690f req-7033c8d0-a9ab-4926-aa92-b1622c9b8b39 tempest-VolumesSnapshotTestJSON-588642408 tempest-VolumesSnapshotTestJSON-588642408-project] Made reservation on behalf of 5d7c4f31da214a23b6a95fe4e5b2d544 for: {'port': 1} {{(pid=93884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 19:34:57.609699 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-4b960eae-8b2b-4e0c-8410-b9f2d13b690f req-7033c8d0-a9ab-4926-aa92-b1622c9b8b39 tempest-VolumesSnapshotTestJSON-588642408 tempest-VolumesSnapshotTestJSON-588642408-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3669058'] for port, before_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:34:57.729605 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.db.db_base_plugin_common [req-4b960eae-8b2b-4e0c-8410-b9f2d13b690f req-7033c8d0-a9ab-4926-aa92-b1622c9b8b39 tempest-VolumesSnapshotTestJSON-588642408 tempest-VolumesSnapshotTestJSON-588642408-project] Allocated IP 172.20.0.9 (171b3397-b4ee-4050-98a7-475057a3707c/ac75aa76-eee1-4b9d-9808-d0d21aec48cd/deea78d4-8784-4826-83b8-71e2ecae215b) {{(pid=93884) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 19:34:57.873730 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-4b960eae-8b2b-4e0c-8410-b9f2d13b690f req-7033c8d0-a9ab-4926-aa92-b1622c9b8b39 tempest-VolumesSnapshotTestJSON-588642408 tempest-VolumesSnapshotTestJSON-588642408-project] Notify callbacks [] for port, precommit_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:34:57.912388 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-4b960eae-8b2b-4e0c-8410-b9f2d13b690f req-7033c8d0-a9ab-4926-aa92-b1622c9b8b39 tempest-VolumesSnapshotTestJSON-588642408 tempest-VolumesSnapshotTestJSON-588642408-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3669005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3715978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777169884164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262862687'] for port, after_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:34:57.951542 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4b960eae-8b2b-4e0c-8410-b9f2d13b690f req-7033c8d0-a9ab-4926-aa92-b1622c9b8b39 tempest-VolumesSnapshotTestJSON-588642408 tempest-VolumesSnapshotTestJSON-588642408-project] Network 171b3397-b4ee-4050-98a7-475057a3707c is already hosted by enough agents. {{(pid=93884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 19:34:57.960971 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.scheduler.base_scheduler [req-4b960eae-8b2b-4e0c-8410-b9f2d13b690f req-7033c8d0-a9ab-4926-aa92-b1622c9b8b39 tempest-VolumesSnapshotTestJSON-588642408 tempest-VolumesSnapshotTestJSON-588642408-project] Resources bound (agent type, host, resource id): {{(pid=93884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 19:34:57.964624 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.db.l3_dvrscheduler_db [req-4b960eae-8b2b-4e0c-8410-b9f2d13b690f req-7033c8d0-a9ab-4926-aa92-b1622c9b8b39 tempest-VolumesSnapshotTestJSON-588642408 tempest-VolumesSnapshotTestJSON-588642408-project] Received port after_create {{(pid=93884) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 19:34:57.989642 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7033c8d0-a9ab-4926-aa92-b1622c9b8b39 tempest-VolumesSnapshotTestJSON-588642408 tempest-VolumesSnapshotTestJSON-588642408-project] Pushing event updated for resources: {'Port': ['ID=deea78d4-8784-4826-83b8-71e2ecae215b,revision_number=1']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:34:58.015696 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b960eae-8b2b-4e0c-8410-b9f2d13b690f req-7033c8d0-a9ab-4926-aa92-b1622c9b8b39 tempest-VolumesSnapshotTestJSON-588642408 tempest-VolumesSnapshotTestJSON-588642408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 19:34:58.016317 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-4b960eae-8b2b-4e0c-8410-b9f2d13b690f req-7033c8d0-a9ab-4926-aa92-b1622c9b8b39 tempest-VolumesSnapshotTestJSON-588642408 tempest-VolumesSnapshotTestJSON-588642408-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-256493'] for port, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:34:58.030814 dv-cinder-806191-2-iscsi neutron-server[93884]: INFO neutron.wsgi [req-4b960eae-8b2b-4e0c-8410-b9f2d13b690f req-7033c8d0-a9ab-4926-aa92-b1622c9b8b39 tempest-VolumesSnapshotTestJSON-588642408 tempest-VolumesSnapshotTestJSON-588642408-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5358481 Aug 29 19:34:58.042031 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.api.v2.base [req-4b960eae-8b2b-4e0c-8410-b9f2d13b690f req-bb71e90c-fe60-416c-b802-78fb7e379e84 service neutron] Request body: {'port': {'device_id': '51e3c5bd-96e9-43a5-8300-b2b181b38524', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80619'}} {{(pid=93884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 19:34:58.092261 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-4b960eae-8b2b-4e0c-8410-b9f2d13b690f req-bb71e90c-fe60-416c-b802-78fb7e379e84 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3669058'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:34:58.575554 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c10a053-c166-4572-9755-2ed73ac553f2 req-c255c52e-cbbc-4573-a582-2a374ebfc5d3 tempest-VolumesSnapshotTestJSON-588642408 tempest-VolumesSnapshotTestJSON-588642408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 19:34:58.577025 dv-cinder-806191-2-iscsi neutron-server[93883]: INFO neutron.wsgi [req-3c10a053-c166-4572-9755-2ed73ac553f2 req-c255c52e-cbbc-4573-a582-2a374ebfc5d3 tempest-VolumesSnapshotTestJSON-588642408 tempest-VolumesSnapshotTestJSON-588642408-project] 10.222.0.26 "GET /v2.0/ports?device_id=51e3c5bd-96e9-43a5-8300-b2b181b38524 HTTP/1.1" status: 200 len: 931 time: 0.0487947 Aug 29 19:34:58.603144 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.notifiers.nova [req-4b960eae-8b2b-4e0c-8410-b9f2d13b690f req-bb71e90c-fe60-416c-b802-78fb7e379e84 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id deea78d4-8784-4826-83b8-71e2ecae215b {{(pid=93884) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 19:34:58.611181 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-4b960eae-8b2b-4e0c-8410-b9f2d13b690f req-bb71e90c-fe60-416c-b802-78fb7e379e84 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:34:58.618895 dv-cinder-806191-2-iscsi neutron-server[93883]: INFO neutron.wsgi [req-3c10a053-c166-4572-9755-2ed73ac553f2 req-0d8be84a-3663-4682-8b22-4eb1bedea156 tempest-VolumesSnapshotTestJSON-588642408 tempest-VolumesSnapshotTestJSON-588642408-project] 10.222.0.26 "GET /v2.0/security-groups?id=6696dfa3-f4cc-4a7f-a8bc-71fa11255906&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357928 Aug 29 19:34:58.623385 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [req-4b960eae-8b2b-4e0c-8410-b9f2d13b690f req-bb71e90c-fe60-416c-b802-78fb7e379e84 service neutron] Transition to ACTIVE for port object deea78d4-8784-4826-83b8-71e2ecae215b will not be triggered until provisioned by entity L2. {{(pid=93884) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 19:34:58.628351 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-4b960eae-8b2b-4e0c-8410-b9f2d13b690f req-bb71e90c-fe60-416c-b802-78fb7e379e84 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3669005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3715978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777170436913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777169884182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777169884200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-262862662'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:34:58.681771 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb71e90c-fe60-416c-b802-78fb7e379e84 service neutron] Pushing event updated for resources: {'Port': ['ID=deea78d4-8784-4826-83b8-71e2ecae215b,revision_number=2']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:34:58.747167 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.managers [req-4b960eae-8b2b-4e0c-8410-b9f2d13b690f req-bb71e90c-fe60-416c-b802-78fb7e379e84 service neutron] Attempting to bind port deea78d4-8784-4826-83b8-71e2ecae215b on host hv-cinder-80619 for vnic_type normal with profile {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 19:34:58.747425 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.managers [req-4b960eae-8b2b-4e0c-8410-b9f2d13b690f req-bb71e90c-fe60-416c-b802-78fb7e379e84 service neutron] Attempting to bind port deea78d4-8784-4826-83b8-71e2ecae215b by drivers openvswitch,hyperv on host hv-cinder-80619 at level 0 using segments [{'id': 'b86018ab-2641-4f06-8922-a203e5a94454', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '171b3397-b4ee-4050-98a7-475057a3707c'}] {{(pid=93884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 19:34:58.747750 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b960eae-8b2b-4e0c-8410-b9f2d13b690f req-bb71e90c-fe60-416c-b802-78fb7e379e84 service neutron] Attempting to bind port deea78d4-8784-4826-83b8-71e2ecae215b on network 171b3397-b4ee-4050-98a7-475057a3707c {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 19:34:58.751914 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b960eae-8b2b-4e0c-8410-b9f2d13b690f req-bb71e90c-fe60-416c-b802-78fb7e379e84 service neutron] Port deea78d4-8784-4826-83b8-71e2ecae215b on network 171b3397-b4ee-4050-98a7-475057a3707c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80619 {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 19:34:58.752229 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b960eae-8b2b-4e0c-8410-b9f2d13b690f req-bb71e90c-fe60-416c-b802-78fb7e379e84 service neutron] Attempting to bind port deea78d4-8784-4826-83b8-71e2ecae215b on network 171b3397-b4ee-4050-98a7-475057a3707c {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 19:34:58.757277 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b960eae-8b2b-4e0c-8410-b9f2d13b690f req-bb71e90c-fe60-416c-b802-78fb7e379e84 service neutron] Checking agent: {'id': 'f86fd93b-ec6e-427a-a263-b2bcb0cc3d39', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80619', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 19, 19, 51), 'started_at': datetime.datetime(2021, 8, 29, 19, 19, 51), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 19, 34, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 19:34:58.757666 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b960eae-8b2b-4e0c-8410-b9f2d13b690f req-bb71e90c-fe60-416c-b802-78fb7e379e84 service neutron] Checking segment: {'id': 'b86018ab-2641-4f06-8922-a203e5a94454', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '171b3397-b4ee-4050-98a7-475057a3707c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93884) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 19:34:58.758082 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b960eae-8b2b-4e0c-8410-b9f2d13b690f req-bb71e90c-fe60-416c-b802-78fb7e379e84 service neutron] Bound using segment: {'id': 'b86018ab-2641-4f06-8922-a203e5a94454', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '171b3397-b4ee-4050-98a7-475057a3707c'} {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 19:34:58.758953 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.managers [req-4b960eae-8b2b-4e0c-8410-b9f2d13b690f req-bb71e90c-fe60-416c-b802-78fb7e379e84 service neutron] Bound port: deea78d4-8784-4826-83b8-71e2ecae215b, host: hv-cinder-80619, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b86018ab-2641-4f06-8922-a203e5a94454', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '171b3397-b4ee-4050-98a7-475057a3707c'}}] {{(pid=93884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 19:34:58.759342 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-4b960eae-8b2b-4e0c-8410-b9f2d13b690f req-bb71e90c-fe60-416c-b802-78fb7e379e84 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3669058'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:34:58.823509 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.db [req-4b960eae-8b2b-4e0c-8410-b9f2d13b690f req-bb71e90c-fe60-416c-b802-78fb7e379e84 service neutron] For port deea78d4-8784-4826-83b8-71e2ecae215b, host hv-cinder-80619, cleared binding levels {{(pid=93884) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 19:34:58.826529 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.db [req-4b960eae-8b2b-4e0c-8410-b9f2d13b690f req-bb71e90c-fe60-416c-b802-78fb7e379e84 service neutron] For port deea78d4-8784-4826-83b8-71e2ecae215b, host hv-cinder-80619, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80619',level=0,port_id=deea78d4-8784-4826-83b8-71e2ecae215b,segment=NetworkSegment(b86018ab-2641-4f06-8922-a203e5a94454),segment_id=b86018ab-2641-4f06-8922-a203e5a94454)] {{(pid=93884) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 19:34:58.830928 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-4b960eae-8b2b-4e0c-8410-b9f2d13b690f req-bb71e90c-fe60-416c-b802-78fb7e379e84 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3669005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3715978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777170436913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777169884182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777169884200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-262862662'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:34:58.863438 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b960eae-8b2b-4e0c-8410-b9f2d13b690f req-bb71e90c-fe60-416c-b802-78fb7e379e84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 19:34:58.864053 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-4b960eae-8b2b-4e0c-8410-b9f2d13b690f req-bb71e90c-fe60-416c-b802-78fb7e379e84 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-256493'] for port, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:34:58.865433 dv-cinder-806191-2-iscsi neutron-server[93884]: INFO neutron.wsgi [req-4b960eae-8b2b-4e0c-8410-b9f2d13b690f req-bb71e90c-fe60-416c-b802-78fb7e379e84 service neutron] 10.222.0.23 "PUT /v2.0/ports/deea78d4-8784-4826-83b8-71e2ecae215b HTTP/1.1" status: 200 len: 1093 time: 0.8275068 Aug 29 19:34:58.865875 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '51e3c5bd-96e9-43a5-8300-b2b181b38524', 'tag': 'deea78d4-8784-4826-83b8-71e2ecae215b'}] {{(pid=93884) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 19:34:58.868126 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}af0273b9eb9050257146764f7dfc5aa69aec40d1770056ff1a21a350116cd0eb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7a8fc9ed-8d10-4fc1-b788-448bb1372cb0" -d '{"events": [{"name": "network-changed", "server_uuid": "51e3c5bd-96e9-43a5-8300-b2b181b38524", "tag": "deea78d4-8784-4826-83b8-71e2ecae215b"}]}' {{(pid=93884) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 19:34:58.897758 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb71e90c-fe60-416c-b802-78fb7e379e84 service neutron] Pushing event updated for resources: {'Port': ['ID=deea78d4-8784-4826-83b8-71e2ecae215b,revision_number=3']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:34:58.906140 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 19:34:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e6c7fa68-a7f4-423e-b300-ce98654c3dc8 x-openstack-request-id: req-e6c7fa68-a7f4-423e-b300-ce98654c3dc8 {{(pid=93884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 19:34:58.906457 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "51e3c5bd-96e9-43a5-8300-b2b181b38524", "tag": "deea78d4-8784-4826-83b8-71e2ecae215b", "status": "completed", "code": 200}]} {{(pid=93884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 19:34:58.906796 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-e6c7fa68-a7f4-423e-b300-ce98654c3dc8 {{(pid=93884) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 19:34:58.907072 dv-cinder-806191-2-iscsi neutron-server[93884]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '51e3c5bd-96e9-43a5-8300-b2b181b38524', 'tag': 'deea78d4-8784-4826-83b8-71e2ecae215b', 'status': 'completed', 'code': 200} Aug 29 19:34:58.954056 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b960eae-8b2b-4e0c-8410-b9f2d13b690f req-60ffa8ae-de2c-403d-97d8-ecdb72026930 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 19:34:58.955552 dv-cinder-806191-2-iscsi neutron-server[93884]: INFO neutron.wsgi [req-4b960eae-8b2b-4e0c-8410-b9f2d13b690f req-60ffa8ae-de2c-403d-97d8-ecdb72026930 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=5d7c4f31da214a23b6a95fe4e5b2d544&device_id=51e3c5bd-96e9-43a5-8300-b2b181b38524 HTTP/1.1" status: 200 len: 1096 time: 0.0402458 Aug 29 19:34:58.998024 dv-cinder-806191-2-iscsi neutron-server[93884]: INFO neutron.wsgi [req-4b960eae-8b2b-4e0c-8410-b9f2d13b690f req-c067dbd3-ce4f-42a4-8527-71d5d8c2f023 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=deea78d4-8784-4826-83b8-71e2ecae215b HTTP/1.1" status: 200 len: 217 time: 0.0337541 Aug 29 19:34:59.049367 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b960eae-8b2b-4e0c-8410-b9f2d13b690f req-6d88d10f-0a34-4219-925e-991148ad225b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 19:34:59.050832 dv-cinder-806191-2-iscsi neutron-server[93884]: INFO neutron.wsgi [req-4b960eae-8b2b-4e0c-8410-b9f2d13b690f req-6d88d10f-0a34-4219-925e-991148ad225b service neutron] 10.222.0.23 "GET /v2.0/subnets?id=ac75aa76-eee1-4b9d-9808-d0d21aec48cd HTTP/1.1" status: 200 len: 854 time: 0.0461979 Aug 29 19:34:59.081564 dv-cinder-806191-2-iscsi neutron-server[93884]: INFO neutron.wsgi [req-4b960eae-8b2b-4e0c-8410-b9f2d13b690f req-13fff6cd-ae6f-4d51-bb0b-550413ac49fe service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=171b3397-b4ee-4050-98a7-475057a3707c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0241106 Aug 29 19:34:59.174354 dv-cinder-806191-2-iscsi neutron-server[93884]: INFO neutron.wsgi [req-4b960eae-8b2b-4e0c-8410-b9f2d13b690f req-ff852517-28e9-4c3e-8b8b-8a726d10e472 service neutron] 10.222.0.23 "GET /v2.0/networks/171b3397-b4ee-4050-98a7-475057a3707c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856199 Aug 29 19:34:59.266208 dv-cinder-806191-2-iscsi neutron-server[93884]: INFO neutron.wsgi [req-4b960eae-8b2b-4e0c-8410-b9f2d13b690f req-78de495c-b15b-40e2-9948-0055f593a7f5 service neutron] 10.222.0.23 "GET /v2.0/networks/171b3397-b4ee-4050-98a7-475057a3707c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848320 Aug 29 19:34:59.351783 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a8fc9ed-8d10-4fc1-b788-448bb1372cb0 req-efd341b8-81e6-478d-9fe6-82ef10ad3640 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 19:34:59.353246 dv-cinder-806191-2-iscsi neutron-server[93884]: INFO neutron.wsgi [req-7a8fc9ed-8d10-4fc1-b788-448bb1372cb0 req-efd341b8-81e6-478d-9fe6-82ef10ad3640 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=5d7c4f31da214a23b6a95fe4e5b2d544&device_id=51e3c5bd-96e9-43a5-8300-b2b181b38524 HTTP/1.1" status: 200 len: 1096 time: 0.0396774 Aug 29 19:34:59.446866 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a8fc9ed-8d10-4fc1-b788-448bb1372cb0 req-f3dbfe36-701d-4986-8a2e-74367718fcd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 19:34:59.448303 dv-cinder-806191-2-iscsi neutron-server[93884]: INFO neutron.wsgi [req-7a8fc9ed-8d10-4fc1-b788-448bb1372cb0 req-f3dbfe36-701d-4986-8a2e-74367718fcd8 service neutron] 10.222.0.23 "GET /v2.0/networks?id=171b3397-b4ee-4050-98a7-475057a3707c HTTP/1.1" status: 200 len: 915 time: 0.0873523 Aug 29 19:34:59.489910 dv-cinder-806191-2-iscsi neutron-server[93884]: INFO neutron.wsgi [req-7a8fc9ed-8d10-4fc1-b788-448bb1372cb0 req-41d6303a-2c47-4843-af6e-3487d18f7e7d service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=deea78d4-8784-4826-83b8-71e2ecae215b HTTP/1.1" status: 200 len: 217 time: 0.0333302 Aug 29 19:34:59.537702 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a8fc9ed-8d10-4fc1-b788-448bb1372cb0 req-5c7caf56-4b1e-48e2-baad-0ec00ad779f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 19:34:59.539143 dv-cinder-806191-2-iscsi neutron-server[93884]: INFO neutron.wsgi [req-7a8fc9ed-8d10-4fc1-b788-448bb1372cb0 req-5c7caf56-4b1e-48e2-baad-0ec00ad779f5 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=ac75aa76-eee1-4b9d-9808-d0d21aec48cd HTTP/1.1" status: 200 len: 854 time: 0.0424147 Aug 29 19:34:59.571261 dv-cinder-806191-2-iscsi neutron-server[93884]: INFO neutron.wsgi [req-7a8fc9ed-8d10-4fc1-b788-448bb1372cb0 req-cfb7285b-0d1e-4cce-b96f-56b201daf38b service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=171b3397-b4ee-4050-98a7-475057a3707c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0234277 Aug 29 19:34:59.662329 dv-cinder-806191-2-iscsi neutron-server[93884]: INFO neutron.wsgi [req-7a8fc9ed-8d10-4fc1-b788-448bb1372cb0 req-cdad1125-a664-424d-8c31-43ed889f984e service neutron] 10.222.0.23 "GET /v2.0/networks/171b3397-b4ee-4050-98a7-475057a3707c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830798 Aug 29 19:34:59.732434 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70071b58-53a7-4b57-b3dc-0d9c05299db8 req-cb94ecba-9e6d-4c15-9de9-23a194f75468 tempest-VolumesSnapshotTestJSON-588642408 tempest-VolumesSnapshotTestJSON-588642408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 19:34:59.734424 dv-cinder-806191-2-iscsi neutron-server[93883]: INFO neutron.wsgi [req-70071b58-53a7-4b57-b3dc-0d9c05299db8 req-cb94ecba-9e6d-4c15-9de9-23a194f75468 tempest-VolumesSnapshotTestJSON-588642408 tempest-VolumesSnapshotTestJSON-588642408-project] 10.222.0.26 "GET /v2.0/ports?device_id=51e3c5bd-96e9-43a5-8300-b2b181b38524 HTTP/1.1" status: 200 len: 943 time: 0.0489459 Aug 29 19:34:59.754618 dv-cinder-806191-2-iscsi neutron-server[93884]: INFO neutron.wsgi [req-7a8fc9ed-8d10-4fc1-b788-448bb1372cb0 req-03532240-c201-4795-8d8f-01eb95ce3fe4 service neutron] 10.222.0.23 "GET /v2.0/networks/171b3397-b4ee-4050-98a7-475057a3707c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841899 Aug 29 19:34:59.775040 dv-cinder-806191-2-iscsi neutron-server[93883]: INFO neutron.wsgi [req-70071b58-53a7-4b57-b3dc-0d9c05299db8 req-5e9aa61c-a042-4b8f-a2e0-d5460eaf382f tempest-VolumesSnapshotTestJSON-588642408 tempest-VolumesSnapshotTestJSON-588642408-project] 10.222.0.26 "GET /v2.0/security-groups?id=6696dfa3-f4cc-4a7f-a8bc-71fa11255906&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343974 Aug 29 19:35:00.893880 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d6f46bc-2c8c-4f91-854f-557fe33c1586 req-b0011233-1d50-426c-a616-911913004b04 tempest-VolumesSnapshotTestJSON-588642408 tempest-VolumesSnapshotTestJSON-588642408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 19:35:00.895359 dv-cinder-806191-2-iscsi neutron-server[93884]: INFO neutron.wsgi [req-8d6f46bc-2c8c-4f91-854f-557fe33c1586 req-b0011233-1d50-426c-a616-911913004b04 tempest-VolumesSnapshotTestJSON-588642408 tempest-VolumesSnapshotTestJSON-588642408-project] 10.222.0.26 "GET /v2.0/ports?device_id=51e3c5bd-96e9-43a5-8300-b2b181b38524 HTTP/1.1" status: 200 len: 943 time: 0.0536418 Aug 29 19:35:00.934661 dv-cinder-806191-2-iscsi neutron-server[93884]: INFO neutron.wsgi [req-8d6f46bc-2c8c-4f91-854f-557fe33c1586 req-792adf4f-365d-40ef-b2f6-7560ca24c8de tempest-VolumesSnapshotTestJSON-588642408 tempest-VolumesSnapshotTestJSON-588642408-project] 10.222.0.26 "GET /v2.0/security-groups?id=6696dfa3-f4cc-4a7f-a8bc-71fa11255906&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333996 Aug 29 19:35:02.046491 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba594168-aa5d-425e-8d03-8a16b1b2e443 req-0e84d0ed-9b00-4e43-b7e4-2098c661bb94 tempest-VolumesSnapshotTestJSON-588642408 tempest-VolumesSnapshotTestJSON-588642408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 19:35:02.047953 dv-cinder-806191-2-iscsi neutron-server[93883]: INFO neutron.wsgi [req-ba594168-aa5d-425e-8d03-8a16b1b2e443 req-0e84d0ed-9b00-4e43-b7e4-2098c661bb94 tempest-VolumesSnapshotTestJSON-588642408 tempest-VolumesSnapshotTestJSON-588642408-project] 10.222.0.26 "GET /v2.0/ports?device_id=51e3c5bd-96e9-43a5-8300-b2b181b38524 HTTP/1.1" status: 200 len: 943 time: 0.0476599 Aug 29 19:35:02.085277 dv-cinder-806191-2-iscsi neutron-server[93883]: INFO neutron.wsgi [req-ba594168-aa5d-425e-8d03-8a16b1b2e443 req-25a8c0b7-6274-473a-b637-9474f453b52f tempest-VolumesSnapshotTestJSON-588642408 tempest-VolumesSnapshotTestJSON-588642408-project] 10.222.0.26 "GET /v2.0/security-groups?id=6696dfa3-f4cc-4a7f-a8bc-71fa11255906&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314596 Aug 29 19:35:02.972132 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-e411ce9c-394c-453f-add9-812245090945 None None] Device deea78d4-8784-4826-83b8-71e2ecae215b details requested by agent hyperv_hv-cinder-80619 with host hv-cinder-80619 {{(pid=93885) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 19:35:03.063313 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-e411ce9c-394c-453f-add9-812245090945 None None] For port deea78d4-8784-4826-83b8-71e2ecae215b, host hv-cinder-80619, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80619',level=0,port_id=deea78d4-8784-4826-83b8-71e2ecae215b,segment=NetworkSegment(b86018ab-2641-4f06-8922-a203e5a94454),segment_id=b86018ab-2641-4f06-8922-a203e5a94454)] {{(pid=93885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 19:35:03.074319 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-e411ce9c-394c-453f-add9-812245090945 None None] Returning: {'device': 'deea78d4-8784-4826-83b8-71e2ecae215b', 'network_id': '171b3397-b4ee-4050-98a7-475057a3707c', 'port_id': 'deea78d4-8784-4826-83b8-71e2ecae215b', 'mac_address': 'fa:16:3e:89:2a:03', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 138, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ac75aa76-eee1-4b9d-9808-d0d21aec48cd', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93885) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 19:35:03.202150 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f97d2ae7-6d94-4e29-b4b3-10f4f838254a req-7746a93c-97dc-40ae-b72d-9d148e6cc41b tempest-VolumesSnapshotTestJSON-588642408 tempest-VolumesSnapshotTestJSON-588642408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 19:35:03.204360 dv-cinder-806191-2-iscsi neutron-server[93884]: INFO neutron.wsgi [req-f97d2ae7-6d94-4e29-b4b3-10f4f838254a req-7746a93c-97dc-40ae-b72d-9d148e6cc41b tempest-VolumesSnapshotTestJSON-588642408 tempest-VolumesSnapshotTestJSON-588642408-project] 10.222.0.26 "GET /v2.0/ports?device_id=51e3c5bd-96e9-43a5-8300-b2b181b38524 HTTP/1.1" status: 200 len: 943 time: 0.0516822 Aug 29 19:35:03.235527 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-e411ce9c-394c-453f-add9-812245090945 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3669058'] for port, before_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:35:03.241814 dv-cinder-806191-2-iscsi neutron-server[93884]: INFO neutron.wsgi [req-f97d2ae7-6d94-4e29-b4b3-10f4f838254a req-09bc31db-e9d1-40ea-aa40-1d6366048703 tempest-VolumesSnapshotTestJSON-588642408 tempest-VolumesSnapshotTestJSON-588642408-project] 10.222.0.26 "GET /v2.0/security-groups?id=6696dfa3-f4cc-4a7f-a8bc-71fa11255906&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314627 Aug 29 19:35:03.247889 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.notifiers.nova [None req-e411ce9c-394c-453f-add9-812245090945 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id deea78d4-8784-4826-83b8-71e2ecae215b {{(pid=93885) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 19:35:03.268942 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-e411ce9c-394c-453f-add9-812245090945 None None] For port deea78d4-8784-4826-83b8-71e2ecae215b, host hv-cinder-80619, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80619',level=0,port_id=deea78d4-8784-4826-83b8-71e2ecae215b,segment=NetworkSegment(b86018ab-2641-4f06-8922-a203e5a94454),segment_id=b86018ab-2641-4f06-8922-a203e5a94454)] {{(pid=93885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 19:35:03.272768 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-e411ce9c-394c-453f-add9-812245090945 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3669005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3715978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777170436913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777169884182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777169884200'] for port, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:35:03.318550 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e411ce9c-394c-453f-add9-812245090945 None None] Pushing event updated for resources: {'Port': ['ID=deea78d4-8784-4826-83b8-71e2ecae215b,revision_number=4']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:35:03.325372 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e411ce9c-394c-453f-add9-812245090945 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806191-2-iscsi {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:35:03.325726 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e411ce9c-394c-453f-add9-812245090945 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806191-2-iscsi {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:35:03.326072 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e411ce9c-394c-453f-add9-812245090945 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806191-2-iscsi {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:35:03.326431 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e411ce9c-394c-453f-add9-812245090945 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806191-2-iscsi {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:35:03.326769 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e411ce9c-394c-453f-add9-812245090945 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-806191-2-iscsi {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:35:03.327127 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e411ce9c-394c-453f-add9-812245090945 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806191-2-iscsi {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:35:03.327996 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e411ce9c-394c-453f-add9-812245090945 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-806191-2-iscsi {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:35:03.328335 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e411ce9c-394c-453f-add9-812245090945 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-806191-2-iscsi {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:35:03.328668 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e411ce9c-394c-453f-add9-812245090945 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806191-2-iscsi {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:35:03.328998 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e411ce9c-394c-453f-add9-812245090945 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806191-2-iscsi {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:35:03.329326 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e411ce9c-394c-453f-add9-812245090945 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806191-2-iscsi {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:35:03.329650 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e411ce9c-394c-453f-add9-812245090945 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806191-2-iscsi {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:35:03.476602 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-e411ce9c-394c-453f-add9-812245090945 None None] get_ports_and_sgs() called for port_ids ['deea78d4-8784-4826-83b8-71e2ecae215b'] {{(pid=93885) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 19:35:04.354543 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d5e9457-ef54-48d2-baef-a90c61c8ada4 req-33af3de5-6e27-4428-b48a-915f71ad5d3e tempest-VolumesSnapshotTestJSON-588642408 tempest-VolumesSnapshotTestJSON-588642408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 19:35:04.356032 dv-cinder-806191-2-iscsi neutron-server[93883]: INFO neutron.wsgi [req-3d5e9457-ef54-48d2-baef-a90c61c8ada4 req-33af3de5-6e27-4428-b48a-915f71ad5d3e tempest-VolumesSnapshotTestJSON-588642408 tempest-VolumesSnapshotTestJSON-588642408-project] 10.222.0.26 "GET /v2.0/ports?device_id=51e3c5bd-96e9-43a5-8300-b2b181b38524 HTTP/1.1" status: 200 len: 944 time: 0.0488915 Aug 29 19:35:04.396320 dv-cinder-806191-2-iscsi neutron-server[93883]: INFO neutron.wsgi [req-3d5e9457-ef54-48d2-baef-a90c61c8ada4 req-eeab7fe4-7e7a-4b2e-b586-34900037b782 tempest-VolumesSnapshotTestJSON-588642408 tempest-VolumesSnapshotTestJSON-588642408-project] 10.222.0.26 "GET /v2.0/security-groups?id=6696dfa3-f4cc-4a7f-a8bc-71fa11255906&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343904 Aug 29 19:35:04.988121 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-e411ce9c-394c-453f-add9-812245090945 None None] Device deea78d4-8784-4826-83b8-71e2ecae215b up at agent hyperv_hv-cinder-80619 {{(pid=93885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 19:35:05.037186 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-e411ce9c-394c-453f-add9-812245090945 None None] Provisioning for port deea78d4-8784-4826-83b8-71e2ecae215b completed by entity L2. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 19:35:05.040943 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-e411ce9c-394c-453f-add9-812245090945 None None] Provisioning complete for port deea78d4-8784-4826-83b8-71e2ecae215b triggered by entity L2. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 19:35:05.041342 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-e411ce9c-394c-453f-add9-812245090945 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3627211'] for port, provisioning_complete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:35:05.115835 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-e411ce9c-394c-453f-add9-812245090945 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3669058'] for port, before_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:35:05.140597 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '51e3c5bd-96e9-43a5-8300-b2b181b38524', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'deea78d4-8784-4826-83b8-71e2ecae215b'}] {{(pid=93885) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 19:35:05.143016 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b746b22f1a330a85490eeb53ccb4cfec71189e4c963aff014ae6842ea75f17cc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b521e129-fab4-41fd-b15a-eeeba97f236e" -d '{"events": [{"server_uuid": "51e3c5bd-96e9-43a5-8300-b2b181b38524", "name": "network-vif-plugged", "status": "completed", "tag": "deea78d4-8784-4826-83b8-71e2ecae215b"}]}' {{(pid=93885) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 19:35:05.155698 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-e411ce9c-394c-453f-add9-812245090945 None None] For port deea78d4-8784-4826-83b8-71e2ecae215b, host hv-cinder-80619, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80619',level=0,port_id=deea78d4-8784-4826-83b8-71e2ecae215b,segment=NetworkSegment(b86018ab-2641-4f06-8922-a203e5a94454),segment_id=b86018ab-2641-4f06-8922-a203e5a94454)] {{(pid=93885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 19:35:05.160205 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-e411ce9c-394c-453f-add9-812245090945 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3669005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3715978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777170436913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777169884182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777169884200'] for port, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:35:05.185206 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 19:35:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e2b261df-8125-461c-80f3-410914996f87 x-openstack-request-id: req-e2b261df-8125-461c-80f3-410914996f87 {{(pid=93885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 19:35:05.185495 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "51e3c5bd-96e9-43a5-8300-b2b181b38524", "name": "network-vif-plugged", "status": "completed", "tag": "deea78d4-8784-4826-83b8-71e2ecae215b", "code": 200}]} {{(pid=93885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 19:35:05.185747 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-e2b261df-8125-461c-80f3-410914996f87 {{(pid=93885) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 19:35:05.186129 dv-cinder-806191-2-iscsi neutron-server[93885]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '51e3c5bd-96e9-43a5-8300-b2b181b38524', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'deea78d4-8784-4826-83b8-71e2ecae215b', 'code': 200} Aug 29 19:35:05.213274 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e411ce9c-394c-453f-add9-812245090945 None None] Pushing event updated for resources: {'Port': ['ID=deea78d4-8784-4826-83b8-71e2ecae215b,revision_number=5']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:35:05.338411 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbf9f369-8a7f-4771-9057-035933b54d19 req-1ee950cd-6ebe-43bc-bb0c-e21a0da4e7f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 19:35:05.339788 dv-cinder-806191-2-iscsi neutron-server[93884]: INFO neutron.wsgi [req-fbf9f369-8a7f-4771-9057-035933b54d19 req-1ee950cd-6ebe-43bc-bb0c-e21a0da4e7f1 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=51e3c5bd-96e9-43a5-8300-b2b181b38524 HTTP/1.1" status: 200 len: 1098 time: 0.0380840 Aug 29 19:35:05.374052 dv-cinder-806191-2-iscsi neutron-server[93884]: INFO neutron.wsgi [req-fbf9f369-8a7f-4771-9057-035933b54d19 req-f7f3558f-314a-439c-96dd-894f9704ba5a service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=6696dfa3-f4cc-4a7f-a8bc-71fa11255906&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0270793 Aug 29 19:35:05.509677 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e12a7048-eee3-4f1a-a64b-cadba3e7aad5 req-3d04ad49-b9e9-4ec0-b76d-415356e851ba tempest-VolumesSnapshotTestJSON-588642408 tempest-VolumesSnapshotTestJSON-588642408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 19:35:05.511157 dv-cinder-806191-2-iscsi neutron-server[93883]: INFO neutron.wsgi [req-e12a7048-eee3-4f1a-a64b-cadba3e7aad5 req-3d04ad49-b9e9-4ec0-b76d-415356e851ba tempest-VolumesSnapshotTestJSON-588642408 tempest-VolumesSnapshotTestJSON-588642408-project] 10.222.0.26 "GET /v2.0/ports?device_id=51e3c5bd-96e9-43a5-8300-b2b181b38524 HTTP/1.1" status: 200 len: 945 time: 0.0479527 Aug 29 19:35:05.550676 dv-cinder-806191-2-iscsi neutron-server[93883]: INFO neutron.wsgi [req-e12a7048-eee3-4f1a-a64b-cadba3e7aad5 req-4dc4dce3-c5e2-460e-8297-342b32b7996e tempest-VolumesSnapshotTestJSON-588642408 tempest-VolumesSnapshotTestJSON-588642408-project] 10.222.0.26 "GET /v2.0/security-groups?id=6696dfa3-f4cc-4a7f-a8bc-71fa11255906&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329370 Aug 29 19:35:06.669478 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae992927-9a67-4c7c-95af-ac822359d0b6 req-29e1756a-f687-4a0b-bc95-bb2fb18b33b0 tempest-VolumesSnapshotTestJSON-588642408 tempest-VolumesSnapshotTestJSON-588642408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 19:35:06.670998 dv-cinder-806191-2-iscsi neutron-server[93884]: INFO neutron.wsgi [req-ae992927-9a67-4c7c-95af-ac822359d0b6 req-29e1756a-f687-4a0b-bc95-bb2fb18b33b0 tempest-VolumesSnapshotTestJSON-588642408 tempest-VolumesSnapshotTestJSON-588642408-project] 10.222.0.26 "GET /v2.0/ports?device_id=51e3c5bd-96e9-43a5-8300-b2b181b38524 HTTP/1.1" status: 200 len: 945 time: 0.0529552 Aug 29 19:35:06.708583 dv-cinder-806191-2-iscsi neutron-server[93884]: INFO neutron.wsgi [req-ae992927-9a67-4c7c-95af-ac822359d0b6 req-c7e3727e-a986-46e8-8110-ee6da8ac823a tempest-VolumesSnapshotTestJSON-588642408 tempest-VolumesSnapshotTestJSON-588642408-project] 10.222.0.26 "GET /v2.0/security-groups?id=6696dfa3-f4cc-4a7f-a8bc-71fa11255906&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314579 Aug 29 19:35:16.424319 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-96d7da09-774b-4e95-905a-d814783b5ed2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777170380508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3627128'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:35:19.039988 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-9d324916-8121-47b4-a6f4-de2b33e51dcf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777170380508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3627128'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:35:19.695609 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-f7f3f912-659a-49f9-ab3a-0560ee4983b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777170380508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3627128'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:35:20.421077 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-ed31fb2d-405b-476e-b16a-f8415d14bc27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777170380508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3627128'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:35:20.787223 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-e411ce9c-394c-453f-add9-812245090945 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777170380508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3627128'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:35:21.879507 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-c214b08a-13ec-4cca-bdbd-998b9b76327d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777170380508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3627128'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:35:31.461603 dv-cinder-806191-2-iscsi neutron-server[93886]: DEBUG neutron.db.agents_db [None req-c8461fad-6a9a-4fb7-93e9-57a62b582dc0 None None] Agent healthcheck: found 6 active agents {{(pid=93886) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 19:35:46.427058 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-13a1cc00-8196-4959-a270-1be366c77578 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777170380508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3627128'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:35:47.106572 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82f5d143-ac95-4742-830c-1b350fc8305b req-ae82d800-9480-492d-acd2-179d49321ed5 tempest-VolumesSnapshotTestJSON-588642408 tempest-VolumesSnapshotTestJSON-588642408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 19:35:47.107992 dv-cinder-806191-2-iscsi neutron-server[93884]: INFO neutron.wsgi [req-82f5d143-ac95-4742-830c-1b350fc8305b req-ae82d800-9480-492d-acd2-179d49321ed5 tempest-VolumesSnapshotTestJSON-588642408 tempest-VolumesSnapshotTestJSON-588642408-project] 10.222.0.26 "GET /v2.0/ports?device_id=51e3c5bd-96e9-43a5-8300-b2b181b38524 HTTP/1.1" status: 200 len: 945 time: 0.0588527 Aug 29 19:35:47.146000 dv-cinder-806191-2-iscsi neutron-server[93884]: INFO neutron.wsgi [req-82f5d143-ac95-4742-830c-1b350fc8305b req-2e7080b4-91c7-4568-9d35-bb93bfaca2da tempest-VolumesSnapshotTestJSON-588642408 tempest-VolumesSnapshotTestJSON-588642408-project] 10.222.0.26 "GET /v2.0/security-groups?id=6696dfa3-f4cc-4a7f-a8bc-71fa11255906&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316570 Aug 29 19:35:48.260408 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3782ef09-0174-4ace-a3e4-538651c0c426 req-5ef6e72d-a53f-4ce3-b7a7-0f7fa37818ab tempest-VolumesSnapshotTestJSON-588642408 tempest-VolumesSnapshotTestJSON-588642408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 19:35:48.261871 dv-cinder-806191-2-iscsi neutron-server[93883]: INFO neutron.wsgi [req-3782ef09-0174-4ace-a3e4-538651c0c426 req-5ef6e72d-a53f-4ce3-b7a7-0f7fa37818ab tempest-VolumesSnapshotTestJSON-588642408 tempest-VolumesSnapshotTestJSON-588642408-project] 10.222.0.26 "GET /v2.0/ports?device_id=51e3c5bd-96e9-43a5-8300-b2b181b38524 HTTP/1.1" status: 200 len: 945 time: 0.0479739 Aug 29 19:35:48.299314 dv-cinder-806191-2-iscsi neutron-server[93883]: INFO neutron.wsgi [req-3782ef09-0174-4ace-a3e4-538651c0c426 req-0cbf4358-b71d-4ed1-a831-17898a8a45c4 tempest-VolumesSnapshotTestJSON-588642408 tempest-VolumesSnapshotTestJSON-588642408-project] 10.222.0.26 "GET /v2.0/security-groups?id=6696dfa3-f4cc-4a7f-a8bc-71fa11255906&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314603 Aug 29 19:35:48.610916 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf02a7a8-a63a-4f7e-8ee4-b70098cf2682 req-cf56a3f9-4c84-4657-8ed7-26986678972d tempest-VolumesSnapshotTestJSON-588642408 tempest-VolumesSnapshotTestJSON-588642408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 19:35:48.612357 dv-cinder-806191-2-iscsi neutron-server[93884]: INFO neutron.wsgi [req-bf02a7a8-a63a-4f7e-8ee4-b70098cf2682 req-cf56a3f9-4c84-4657-8ed7-26986678972d tempest-VolumesSnapshotTestJSON-588642408 tempest-VolumesSnapshotTestJSON-588642408-project] 10.222.0.23 "GET /v2.0/ports?device_id=51e3c5bd-96e9-43a5-8300-b2b181b38524 HTTP/1.1" status: 200 len: 945 time: 0.0479512 Aug 29 19:35:48.701956 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [req-bf02a7a8-a63a-4f7e-8ee4-b70098cf2682 req-4c0fde68-bf93-4491-9de6-793bbbc89871 tempest-VolumesSnapshotTestJSON-588642408 tempest-VolumesSnapshotTestJSON-588642408-project] Deleting port deea78d4-8784-4826-83b8-71e2ecae215b {{(pid=93884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 19:35:48.702294 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-bf02a7a8-a63a-4f7e-8ee4-b70098cf2682 req-4c0fde68-bf93-4491-9de6-793bbbc89871 tempest-VolumesSnapshotTestJSON-588642408 tempest-VolumesSnapshotTestJSON-588642408-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777170414367'] for port, before_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:35:48.787761 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.db [req-bf02a7a8-a63a-4f7e-8ee4-b70098cf2682 req-4c0fde68-bf93-4491-9de6-793bbbc89871 tempest-VolumesSnapshotTestJSON-588642408 tempest-VolumesSnapshotTestJSON-588642408-project] For port deea78d4-8784-4826-83b8-71e2ecae215b, host hv-cinder-80619, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80619',level=0,port_id=deea78d4-8784-4826-83b8-71e2ecae215b,segment=NetworkSegment(b86018ab-2641-4f06-8922-a203e5a94454),segment_id=b86018ab-2641-4f06-8922-a203e5a94454)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 19:35:48.788126 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-bf02a7a8-a63a-4f7e-8ee4-b70098cf2682 req-4c0fde68-bf93-4491-9de6-793bbbc89871 tempest-VolumesSnapshotTestJSON-588642408 tempest-VolumesSnapshotTestJSON-588642408-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3695122'] for port, precommit_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:35:48.800422 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [req-bf02a7a8-a63a-4f7e-8ee4-b70098cf2682 req-4c0fde68-bf93-4491-9de6-793bbbc89871 tempest-VolumesSnapshotTestJSON-588642408 tempest-VolumesSnapshotTestJSON-588642408-project] Calling delete_port for deea78d4-8784-4826-83b8-71e2ecae215b owned by compute:nova {{(pid=93884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 19:35:48.927180 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-bf02a7a8-a63a-4f7e-8ee4-b70098cf2682 req-4c0fde68-bf93-4491-9de6-793bbbc89871 tempest-VolumesSnapshotTestJSON-588642408 tempest-VolumesSnapshotTestJSON-588642408-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3669005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3715978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777170436895', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777169884173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262862687'] for port, after_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:35:48.939475 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-e411ce9c-394c-453f-add9-812245090945 None None] get_ports_and_sgs() called for port_ids ['deea78d4-8784-4826-83b8-71e2ecae215b'] {{(pid=93885) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 19:35:48.954314 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c0fde68-bf93-4491-9de6-793bbbc89871 tempest-VolumesSnapshotTestJSON-588642408 tempest-VolumesSnapshotTestJSON-588642408-project] Pushing event deleted for resources: {'Port': ['ID=deea78d4-8784-4826-83b8-71e2ecae215b,revision_number=None']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:35:48.968664 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c0fde68-bf93-4491-9de6-793bbbc89871 tempest-VolumesSnapshotTestJSON-588642408 tempest-VolumesSnapshotTestJSON-588642408-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806191-2-iscsi {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:35:48.969018 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c0fde68-bf93-4491-9de6-793bbbc89871 tempest-VolumesSnapshotTestJSON-588642408 tempest-VolumesSnapshotTestJSON-588642408-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806191-2-iscsi {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:35:48.969355 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c0fde68-bf93-4491-9de6-793bbbc89871 tempest-VolumesSnapshotTestJSON-588642408 tempest-VolumesSnapshotTestJSON-588642408-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806191-2-iscsi {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:35:48.969690 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c0fde68-bf93-4491-9de6-793bbbc89871 tempest-VolumesSnapshotTestJSON-588642408 tempest-VolumesSnapshotTestJSON-588642408-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806191-2-iscsi {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:35:48.970021 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c0fde68-bf93-4491-9de6-793bbbc89871 tempest-VolumesSnapshotTestJSON-588642408 tempest-VolumesSnapshotTestJSON-588642408-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-806191-2-iscsi {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:35:48.970349 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c0fde68-bf93-4491-9de6-793bbbc89871 tempest-VolumesSnapshotTestJSON-588642408 tempest-VolumesSnapshotTestJSON-588642408-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806191-2-iscsi {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:35:48.970718 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c0fde68-bf93-4491-9de6-793bbbc89871 tempest-VolumesSnapshotTestJSON-588642408 tempest-VolumesSnapshotTestJSON-588642408-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-806191-2-iscsi {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:35:48.971042 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c0fde68-bf93-4491-9de6-793bbbc89871 tempest-VolumesSnapshotTestJSON-588642408 tempest-VolumesSnapshotTestJSON-588642408-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-806191-2-iscsi {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:35:48.971367 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c0fde68-bf93-4491-9de6-793bbbc89871 tempest-VolumesSnapshotTestJSON-588642408 tempest-VolumesSnapshotTestJSON-588642408-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806191-2-iscsi {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:35:48.971690 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c0fde68-bf93-4491-9de6-793bbbc89871 tempest-VolumesSnapshotTestJSON-588642408 tempest-VolumesSnapshotTestJSON-588642408-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806191-2-iscsi {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:35:48.972009 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c0fde68-bf93-4491-9de6-793bbbc89871 tempest-VolumesSnapshotTestJSON-588642408 tempest-VolumesSnapshotTestJSON-588642408-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806191-2-iscsi {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:35:48.972328 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c0fde68-bf93-4491-9de6-793bbbc89871 tempest-VolumesSnapshotTestJSON-588642408 tempest-VolumesSnapshotTestJSON-588642408-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806191-2-iscsi {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:35:49.008390 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.db.l3_dvrscheduler_db [req-bf02a7a8-a63a-4f7e-8ee4-b70098cf2682 req-4c0fde68-bf93-4491-9de6-793bbbc89871 tempest-VolumesSnapshotTestJSON-588642408 tempest-VolumesSnapshotTestJSON-588642408-project] No DVR routers for this DVR port deea78d4-8784-4826-83b8-71e2ecae215b on host hv-cinder-80619 {{(pid=93884) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 19:35:49.010801 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-bf02a7a8-a63a-4f7e-8ee4-b70098cf2682 req-4c0fde68-bf93-4491-9de6-793bbbc89871 tempest-VolumesSnapshotTestJSON-588642408 tempest-VolumesSnapshotTestJSON-588642408-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-256493'] for port, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:35:49.012733 dv-cinder-806191-2-iscsi neutron-server[93884]: INFO neutron.wsgi [req-bf02a7a8-a63a-4f7e-8ee4-b70098cf2682 req-4c0fde68-bf93-4491-9de6-793bbbc89871 tempest-VolumesSnapshotTestJSON-588642408 tempest-VolumesSnapshotTestJSON-588642408-project] 10.222.0.23 "DELETE /v2.0/ports/deea78d4-8784-4826-83b8-71e2ecae215b HTTP/1.1" status: 204 len: 173 time: 0.3946347 Aug 29 19:35:49.013152 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '51e3c5bd-96e9-43a5-8300-b2b181b38524', 'name': 'network-vif-deleted', 'tag': 'deea78d4-8784-4826-83b8-71e2ecae215b'}] {{(pid=93884) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 19:35:49.015475 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}af0273b9eb9050257146764f7dfc5aa69aec40d1770056ff1a21a350116cd0eb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eeeec6c3-090d-4c47-8598-257db996d4f4" -d '{"events": [{"server_uuid": "51e3c5bd-96e9-43a5-8300-b2b181b38524", "name": "network-vif-deleted", "tag": "deea78d4-8784-4826-83b8-71e2ecae215b"}]}' {{(pid=93884) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 19:35:49.046073 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-3af449cb-aeb0-4551-9aee-bf3b9234ba06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777170380508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3627128'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:35:49.060764 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 19:35:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-22a7d532-6c34-4ece-ab68-326e3b0caebd x-openstack-request-id: req-22a7d532-6c34-4ece-ab68-326e3b0caebd {{(pid=93884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 19:35:49.061102 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "51e3c5bd-96e9-43a5-8300-b2b181b38524", "name": "network-vif-deleted", "tag": "deea78d4-8784-4826-83b8-71e2ecae215b", "status": "completed", "code": 200}]} {{(pid=93884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 19:35:49.061355 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-22a7d532-6c34-4ece-ab68-326e3b0caebd {{(pid=93884) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 19:35:49.061753 dv-cinder-806191-2-iscsi neutron-server[93884]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '51e3c5bd-96e9-43a5-8300-b2b181b38524', 'name': 'network-vif-deleted', 'tag': 'deea78d4-8784-4826-83b8-71e2ecae215b', 'status': 'completed', 'code': 200} Aug 29 19:35:49.402514 dv-cinder-806191-2-iscsi neutron-server[93883]: INFO neutron.wsgi [req-a66c271e-da97-4110-b84e-fd48ad0455f9 req-420b30a8-3f27-41f5-b72b-50d5cc6c6c7e tempest-VolumesSnapshotTestJSON-588642408 tempest-VolumesSnapshotTestJSON-588642408-project] 10.222.0.26 "GET /v2.0/ports?device_id=51e3c5bd-96e9-43a5-8300-b2b181b38524 HTTP/1.1" status: 200 len: 210 time: 0.0267451 Aug 29 19:35:49.696628 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-f7f3f912-659a-49f9-ab3a-0560ee4983b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777170380508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3627128'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:35:50.424757 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-ed31fb2d-405b-476e-b16a-f8415d14bc27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777170380508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3627128'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:35:50.783464 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-e411ce9c-394c-453f-add9-812245090945 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777170380508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3627128'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:35:51.881451 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-c214b08a-13ec-4cca-bdbd-998b9b76327d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777170380508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3627128'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:35:53.441421 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-e411ce9c-394c-453f-add9-812245090945 None None] Device deea78d4-8784-4826-83b8-71e2ecae215b no longer exists at agent hyperv_hv-cinder-80619 {{(pid=93885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 19:35:53.461896 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.plugins.ml2.plugin [None req-e411ce9c-394c-453f-add9-812245090945 None None] No Port match for: deea78d4-8784-4826-83b8-71e2ecae215b {{(pid=93885) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 19:35:53.462249 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-e411ce9c-394c-453f-add9-812245090945 None None] Device deea78d4-8784-4826-83b8-71e2ecae215b not bound to the agent host hv-cinder-80619 {{(pid=93885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 19:35:58.308136 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d32dac6a-d52b-412d-945f-ee747f55c8f0 req-2ea96bee-ecbd-4d0c-9335-f4a3c8a7a6c1 tempest-VolumesSnapshotTestJSON-588642408 tempest-VolumesSnapshotTestJSON-588642408-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 19:35:58.309509 dv-cinder-806191-2-iscsi neutron-server[93883]: INFO neutron.wsgi [req-d32dac6a-d52b-412d-945f-ee747f55c8f0 req-2ea96bee-ecbd-4d0c-9335-f4a3c8a7a6c1 tempest-VolumesSnapshotTestJSON-588642408 tempest-VolumesSnapshotTestJSON-588642408-project] 10.222.0.26 "GET /v2.0/networks?id=171b3397-b4ee-4050-98a7-475057a3707c HTTP/1.1" status: 200 len: 814 time: 0.1009014 Aug 29 19:35:58.325088 dv-cinder-806191-2-iscsi neutron-server[93883]: INFO neutron.wsgi [req-d32dac6a-d52b-412d-945f-ee747f55c8f0 req-b80eeddd-6e50-403e-b68a-b0c7338d695e tempest-VolumesSnapshotTestJSON-588642408 tempest-VolumesSnapshotTestJSON-588642408-project] 10.222.0.26 "GET /v2.0/quotas/5d7c4f31da214a23b6a95fe4e5b2d544 HTTP/1.1" status: 200 len: 375 time: 0.0098855 Aug 29 19:35:58.355802 dv-cinder-806191-2-iscsi neutron-server[93883]: INFO neutron.wsgi [req-d32dac6a-d52b-412d-945f-ee747f55c8f0 req-9fdfbfb5-ef7b-405c-9ccc-3ee57096c9c9 tempest-VolumesSnapshotTestJSON-588642408 tempest-VolumesSnapshotTestJSON-588642408-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=5d7c4f31da214a23b6a95fe4e5b2d544&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0256512 Aug 29 19:35:58.492510 dv-cinder-806191-2-iscsi neutron-server[93883]: INFO neutron.wsgi [req-d32dac6a-d52b-412d-945f-ee747f55c8f0 req-27f121eb-8f74-41f5-9917-42459fec38c6 service neutron] 10.222.0.26 "GET /v2.0/networks/171b3397-b4ee-4050-98a7-475057a3707c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1300201 Aug 29 19:35:58.579051 dv-cinder-806191-2-iscsi neutron-server[93883]: INFO neutron.wsgi [req-d32dac6a-d52b-412d-945f-ee747f55c8f0 req-55e90406-8e05-42bf-81f5-d5c28a1d48b6 service neutron] 10.222.0.26 "GET /v2.0/networks/171b3397-b4ee-4050-98a7-475057a3707c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0803995 Aug 29 19:35:58.731794 dv-cinder-806191-2-iscsi neutron-server[93884]: INFO neutron.wsgi [req-bbab9277-9f9d-4c02-89b9-aae82b86d2d5 req-f28d6080-e56f-4531-bc72-b125b59162d5 tempest-VolumesSnapshotTestJSON-588642408 tempest-VolumesSnapshotTestJSON-588642408-project] 10.222.0.26 "GET /v2.0/ports?device_id=25f3baec-df61-4f1f-a166-5e29b7df96e6 HTTP/1.1" status: 200 len: 210 time: 0.0262880 Aug 29 19:35:59.618262 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d32dac6a-d52b-412d-945f-ee747f55c8f0 req-62dd60c7-bc62-4def-a4ad-ec5f377debc8 tempest-VolumesSnapshotTestJSON-588642408 tempest-VolumesSnapshotTestJSON-588642408-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 19:35:59.620669 dv-cinder-806191-2-iscsi neutron-server[93884]: INFO neutron.wsgi [req-d32dac6a-d52b-412d-945f-ee747f55c8f0 req-62dd60c7-bc62-4def-a4ad-ec5f377debc8 tempest-VolumesSnapshotTestJSON-588642408 tempest-VolumesSnapshotTestJSON-588642408-project] 10.222.0.23 "GET /v2.0/networks?id=171b3397-b4ee-4050-98a7-475057a3707c HTTP/1.1" status: 200 len: 814 time: 0.1154122 Aug 29 19:35:59.637583 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.api.v2.base [req-d32dac6a-d52b-412d-945f-ee747f55c8f0 req-1d142a83-ae9d-4e2e-92e5-9431646fa159 tempest-VolumesSnapshotTestJSON-588642408 tempest-VolumesSnapshotTestJSON-588642408-project] Request body: {'port': {'device_id': '25f3baec-df61-4f1f-a166-5e29b7df96e6', 'network_id': '171b3397-b4ee-4050-98a7-475057a3707c', 'admin_state_up': True, 'tenant_id': '5d7c4f31da214a23b6a95fe4e5b2d544'}} {{(pid=93884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 19:35:59.747382 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d32dac6a-d52b-412d-945f-ee747f55c8f0 req-1d142a83-ae9d-4e2e-92e5-9431646fa159 tempest-VolumesSnapshotTestJSON-588642408 tempest-VolumesSnapshotTestJSON-588642408-project] Made reservation on behalf of 5d7c4f31da214a23b6a95fe4e5b2d544 for: {'port': 1} {{(pid=93884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 19:35:59.750798 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-d32dac6a-d52b-412d-945f-ee747f55c8f0 req-1d142a83-ae9d-4e2e-92e5-9431646fa159 tempest-VolumesSnapshotTestJSON-588642408 tempest-VolumesSnapshotTestJSON-588642408-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3669058'] for port, before_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:35:59.825348 dv-cinder-806191-2-iscsi neutron-server[93883]: INFO neutron.wsgi [req-bdb96599-3b12-4c08-9d0b-10032b808ce0 req-aa7a4c1d-cf98-44ff-b23f-27f50d9f0d07 tempest-VolumesSnapshotTestJSON-588642408 tempest-VolumesSnapshotTestJSON-588642408-project] 10.222.0.26 "GET /v2.0/ports?device_id=25f3baec-df61-4f1f-a166-5e29b7df96e6 HTTP/1.1" status: 200 len: 210 time: 0.0270798 Aug 29 19:35:59.875978 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.db.db_base_plugin_common [req-d32dac6a-d52b-412d-945f-ee747f55c8f0 req-1d142a83-ae9d-4e2e-92e5-9431646fa159 tempest-VolumesSnapshotTestJSON-588642408 tempest-VolumesSnapshotTestJSON-588642408-project] Allocated IP 172.20.0.2 (171b3397-b4ee-4050-98a7-475057a3707c/ac75aa76-eee1-4b9d-9808-d0d21aec48cd/454d0126-a689-41b2-99ff-2090e8cc2256) {{(pid=93884) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 19:36:00.020956 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-d32dac6a-d52b-412d-945f-ee747f55c8f0 req-1d142a83-ae9d-4e2e-92e5-9431646fa159 tempest-VolumesSnapshotTestJSON-588642408 tempest-VolumesSnapshotTestJSON-588642408-project] Notify callbacks [] for port, precommit_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:36:00.059471 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-d32dac6a-d52b-412d-945f-ee747f55c8f0 req-1d142a83-ae9d-4e2e-92e5-9431646fa159 tempest-VolumesSnapshotTestJSON-588642408 tempest-VolumesSnapshotTestJSON-588642408-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3669005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3715978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777169884164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262862687'] for port, after_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:36:00.102873 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d32dac6a-d52b-412d-945f-ee747f55c8f0 req-1d142a83-ae9d-4e2e-92e5-9431646fa159 tempest-VolumesSnapshotTestJSON-588642408 tempest-VolumesSnapshotTestJSON-588642408-project] Network 171b3397-b4ee-4050-98a7-475057a3707c is already hosted by enough agents. {{(pid=93884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 19:36:00.106148 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.scheduler.base_scheduler [req-d32dac6a-d52b-412d-945f-ee747f55c8f0 req-1d142a83-ae9d-4e2e-92e5-9431646fa159 tempest-VolumesSnapshotTestJSON-588642408 tempest-VolumesSnapshotTestJSON-588642408-project] Resources bound (agent type, host, resource id): {{(pid=93884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 19:36:00.109904 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.db.l3_dvrscheduler_db [req-d32dac6a-d52b-412d-945f-ee747f55c8f0 req-1d142a83-ae9d-4e2e-92e5-9431646fa159 tempest-VolumesSnapshotTestJSON-588642408 tempest-VolumesSnapshotTestJSON-588642408-project] Received port after_create {{(pid=93884) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 19:36:00.116085 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d142a83-ae9d-4e2e-92e5-9431646fa159 tempest-VolumesSnapshotTestJSON-588642408 tempest-VolumesSnapshotTestJSON-588642408-project] Pushing event updated for resources: {'Port': ['ID=454d0126-a689-41b2-99ff-2090e8cc2256,revision_number=1']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:36:00.164824 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d32dac6a-d52b-412d-945f-ee747f55c8f0 req-1d142a83-ae9d-4e2e-92e5-9431646fa159 tempest-VolumesSnapshotTestJSON-588642408 tempest-VolumesSnapshotTestJSON-588642408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 19:36:00.165451 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-d32dac6a-d52b-412d-945f-ee747f55c8f0 req-1d142a83-ae9d-4e2e-92e5-9431646fa159 tempest-VolumesSnapshotTestJSON-588642408 tempest-VolumesSnapshotTestJSON-588642408-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-256493'] for port, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:36:00.179194 dv-cinder-806191-2-iscsi neutron-server[93884]: INFO neutron.wsgi [req-d32dac6a-d52b-412d-945f-ee747f55c8f0 req-1d142a83-ae9d-4e2e-92e5-9431646fa159 tempest-VolumesSnapshotTestJSON-588642408 tempest-VolumesSnapshotTestJSON-588642408-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5456116 Aug 29 19:36:00.191610 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.api.v2.base [req-d32dac6a-d52b-412d-945f-ee747f55c8f0 req-d76730fd-c1ac-45a8-96a4-69876475b0f3 service neutron] Request body: {'port': {'device_id': '25f3baec-df61-4f1f-a166-5e29b7df96e6', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80619'}} {{(pid=93884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 19:36:00.242972 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-d32dac6a-d52b-412d-945f-ee747f55c8f0 req-d76730fd-c1ac-45a8-96a4-69876475b0f3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3669058'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:36:00.492150 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.notifiers.nova [req-d32dac6a-d52b-412d-945f-ee747f55c8f0 req-d76730fd-c1ac-45a8-96a4-69876475b0f3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 454d0126-a689-41b2-99ff-2090e8cc2256 {{(pid=93884) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 19:36:00.499144 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-d32dac6a-d52b-412d-945f-ee747f55c8f0 req-d76730fd-c1ac-45a8-96a4-69876475b0f3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:36:00.511653 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [req-d32dac6a-d52b-412d-945f-ee747f55c8f0 req-d76730fd-c1ac-45a8-96a4-69876475b0f3 service neutron] Transition to ACTIVE for port object 454d0126-a689-41b2-99ff-2090e8cc2256 will not be triggered until provisioned by entity L2. {{(pid=93884) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 19:36:00.514933 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-d32dac6a-d52b-412d-945f-ee747f55c8f0 req-d76730fd-c1ac-45a8-96a4-69876475b0f3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3669005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3715978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777170436913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777169884182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777169884200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-262862662'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:36:00.567352 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d76730fd-c1ac-45a8-96a4-69876475b0f3 service neutron] Pushing event updated for resources: {'Port': ['ID=454d0126-a689-41b2-99ff-2090e8cc2256,revision_number=2']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:36:00.630061 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.managers [req-d32dac6a-d52b-412d-945f-ee747f55c8f0 req-d76730fd-c1ac-45a8-96a4-69876475b0f3 service neutron] Attempting to bind port 454d0126-a689-41b2-99ff-2090e8cc2256 on host hv-cinder-80619 for vnic_type normal with profile {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 19:36:00.630417 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.managers [req-d32dac6a-d52b-412d-945f-ee747f55c8f0 req-d76730fd-c1ac-45a8-96a4-69876475b0f3 service neutron] Attempting to bind port 454d0126-a689-41b2-99ff-2090e8cc2256 by drivers openvswitch,hyperv on host hv-cinder-80619 at level 0 using segments [{'id': 'b86018ab-2641-4f06-8922-a203e5a94454', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '171b3397-b4ee-4050-98a7-475057a3707c'}] {{(pid=93884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 19:36:00.630747 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d32dac6a-d52b-412d-945f-ee747f55c8f0 req-d76730fd-c1ac-45a8-96a4-69876475b0f3 service neutron] Attempting to bind port 454d0126-a689-41b2-99ff-2090e8cc2256 on network 171b3397-b4ee-4050-98a7-475057a3707c {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 19:36:00.635440 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d32dac6a-d52b-412d-945f-ee747f55c8f0 req-d76730fd-c1ac-45a8-96a4-69876475b0f3 service neutron] Port 454d0126-a689-41b2-99ff-2090e8cc2256 on network 171b3397-b4ee-4050-98a7-475057a3707c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80619 {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 19:36:00.635758 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d32dac6a-d52b-412d-945f-ee747f55c8f0 req-d76730fd-c1ac-45a8-96a4-69876475b0f3 service neutron] Attempting to bind port 454d0126-a689-41b2-99ff-2090e8cc2256 on network 171b3397-b4ee-4050-98a7-475057a3707c {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 19:36:00.640513 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d32dac6a-d52b-412d-945f-ee747f55c8f0 req-d76730fd-c1ac-45a8-96a4-69876475b0f3 service neutron] Checking agent: {'id': 'f86fd93b-ec6e-427a-a263-b2bcb0cc3d39', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80619', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 19, 19, 51), 'started_at': datetime.datetime(2021, 8, 29, 19, 19, 51), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 19, 35, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 19:36:00.640845 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d32dac6a-d52b-412d-945f-ee747f55c8f0 req-d76730fd-c1ac-45a8-96a4-69876475b0f3 service neutron] Checking segment: {'id': 'b86018ab-2641-4f06-8922-a203e5a94454', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '171b3397-b4ee-4050-98a7-475057a3707c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93884) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 19:36:00.641224 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d32dac6a-d52b-412d-945f-ee747f55c8f0 req-d76730fd-c1ac-45a8-96a4-69876475b0f3 service neutron] Bound using segment: {'id': 'b86018ab-2641-4f06-8922-a203e5a94454', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '171b3397-b4ee-4050-98a7-475057a3707c'} {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 19:36:00.641639 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.managers [req-d32dac6a-d52b-412d-945f-ee747f55c8f0 req-d76730fd-c1ac-45a8-96a4-69876475b0f3 service neutron] Bound port: 454d0126-a689-41b2-99ff-2090e8cc2256, host: hv-cinder-80619, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b86018ab-2641-4f06-8922-a203e5a94454', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '171b3397-b4ee-4050-98a7-475057a3707c'}}] {{(pid=93884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 19:36:00.641993 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-d32dac6a-d52b-412d-945f-ee747f55c8f0 req-d76730fd-c1ac-45a8-96a4-69876475b0f3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3669058'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:36:00.702774 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.db [req-d32dac6a-d52b-412d-945f-ee747f55c8f0 req-d76730fd-c1ac-45a8-96a4-69876475b0f3 service neutron] For port 454d0126-a689-41b2-99ff-2090e8cc2256, host hv-cinder-80619, cleared binding levels {{(pid=93884) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 19:36:00.705665 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.db [req-d32dac6a-d52b-412d-945f-ee747f55c8f0 req-d76730fd-c1ac-45a8-96a4-69876475b0f3 service neutron] For port 454d0126-a689-41b2-99ff-2090e8cc2256, host hv-cinder-80619, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80619',level=0,port_id=454d0126-a689-41b2-99ff-2090e8cc2256,segment=NetworkSegment(b86018ab-2641-4f06-8922-a203e5a94454),segment_id=b86018ab-2641-4f06-8922-a203e5a94454)] {{(pid=93884) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 19:36:00.710746 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-d32dac6a-d52b-412d-945f-ee747f55c8f0 req-d76730fd-c1ac-45a8-96a4-69876475b0f3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3669005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3715978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777170436913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777169884182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777169884200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-262862662'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:36:00.744502 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d32dac6a-d52b-412d-945f-ee747f55c8f0 req-d76730fd-c1ac-45a8-96a4-69876475b0f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 19:36:00.745173 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-d32dac6a-d52b-412d-945f-ee747f55c8f0 req-d76730fd-c1ac-45a8-96a4-69876475b0f3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-256493'] for port, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:36:00.746577 dv-cinder-806191-2-iscsi neutron-server[93884]: INFO neutron.wsgi [req-d32dac6a-d52b-412d-945f-ee747f55c8f0 req-d76730fd-c1ac-45a8-96a4-69876475b0f3 service neutron] 10.222.0.23 "PUT /v2.0/ports/454d0126-a689-41b2-99ff-2090e8cc2256 HTTP/1.1" status: 200 len: 1093 time: 0.5591285 Aug 29 19:36:00.748942 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '25f3baec-df61-4f1f-a166-5e29b7df96e6', 'tag': '454d0126-a689-41b2-99ff-2090e8cc2256'}] {{(pid=93884) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 19:36:00.751746 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}af0273b9eb9050257146764f7dfc5aa69aec40d1770056ff1a21a350116cd0eb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-47e260af-1fdd-4af8-bbfc-12a4d9da1015" -d '{"events": [{"name": "network-changed", "server_uuid": "25f3baec-df61-4f1f-a166-5e29b7df96e6", "tag": "454d0126-a689-41b2-99ff-2090e8cc2256"}]}' {{(pid=93884) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 19:36:00.783136 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d76730fd-c1ac-45a8-96a4-69876475b0f3 service neutron] Pushing event updated for resources: {'Port': ['ID=454d0126-a689-41b2-99ff-2090e8cc2256,revision_number=3']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:36:00.795665 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 19:36:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e66fb25e-61e0-474b-88fd-c232e46a7064 x-openstack-request-id: req-e66fb25e-61e0-474b-88fd-c232e46a7064 {{(pid=93884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 19:36:00.795965 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "25f3baec-df61-4f1f-a166-5e29b7df96e6", "tag": "454d0126-a689-41b2-99ff-2090e8cc2256", "status": "completed", "code": 200}]} {{(pid=93884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 19:36:00.796209 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-e66fb25e-61e0-474b-88fd-c232e46a7064 {{(pid=93884) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 19:36:00.796588 dv-cinder-806191-2-iscsi neutron-server[93884]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '25f3baec-df61-4f1f-a166-5e29b7df96e6', 'tag': '454d0126-a689-41b2-99ff-2090e8cc2256', 'status': 'completed', 'code': 200} Aug 29 19:36:00.828385 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d32dac6a-d52b-412d-945f-ee747f55c8f0 req-21663f1d-eaa9-4442-aaea-a3cf16bb96c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 19:36:00.829895 dv-cinder-806191-2-iscsi neutron-server[93884]: INFO neutron.wsgi [req-d32dac6a-d52b-412d-945f-ee747f55c8f0 req-21663f1d-eaa9-4442-aaea-a3cf16bb96c5 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=5d7c4f31da214a23b6a95fe4e5b2d544&device_id=25f3baec-df61-4f1f-a166-5e29b7df96e6 HTTP/1.1" status: 200 len: 1096 time: 0.0427353 Aug 29 19:36:00.870165 dv-cinder-806191-2-iscsi neutron-server[93884]: INFO neutron.wsgi [req-d32dac6a-d52b-412d-945f-ee747f55c8f0 req-f0216ad1-d83e-421d-98b7-c12f2872e461 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=454d0126-a689-41b2-99ff-2090e8cc2256 HTTP/1.1" status: 200 len: 217 time: 0.0324998 Aug 29 19:36:00.922957 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d32dac6a-d52b-412d-945f-ee747f55c8f0 req-92966582-da0c-4f9f-966b-7ce2d271c05b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 19:36:00.924437 dv-cinder-806191-2-iscsi neutron-server[93884]: INFO neutron.wsgi [req-d32dac6a-d52b-412d-945f-ee747f55c8f0 req-92966582-da0c-4f9f-966b-7ce2d271c05b service neutron] 10.222.0.23 "GET /v2.0/subnets?id=ac75aa76-eee1-4b9d-9808-d0d21aec48cd HTTP/1.1" status: 200 len: 854 time: 0.0471396 Aug 29 19:36:00.941915 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-469dbb5a-6cb6-4d7f-a242-33664a379fe0 req-9eaf3ba2-6a13-450d-8e72-3f212ea04dc0 tempest-VolumesSnapshotTestJSON-588642408 tempest-VolumesSnapshotTestJSON-588642408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 19:36:00.944024 dv-cinder-806191-2-iscsi neutron-server[93883]: INFO neutron.wsgi [req-469dbb5a-6cb6-4d7f-a242-33664a379fe0 req-9eaf3ba2-6a13-450d-8e72-3f212ea04dc0 tempest-VolumesSnapshotTestJSON-588642408 tempest-VolumesSnapshotTestJSON-588642408-project] 10.222.0.26 "GET /v2.0/ports?device_id=25f3baec-df61-4f1f-a166-5e29b7df96e6 HTTP/1.1" status: 200 len: 943 time: 0.0524509 Aug 29 19:36:00.955479 dv-cinder-806191-2-iscsi neutron-server[93884]: INFO neutron.wsgi [req-d32dac6a-d52b-412d-945f-ee747f55c8f0 req-cea72d2b-8623-4ace-afb0-6efb4249b51c service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=171b3397-b4ee-4050-98a7-475057a3707c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0243027 Aug 29 19:36:00.982100 dv-cinder-806191-2-iscsi neutron-server[93883]: INFO neutron.wsgi [req-469dbb5a-6cb6-4d7f-a242-33664a379fe0 req-2e114010-1cfc-4de2-bdc5-6bbbec71baec tempest-VolumesSnapshotTestJSON-588642408 tempest-VolumesSnapshotTestJSON-588642408-project] 10.222.0.26 "GET /v2.0/security-groups?id=6696dfa3-f4cc-4a7f-a8bc-71fa11255906&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317822 Aug 29 19:36:01.042935 dv-cinder-806191-2-iscsi neutron-server[93884]: INFO neutron.wsgi [req-d32dac6a-d52b-412d-945f-ee747f55c8f0 req-216dd919-124e-4b85-bbc6-67941ee9ee1f service neutron] 10.222.0.23 "GET /v2.0/networks/171b3397-b4ee-4050-98a7-475057a3707c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0802441 Aug 29 19:36:01.136331 dv-cinder-806191-2-iscsi neutron-server[93884]: INFO neutron.wsgi [req-d32dac6a-d52b-412d-945f-ee747f55c8f0 req-74cb902c-9015-4733-b9d2-b78b5038ccce service neutron] 10.222.0.23 "GET /v2.0/networks/171b3397-b4ee-4050-98a7-475057a3707c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859766 Aug 29 19:36:01.218368 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47e260af-1fdd-4af8-bbfc-12a4d9da1015 req-ff7f7b11-75be-47ec-8631-35cf8f440279 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 19:36:01.219863 dv-cinder-806191-2-iscsi neutron-server[93884]: INFO neutron.wsgi [req-47e260af-1fdd-4af8-bbfc-12a4d9da1015 req-ff7f7b11-75be-47ec-8631-35cf8f440279 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=5d7c4f31da214a23b6a95fe4e5b2d544&device_id=25f3baec-df61-4f1f-a166-5e29b7df96e6 HTTP/1.1" status: 200 len: 1096 time: 0.0407536 Aug 29 19:36:01.309773 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47e260af-1fdd-4af8-bbfc-12a4d9da1015 req-5a326eb5-cc75-4f31-bb93-500cd2bcb02c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 19:36:01.311166 dv-cinder-806191-2-iscsi neutron-server[93884]: INFO neutron.wsgi [req-47e260af-1fdd-4af8-bbfc-12a4d9da1015 req-5a326eb5-cc75-4f31-bb93-500cd2bcb02c service neutron] 10.222.0.23 "GET /v2.0/networks?id=171b3397-b4ee-4050-98a7-475057a3707c HTTP/1.1" status: 200 len: 915 time: 0.0841222 Aug 29 19:36:01.352413 dv-cinder-806191-2-iscsi neutron-server[93884]: INFO neutron.wsgi [req-47e260af-1fdd-4af8-bbfc-12a4d9da1015 req-9127b18c-0e59-4fc4-aedf-5f6ab5e218c2 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=454d0126-a689-41b2-99ff-2090e8cc2256 HTTP/1.1" status: 200 len: 217 time: 0.0329404 Aug 29 19:36:01.400190 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47e260af-1fdd-4af8-bbfc-12a4d9da1015 req-1bbf1495-aa12-4b0f-95cd-15188db7b5cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 19:36:01.401574 dv-cinder-806191-2-iscsi neutron-server[93884]: INFO neutron.wsgi [req-47e260af-1fdd-4af8-bbfc-12a4d9da1015 req-1bbf1495-aa12-4b0f-95cd-15188db7b5cc service neutron] 10.222.0.23 "GET /v2.0/subnets?id=ac75aa76-eee1-4b9d-9808-d0d21aec48cd HTTP/1.1" status: 200 len: 854 time: 0.0414455 Aug 29 19:36:01.432551 dv-cinder-806191-2-iscsi neutron-server[93884]: INFO neutron.wsgi [req-47e260af-1fdd-4af8-bbfc-12a4d9da1015 req-7fb18870-0e76-4714-9edc-7c36df966fd8 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=171b3397-b4ee-4050-98a7-475057a3707c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0230994 Aug 29 19:36:01.521794 dv-cinder-806191-2-iscsi neutron-server[93884]: INFO neutron.wsgi [req-47e260af-1fdd-4af8-bbfc-12a4d9da1015 req-7a6178a8-e89c-445e-9dc2-ccea820b8a84 service neutron] 10.222.0.23 "GET /v2.0/networks/171b3397-b4ee-4050-98a7-475057a3707c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0815308 Aug 29 19:36:01.617164 dv-cinder-806191-2-iscsi neutron-server[93884]: INFO neutron.wsgi [req-47e260af-1fdd-4af8-bbfc-12a4d9da1015 req-709c9369-9224-489d-8842-ba4f83fb28f2 service neutron] 10.222.0.23 "GET /v2.0/networks/171b3397-b4ee-4050-98a7-475057a3707c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868454 Aug 29 19:36:02.101962 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea5ef364-e93b-4757-9eef-b3de828a529c req-9d9adb92-626b-42c6-ad23-000520936ccb tempest-VolumesSnapshotTestJSON-588642408 tempest-VolumesSnapshotTestJSON-588642408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 19:36:02.103449 dv-cinder-806191-2-iscsi neutron-server[93884]: INFO neutron.wsgi [req-ea5ef364-e93b-4757-9eef-b3de828a529c req-9d9adb92-626b-42c6-ad23-000520936ccb tempest-VolumesSnapshotTestJSON-588642408 tempest-VolumesSnapshotTestJSON-588642408-project] 10.222.0.26 "GET /v2.0/ports?device_id=25f3baec-df61-4f1f-a166-5e29b7df96e6 HTTP/1.1" status: 200 len: 943 time: 0.0530531 Aug 29 19:36:02.139870 dv-cinder-806191-2-iscsi neutron-server[93884]: INFO neutron.wsgi [req-ea5ef364-e93b-4757-9eef-b3de828a529c req-71c71cdf-1b5e-4737-a639-afadb45d7642 tempest-VolumesSnapshotTestJSON-588642408 tempest-VolumesSnapshotTestJSON-588642408-project] 10.222.0.26 "GET /v2.0/security-groups?id=6696dfa3-f4cc-4a7f-a8bc-71fa11255906&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305209 Aug 29 19:36:03.254083 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-847fa2e7-94e3-479a-a641-523230d9c6a8 req-928cac15-ed1e-43eb-82d9-2d12affea7bb tempest-VolumesSnapshotTestJSON-588642408 tempest-VolumesSnapshotTestJSON-588642408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 19:36:03.255561 dv-cinder-806191-2-iscsi neutron-server[93883]: INFO neutron.wsgi [req-847fa2e7-94e3-479a-a641-523230d9c6a8 req-928cac15-ed1e-43eb-82d9-2d12affea7bb tempest-VolumesSnapshotTestJSON-588642408 tempest-VolumesSnapshotTestJSON-588642408-project] 10.222.0.26 "GET /v2.0/ports?device_id=25f3baec-df61-4f1f-a166-5e29b7df96e6 HTTP/1.1" status: 200 len: 943 time: 0.0480599 Aug 29 19:36:03.292724 dv-cinder-806191-2-iscsi neutron-server[93883]: INFO neutron.wsgi [req-847fa2e7-94e3-479a-a641-523230d9c6a8 req-bda4f708-f7b7-4f06-8dfa-8136411eb1c1 tempest-VolumesSnapshotTestJSON-588642408 tempest-VolumesSnapshotTestJSON-588642408-project] 10.222.0.26 "GET /v2.0/security-groups?id=6696dfa3-f4cc-4a7f-a8bc-71fa11255906&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311811 Aug 29 19:36:03.471024 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-e411ce9c-394c-453f-add9-812245090945 None None] Device 454d0126-a689-41b2-99ff-2090e8cc2256 details requested by agent hyperv_hv-cinder-80619 with host hv-cinder-80619 {{(pid=93885) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 19:36:03.561597 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-e411ce9c-394c-453f-add9-812245090945 None None] For port 454d0126-a689-41b2-99ff-2090e8cc2256, host hv-cinder-80619, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80619',level=0,port_id=454d0126-a689-41b2-99ff-2090e8cc2256,segment=NetworkSegment(b86018ab-2641-4f06-8922-a203e5a94454),segment_id=b86018ab-2641-4f06-8922-a203e5a94454)] {{(pid=93885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 19:36:03.576290 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-e411ce9c-394c-453f-add9-812245090945 None None] Returning: {'device': '454d0126-a689-41b2-99ff-2090e8cc2256', 'network_id': '171b3397-b4ee-4050-98a7-475057a3707c', 'port_id': '454d0126-a689-41b2-99ff-2090e8cc2256', 'mac_address': 'fa:16:3e:ab:cd:eb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 138, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ac75aa76-eee1-4b9d-9808-d0d21aec48cd', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93885) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 19:36:03.611475 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-e411ce9c-394c-453f-add9-812245090945 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3669058'] for port, before_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:36:03.624294 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.notifiers.nova [None req-e411ce9c-394c-453f-add9-812245090945 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 454d0126-a689-41b2-99ff-2090e8cc2256 {{(pid=93885) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 19:36:03.643458 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-e411ce9c-394c-453f-add9-812245090945 None None] For port 454d0126-a689-41b2-99ff-2090e8cc2256, host hv-cinder-80619, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80619',level=0,port_id=454d0126-a689-41b2-99ff-2090e8cc2256,segment=NetworkSegment(b86018ab-2641-4f06-8922-a203e5a94454),segment_id=b86018ab-2641-4f06-8922-a203e5a94454)] {{(pid=93885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 19:36:03.647445 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-e411ce9c-394c-453f-add9-812245090945 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3669005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3715978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777170436913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777169884182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777169884200'] for port, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:36:03.692920 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e411ce9c-394c-453f-add9-812245090945 None None] Pushing event updated for resources: {'Port': ['ID=454d0126-a689-41b2-99ff-2090e8cc2256,revision_number=4']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:36:03.699944 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e411ce9c-394c-453f-add9-812245090945 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806191-2-iscsi {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:36:03.700288 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e411ce9c-394c-453f-add9-812245090945 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806191-2-iscsi {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:36:03.700624 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e411ce9c-394c-453f-add9-812245090945 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806191-2-iscsi {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:36:03.700958 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e411ce9c-394c-453f-add9-812245090945 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806191-2-iscsi {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:36:03.701277 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e411ce9c-394c-453f-add9-812245090945 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-806191-2-iscsi {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:36:03.701599 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e411ce9c-394c-453f-add9-812245090945 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806191-2-iscsi {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:36:03.701921 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e411ce9c-394c-453f-add9-812245090945 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-806191-2-iscsi {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:36:03.702240 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e411ce9c-394c-453f-add9-812245090945 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-806191-2-iscsi {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:36:03.702591 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e411ce9c-394c-453f-add9-812245090945 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806191-2-iscsi {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:36:03.702912 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e411ce9c-394c-453f-add9-812245090945 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806191-2-iscsi {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:36:03.703232 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e411ce9c-394c-453f-add9-812245090945 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806191-2-iscsi {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:36:03.703546 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e411ce9c-394c-453f-add9-812245090945 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806191-2-iscsi {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:36:03.849983 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-e411ce9c-394c-453f-add9-812245090945 None None] get_ports_and_sgs() called for port_ids ['454d0126-a689-41b2-99ff-2090e8cc2256'] {{(pid=93885) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 19:36:04.404676 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81a567ed-611a-4573-b21c-ad071f2cafd6 req-81c71fd4-13a8-4547-9c28-cc758cf71f59 tempest-VolumesSnapshotTestJSON-588642408 tempest-VolumesSnapshotTestJSON-588642408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 19:36:04.406126 dv-cinder-806191-2-iscsi neutron-server[93884]: INFO neutron.wsgi [req-81a567ed-611a-4573-b21c-ad071f2cafd6 req-81c71fd4-13a8-4547-9c28-cc758cf71f59 tempest-VolumesSnapshotTestJSON-588642408 tempest-VolumesSnapshotTestJSON-588642408-project] 10.222.0.26 "GET /v2.0/ports?device_id=25f3baec-df61-4f1f-a166-5e29b7df96e6 HTTP/1.1" status: 200 len: 944 time: 0.0482044 Aug 29 19:36:04.443329 dv-cinder-806191-2-iscsi neutron-server[93884]: INFO neutron.wsgi [req-81a567ed-611a-4573-b21c-ad071f2cafd6 req-3bd32318-2f8d-4b4c-99b4-b9a5a3443929 tempest-VolumesSnapshotTestJSON-588642408 tempest-VolumesSnapshotTestJSON-588642408-project] 10.222.0.26 "GET /v2.0/security-groups?id=6696dfa3-f4cc-4a7f-a8bc-71fa11255906&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311606 Aug 29 19:36:05.489230 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-e411ce9c-394c-453f-add9-812245090945 None None] Device 454d0126-a689-41b2-99ff-2090e8cc2256 up at agent hyperv_hv-cinder-80619 {{(pid=93885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 19:36:05.540410 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-e411ce9c-394c-453f-add9-812245090945 None None] Provisioning for port 454d0126-a689-41b2-99ff-2090e8cc2256 completed by entity L2. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 19:36:05.544192 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-e411ce9c-394c-453f-add9-812245090945 None None] Provisioning complete for port 454d0126-a689-41b2-99ff-2090e8cc2256 triggered by entity L2. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 19:36:05.544557 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-e411ce9c-394c-453f-add9-812245090945 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3627211'] for port, provisioning_complete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:36:05.558736 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34eb40e3-3a80-42f2-8069-e2144c91aa3a req-efb6ba0b-584f-40dc-b57b-4b0af82085ae tempest-VolumesSnapshotTestJSON-588642408 tempest-VolumesSnapshotTestJSON-588642408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 19:36:05.560227 dv-cinder-806191-2-iscsi neutron-server[93883]: INFO neutron.wsgi [req-34eb40e3-3a80-42f2-8069-e2144c91aa3a req-efb6ba0b-584f-40dc-b57b-4b0af82085ae tempest-VolumesSnapshotTestJSON-588642408 tempest-VolumesSnapshotTestJSON-588642408-project] 10.222.0.26 "GET /v2.0/ports?device_id=25f3baec-df61-4f1f-a166-5e29b7df96e6 HTTP/1.1" status: 200 len: 944 time: 0.0501802 Aug 29 19:36:05.598305 dv-cinder-806191-2-iscsi neutron-server[93883]: INFO neutron.wsgi [req-34eb40e3-3a80-42f2-8069-e2144c91aa3a req-e3524d47-32e0-4111-bdc6-6066fe362673 tempest-VolumesSnapshotTestJSON-588642408 tempest-VolumesSnapshotTestJSON-588642408-project] 10.222.0.26 "GET /v2.0/security-groups?id=6696dfa3-f4cc-4a7f-a8bc-71fa11255906&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319791 Aug 29 19:36:05.633002 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-e411ce9c-394c-453f-add9-812245090945 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3669058'] for port, before_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:36:05.654425 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '25f3baec-df61-4f1f-a166-5e29b7df96e6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '454d0126-a689-41b2-99ff-2090e8cc2256'}] {{(pid=93885) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 19:36:05.656620 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b746b22f1a330a85490eeb53ccb4cfec71189e4c963aff014ae6842ea75f17cc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ec6e5b5-b1e0-4bb3-85a3-3495cf088dbb" -d '{"events": [{"server_uuid": "25f3baec-df61-4f1f-a166-5e29b7df96e6", "name": "network-vif-plugged", "status": "completed", "tag": "454d0126-a689-41b2-99ff-2090e8cc2256"}]}' {{(pid=93885) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 19:36:05.668777 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-e411ce9c-394c-453f-add9-812245090945 None None] For port 454d0126-a689-41b2-99ff-2090e8cc2256, host hv-cinder-80619, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80619',level=0,port_id=454d0126-a689-41b2-99ff-2090e8cc2256,segment=NetworkSegment(b86018ab-2641-4f06-8922-a203e5a94454),segment_id=b86018ab-2641-4f06-8922-a203e5a94454)] {{(pid=93885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 19:36:05.672842 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-e411ce9c-394c-453f-add9-812245090945 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3669005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3715978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777170436913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777169884182', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777169884200'] for port, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:36:05.696463 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 19:36:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1e40a0d8-3965-42da-8b0d-c74acb6d82d9 x-openstack-request-id: req-1e40a0d8-3965-42da-8b0d-c74acb6d82d9 {{(pid=93885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 19:36:05.696752 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "25f3baec-df61-4f1f-a166-5e29b7df96e6", "name": "network-vif-plugged", "status": "completed", "tag": "454d0126-a689-41b2-99ff-2090e8cc2256", "code": 200}]} {{(pid=93885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 19:36:05.697001 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-1e40a0d8-3965-42da-8b0d-c74acb6d82d9 {{(pid=93885) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 19:36:05.697385 dv-cinder-806191-2-iscsi neutron-server[93885]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '25f3baec-df61-4f1f-a166-5e29b7df96e6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '454d0126-a689-41b2-99ff-2090e8cc2256', 'code': 200} Aug 29 19:36:05.725129 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e411ce9c-394c-453f-add9-812245090945 None None] Pushing event updated for resources: {'Port': ['ID=454d0126-a689-41b2-99ff-2090e8cc2256,revision_number=5']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:36:05.851930 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-890799d2-a275-4cc3-a003-85a8c42b7ebb req-a0508541-71b4-4b95-a283-043a39bd6bf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 19:36:05.853371 dv-cinder-806191-2-iscsi neutron-server[93884]: INFO neutron.wsgi [req-890799d2-a275-4cc3-a003-85a8c42b7ebb req-a0508541-71b4-4b95-a283-043a39bd6bf2 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=25f3baec-df61-4f1f-a166-5e29b7df96e6 HTTP/1.1" status: 200 len: 1098 time: 0.0386145 Aug 29 19:36:05.887418 dv-cinder-806191-2-iscsi neutron-server[93884]: INFO neutron.wsgi [req-890799d2-a275-4cc3-a003-85a8c42b7ebb req-2fb5bf73-8884-4fdc-b3d1-ec0102914c3b service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=6696dfa3-f4cc-4a7f-a8bc-71fa11255906&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0266459 Aug 29 19:36:06.717468 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5451486e-2fb5-485f-82c7-273ab7cf41a9 req-62809dbc-fc15-45bd-8534-8a5772f26be7 tempest-VolumesSnapshotTestJSON-588642408 tempest-VolumesSnapshotTestJSON-588642408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 19:36:06.718999 dv-cinder-806191-2-iscsi neutron-server[93883]: INFO neutron.wsgi [req-5451486e-2fb5-485f-82c7-273ab7cf41a9 req-62809dbc-fc15-45bd-8534-8a5772f26be7 tempest-VolumesSnapshotTestJSON-588642408 tempest-VolumesSnapshotTestJSON-588642408-project] 10.222.0.26 "GET /v2.0/ports?device_id=25f3baec-df61-4f1f-a166-5e29b7df96e6 HTTP/1.1" status: 200 len: 945 time: 0.0526330 Aug 29 19:36:06.756411 dv-cinder-806191-2-iscsi neutron-server[93883]: INFO neutron.wsgi [req-5451486e-2fb5-485f-82c7-273ab7cf41a9 req-98c17be3-3326-4ba3-948c-21f63c21127b tempest-VolumesSnapshotTestJSON-588642408 tempest-VolumesSnapshotTestJSON-588642408-project] 10.222.0.26 "GET /v2.0/security-groups?id=6696dfa3-f4cc-4a7f-a8bc-71fa11255906&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308037 Aug 29 19:36:07.874895 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a6727ae-cc02-4892-b7f2-017e7b4f68ce req-322c2eca-39d0-45d3-a46f-66f160b5b831 tempest-VolumesSnapshotTestJSON-588642408 tempest-VolumesSnapshotTestJSON-588642408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 19:36:07.876336 dv-cinder-806191-2-iscsi neutron-server[93884]: INFO neutron.wsgi [req-1a6727ae-cc02-4892-b7f2-017e7b4f68ce req-322c2eca-39d0-45d3-a46f-66f160b5b831 tempest-VolumesSnapshotTestJSON-588642408 tempest-VolumesSnapshotTestJSON-588642408-project] 10.222.0.26 "GET /v2.0/ports?device_id=25f3baec-df61-4f1f-a166-5e29b7df96e6 HTTP/1.1" status: 200 len: 945 time: 0.0508564 Aug 29 19:36:07.912721 dv-cinder-806191-2-iscsi neutron-server[93884]: INFO neutron.wsgi [req-1a6727ae-cc02-4892-b7f2-017e7b4f68ce req-a9454af3-e7fd-4bed-8aaf-261c288ac852 tempest-VolumesSnapshotTestJSON-588642408 tempest-VolumesSnapshotTestJSON-588642408-project] 10.222.0.26 "GET /v2.0/security-groups?id=6696dfa3-f4cc-4a7f-a8bc-71fa11255906&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0299320 Aug 29 19:36:08.460957 dv-cinder-806191-2-iscsi neutron-server[93886]: DEBUG neutron.db.agents_db [None req-c8461fad-6a9a-4fb7-93e9-57a62b582dc0 None None] Agent healthcheck: found 6 active agents {{(pid=93886) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 19:36:16.431368 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-a895ff6b-3d81-43a6-94f2-5acf9edecf25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777170380508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3627128'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:36:19.036167 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-a7a2cc45-65cf-4b4f-bd48-628dd70085bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777170380508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3627128'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:36:19.699188 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-f7f3f912-659a-49f9-ab3a-0560ee4983b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777170380508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3627128'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:36:20.428001 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-ed31fb2d-405b-476e-b16a-f8415d14bc27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777170380508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3627128'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:36:20.794541 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-e411ce9c-394c-453f-add9-812245090945 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777170380508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3627128'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:36:21.884553 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-c214b08a-13ec-4cca-bdbd-998b9b76327d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777170380508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3627128'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:36:27.810560 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41632442-9492-43ea-9138-fe5a4514b292 req-3bb97e56-4c40-4058-98f3-7b4503340c6f tempest-VolumesSnapshotTestJSON-588642408 tempest-VolumesSnapshotTestJSON-588642408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 19:36:27.812034 dv-cinder-806191-2-iscsi neutron-server[93884]: INFO neutron.wsgi [req-41632442-9492-43ea-9138-fe5a4514b292 req-3bb97e56-4c40-4058-98f3-7b4503340c6f tempest-VolumesSnapshotTestJSON-588642408 tempest-VolumesSnapshotTestJSON-588642408-project] 10.222.0.26 "GET /v2.0/ports?device_id=25f3baec-df61-4f1f-a166-5e29b7df96e6 HTTP/1.1" status: 200 len: 945 time: 0.0497031 Aug 29 19:36:27.849877 dv-cinder-806191-2-iscsi neutron-server[93884]: INFO neutron.wsgi [req-41632442-9492-43ea-9138-fe5a4514b292 req-687ed1ed-b882-4d28-aaeb-a811c73f78af tempest-VolumesSnapshotTestJSON-588642408 tempest-VolumesSnapshotTestJSON-588642408-project] 10.222.0.26 "GET /v2.0/security-groups?id=6696dfa3-f4cc-4a7f-a8bc-71fa11255906&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314035 Aug 29 19:36:28.964619 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f04d383-a908-4d78-b2db-8a83744b197c req-951ab638-315f-4426-8db9-7dcd0d7383fc tempest-VolumesSnapshotTestJSON-588642408 tempest-VolumesSnapshotTestJSON-588642408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 19:36:28.966095 dv-cinder-806191-2-iscsi neutron-server[93883]: INFO neutron.wsgi [req-8f04d383-a908-4d78-b2db-8a83744b197c req-951ab638-315f-4426-8db9-7dcd0d7383fc tempest-VolumesSnapshotTestJSON-588642408 tempest-VolumesSnapshotTestJSON-588642408-project] 10.222.0.26 "GET /v2.0/ports?device_id=25f3baec-df61-4f1f-a166-5e29b7df96e6 HTTP/1.1" status: 200 len: 945 time: 0.0485454 Aug 29 19:36:29.002722 dv-cinder-806191-2-iscsi neutron-server[93883]: INFO neutron.wsgi [req-8f04d383-a908-4d78-b2db-8a83744b197c req-8f2f5484-7035-4996-90bf-6cb11019596e tempest-VolumesSnapshotTestJSON-588642408 tempest-VolumesSnapshotTestJSON-588642408-project] 10.222.0.26 "GET /v2.0/security-groups?id=6696dfa3-f4cc-4a7f-a8bc-71fa11255906&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306017 Aug 29 19:36:29.308601 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24a3630b-d182-4596-93aa-e1ff1a15e48e req-5e3574df-18e6-4892-955f-3632f4c098d4 tempest-VolumesSnapshotTestJSON-588642408 tempest-VolumesSnapshotTestJSON-588642408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 19:36:29.310044 dv-cinder-806191-2-iscsi neutron-server[93884]: INFO neutron.wsgi [req-24a3630b-d182-4596-93aa-e1ff1a15e48e req-5e3574df-18e6-4892-955f-3632f4c098d4 tempest-VolumesSnapshotTestJSON-588642408 tempest-VolumesSnapshotTestJSON-588642408-project] 10.222.0.23 "GET /v2.0/ports?device_id=25f3baec-df61-4f1f-a166-5e29b7df96e6 HTTP/1.1" status: 200 len: 945 time: 0.0472324 Aug 29 19:36:29.399634 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [req-24a3630b-d182-4596-93aa-e1ff1a15e48e req-d45e2ce8-c929-4fbb-b475-84b6ac42a1eb tempest-VolumesSnapshotTestJSON-588642408 tempest-VolumesSnapshotTestJSON-588642408-project] Deleting port 454d0126-a689-41b2-99ff-2090e8cc2256 {{(pid=93884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 19:36:29.399972 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-24a3630b-d182-4596-93aa-e1ff1a15e48e req-d45e2ce8-c929-4fbb-b475-84b6ac42a1eb tempest-VolumesSnapshotTestJSON-588642408 tempest-VolumesSnapshotTestJSON-588642408-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777170414367'] for port, before_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:36:29.489494 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.db [req-24a3630b-d182-4596-93aa-e1ff1a15e48e req-d45e2ce8-c929-4fbb-b475-84b6ac42a1eb tempest-VolumesSnapshotTestJSON-588642408 tempest-VolumesSnapshotTestJSON-588642408-project] For port 454d0126-a689-41b2-99ff-2090e8cc2256, host hv-cinder-80619, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80619',level=0,port_id=454d0126-a689-41b2-99ff-2090e8cc2256,segment=NetworkSegment(b86018ab-2641-4f06-8922-a203e5a94454),segment_id=b86018ab-2641-4f06-8922-a203e5a94454)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 19:36:29.489771 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-24a3630b-d182-4596-93aa-e1ff1a15e48e req-d45e2ce8-c929-4fbb-b475-84b6ac42a1eb tempest-VolumesSnapshotTestJSON-588642408 tempest-VolumesSnapshotTestJSON-588642408-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3695122'] for port, precommit_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:36:29.504834 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [req-24a3630b-d182-4596-93aa-e1ff1a15e48e req-d45e2ce8-c929-4fbb-b475-84b6ac42a1eb tempest-VolumesSnapshotTestJSON-588642408 tempest-VolumesSnapshotTestJSON-588642408-project] Calling delete_port for 454d0126-a689-41b2-99ff-2090e8cc2256 owned by compute:nova {{(pid=93884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 19:36:29.634114 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-24a3630b-d182-4596-93aa-e1ff1a15e48e req-d45e2ce8-c929-4fbb-b475-84b6ac42a1eb tempest-VolumesSnapshotTestJSON-588642408 tempest-VolumesSnapshotTestJSON-588642408-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3669005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3715978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777170436895', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777169884173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262862687'] for port, after_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:36:29.646116 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-e411ce9c-394c-453f-add9-812245090945 None None] get_ports_and_sgs() called for port_ids ['454d0126-a689-41b2-99ff-2090e8cc2256'] {{(pid=93885) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 19:36:29.660535 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d45e2ce8-c929-4fbb-b475-84b6ac42a1eb tempest-VolumesSnapshotTestJSON-588642408 tempest-VolumesSnapshotTestJSON-588642408-project] Pushing event deleted for resources: {'Port': ['ID=454d0126-a689-41b2-99ff-2090e8cc2256,revision_number=None']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:36:29.701765 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.db.l3_dvrscheduler_db [req-24a3630b-d182-4596-93aa-e1ff1a15e48e req-d45e2ce8-c929-4fbb-b475-84b6ac42a1eb tempest-VolumesSnapshotTestJSON-588642408 tempest-VolumesSnapshotTestJSON-588642408-project] No DVR routers for this DVR port 454d0126-a689-41b2-99ff-2090e8cc2256 on host hv-cinder-80619 {{(pid=93884) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 19:36:29.704440 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-24a3630b-d182-4596-93aa-e1ff1a15e48e req-d45e2ce8-c929-4fbb-b475-84b6ac42a1eb tempest-VolumesSnapshotTestJSON-588642408 tempest-VolumesSnapshotTestJSON-588642408-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-256493'] for port, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:36:29.706500 dv-cinder-806191-2-iscsi neutron-server[93884]: INFO neutron.wsgi [req-24a3630b-d182-4596-93aa-e1ff1a15e48e req-d45e2ce8-c929-4fbb-b475-84b6ac42a1eb tempest-VolumesSnapshotTestJSON-588642408 tempest-VolumesSnapshotTestJSON-588642408-project] 10.222.0.23 "DELETE /v2.0/ports/454d0126-a689-41b2-99ff-2090e8cc2256 HTTP/1.1" status: 204 len: 173 time: 0.3898952 Aug 29 19:36:29.706935 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '25f3baec-df61-4f1f-a166-5e29b7df96e6', 'name': 'network-vif-deleted', 'tag': '454d0126-a689-41b2-99ff-2090e8cc2256'}] {{(pid=93884) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 19:36:29.709145 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}af0273b9eb9050257146764f7dfc5aa69aec40d1770056ff1a21a350116cd0eb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de6cee17-c034-4823-adb2-9fef7b943789" -d '{"events": [{"server_uuid": "25f3baec-df61-4f1f-a166-5e29b7df96e6", "name": "network-vif-deleted", "tag": "454d0126-a689-41b2-99ff-2090e8cc2256"}]}' {{(pid=93884) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 19:36:29.766364 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 19:36:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-303c5709-5a79-4fd8-88c8-29f507c4071b x-openstack-request-id: req-303c5709-5a79-4fd8-88c8-29f507c4071b {{(pid=93884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 19:36:29.766705 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "25f3baec-df61-4f1f-a166-5e29b7df96e6", "name": "network-vif-deleted", "tag": "454d0126-a689-41b2-99ff-2090e8cc2256", "status": "completed", "code": 200}]} {{(pid=93884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 19:36:29.766960 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-303c5709-5a79-4fd8-88c8-29f507c4071b {{(pid=93884) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 19:36:29.767346 dv-cinder-806191-2-iscsi neutron-server[93884]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '25f3baec-df61-4f1f-a166-5e29b7df96e6', 'name': 'network-vif-deleted', 'tag': '454d0126-a689-41b2-99ff-2090e8cc2256', 'status': 'completed', 'code': 200} Aug 29 19:36:30.112826 dv-cinder-806191-2-iscsi neutron-server[93883]: INFO neutron.wsgi [req-7d65b62d-70c1-473c-bac2-0f987c0068fe req-55c80c3b-a731-4a58-9a96-9717c64d6ff4 tempest-VolumesSnapshotTestJSON-588642408 tempest-VolumesSnapshotTestJSON-588642408-project] 10.222.0.26 "GET /v2.0/ports?device_id=25f3baec-df61-4f1f-a166-5e29b7df96e6 HTTP/1.1" status: 200 len: 210 time: 0.0294852 Aug 29 19:36:34.498312 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-e411ce9c-394c-453f-add9-812245090945 None None] Device 454d0126-a689-41b2-99ff-2090e8cc2256 no longer exists at agent hyperv_hv-cinder-80619 {{(pid=93885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 19:36:34.520932 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.plugins.ml2.plugin [None req-e411ce9c-394c-453f-add9-812245090945 None None] No Port match for: 454d0126-a689-41b2-99ff-2090e8cc2256 {{(pid=93885) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 19:36:34.521274 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-e411ce9c-394c-453f-add9-812245090945 None None] Device 454d0126-a689-41b2-99ff-2090e8cc2256 not bound to the agent host hv-cinder-80619 {{(pid=93885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 19:36:45.459980 dv-cinder-806191-2-iscsi neutron-server[93886]: DEBUG neutron.db.agents_db [None req-c8461fad-6a9a-4fb7-93e9-57a62b582dc0 None None] Agent healthcheck: found 6 active agents {{(pid=93886) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 19:36:46.432766 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-d8e0d2e6-5175-445f-a6a1-219b6d016cac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777170380508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3627128'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:36:49.036915 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-a355a09d-fae1-495f-887c-b2372399316b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777170380508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3627128'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:36:49.701779 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-f7f3f912-659a-49f9-ab3a-0560ee4983b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777170380508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3627128'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:36:50.431915 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-ed31fb2d-405b-476e-b16a-f8415d14bc27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777170380508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3627128'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:36:50.803628 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-e411ce9c-394c-453f-add9-812245090945 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777170380508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3627128'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:36:51.909953 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-c214b08a-13ec-4cca-bdbd-998b9b76327d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777170380508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3627128'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:36:52.281623 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.26', 37486) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 19:36:52.328572 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.db.db_base_plugin_v2 [None req-4f1741fe-b23b-44e4-ab5a-243ea5cb231f admin admin] Deleting subnet ac75aa76-eee1-4b9d-9808-d0d21aec48cd {{(pid=93884) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 19:36:52.332111 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-4f1741fe-b23b-44e4-ab5a-243ea5cb231f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:36:52.366784 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-4f1741fe-b23b-44e4-ab5a-243ea5cb231f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-84871'] for subnet, precommit_delete_associations {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:36:52.404064 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-4f1741fe-b23b-44e4-ab5a-243ea5cb231f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3624633'] for subnet, precommit_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:36:52.454699 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-4f1741fe-b23b-44e4-ab5a-243ea5cb231f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3624630', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-376708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3715978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-262862604', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260127726'] for subnet, after_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:36:52.480720 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f1741fe-b23b-44e4-ab5a-243ea5cb231f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ac75aa76-eee1-4b9d-9808-d0d21aec48cd,revision_number=None']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:36:52.483077 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-4f1741fe-b23b-44e4-ab5a-243ea5cb231f admin admin] Notify callbacks [] for subnet, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:36:52.484880 dv-cinder-806191-2-iscsi neutron-server[93884]: INFO neutron.wsgi [None req-4f1741fe-b23b-44e4-ab5a-243ea5cb231f admin admin] 10.222.0.26 "DELETE /v2.0/subnets/ac75aa76-eee1-4b9d-9808-d0d21aec48cd HTTP/1.1" status: 204 len: 168 time: 0.2022190 Aug 29 19:36:52.487459 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.26', 37488) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 19:36:52.490859 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f1741fe-b23b-44e4-ab5a-243ea5cb231f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806191-2-iscsi {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:36:52.491212 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f1741fe-b23b-44e4-ab5a-243ea5cb231f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806191-2-iscsi {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:36:52.491553 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f1741fe-b23b-44e4-ab5a-243ea5cb231f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806191-2-iscsi {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:36:52.491888 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f1741fe-b23b-44e4-ab5a-243ea5cb231f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806191-2-iscsi {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:36:52.492219 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f1741fe-b23b-44e4-ab5a-243ea5cb231f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-806191-2-iscsi {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:36:52.492550 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f1741fe-b23b-44e4-ab5a-243ea5cb231f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806191-2-iscsi {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:36:52.492878 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f1741fe-b23b-44e4-ab5a-243ea5cb231f admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-806191-2-iscsi {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:36:52.493205 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f1741fe-b23b-44e4-ab5a-243ea5cb231f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-806191-2-iscsi {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:36:52.493531 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f1741fe-b23b-44e4-ab5a-243ea5cb231f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806191-2-iscsi {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:36:52.493853 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f1741fe-b23b-44e4-ab5a-243ea5cb231f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806191-2-iscsi {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:36:52.494172 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f1741fe-b23b-44e4-ab5a-243ea5cb231f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806191-2-iscsi {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:36:52.494522 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f1741fe-b23b-44e4-ab5a-243ea5cb231f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806191-2-iscsi {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:36:52.559259 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-0863178d-ba0c-4e32-89d9-670cb71f321b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3621417'] for network, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:36:52.643281 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-0863178d-ba0c-4e32-89d9-670cb71f321b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3626562', 'neutron.services.segments.db._delete_segments_for_network-8777170380526'] for network, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:36:52.655222 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron.services.segments.db [None req-0863178d-ba0c-4e32-89d9-670cb71f321b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['171b3397-b4ee-4050-98a7-475057a3707c']}} {{(pid=93883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 19:36:52.666844 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron.services.segments.db [None req-0863178d-ba0c-4e32-89d9-670cb71f321b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b86018ab-2641-4f06-8922-a203e5a94454') {'for_net_delete': True} {{(pid=93883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 19:36:52.667145 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron.services.segments.db [None req-0863178d-ba0c-4e32-89d9-670cb71f321b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b86018ab-2641-4f06-8922-a203e5a94454') {} {{(pid=93883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 19:36:52.676465 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-0863178d-ba0c-4e32-89d9-670cb71f321b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777170380409', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-263765043'] for segment, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:36:52.691461 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-0863178d-ba0c-4e32-89d9-670cb71f321b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3556912'] for segment, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:36:52.698102 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0863178d-ba0c-4e32-89d9-670cb71f321b admin admin] Releasing vlan 138 on physical network physnet1 to pool {{(pid=93883) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 19:36:52.699052 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-0863178d-ba0c-4e32-89d9-670cb71f321b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3556912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-263410548'] for segment, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:36:52.700776 dv-cinder-806191-2-iscsi neutron-server[93883]: Traceback (most recent call last): Aug 29 19:36:52.700776 dv-cinder-806191-2-iscsi neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 19:36:52.700776 dv-cinder-806191-2-iscsi neutron-server[93883]: timer() Aug 29 19:36:52.700776 dv-cinder-806191-2-iscsi neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 19:36:52.700776 dv-cinder-806191-2-iscsi neutron-server[93883]: cb(*args, **kw) Aug 29 19:36:52.700776 dv-cinder-806191-2-iscsi neutron-server[93883]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 19:36:52.700776 dv-cinder-806191-2-iscsi neutron-server[93883]: return func(*args, **kwargs) Aug 29 19:36:52.700776 dv-cinder-806191-2-iscsi neutron-server[93883]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 19:36:52.700776 dv-cinder-806191-2-iscsi neutron-server[93883]: self._notify() Aug 29 19:36:52.700776 dv-cinder-806191-2-iscsi neutron-server[93883]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 19:36:52.700776 dv-cinder-806191-2-iscsi neutron-server[93883]: self.callback(batched_events) Aug 29 19:36:52.700776 dv-cinder-806191-2-iscsi neutron-server[93883]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 19:36:52.700776 dv-cinder-806191-2-iscsi neutron-server[93883]: event.method(event) Aug 29 19:36:52.700776 dv-cinder-806191-2-iscsi neutron-server[93883]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 19:36:52.700776 dv-cinder-806191-2-iscsi neutron-server[93883]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 19:36:52.700776 dv-cinder-806191-2-iscsi neutron-server[93883]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 19:36:52.700776 dv-cinder-806191-2-iscsi neutron-server[93883]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 19:36:52.700776 dv-cinder-806191-2-iscsi neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 19:36:52.700776 dv-cinder-806191-2-iscsi neutron-server[93883]: return f(self, *a, **k) Aug 29 19:36:52.700776 dv-cinder-806191-2-iscsi neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 19:36:52.700776 dv-cinder-806191-2-iscsi neutron-server[93883]: return self._get(url).json() Aug 29 19:36:52.700776 dv-cinder-806191-2-iscsi neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 19:36:52.700776 dv-cinder-806191-2-iscsi neutron-server[93883]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 19:36:52.700776 dv-cinder-806191-2-iscsi neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 19:36:52.700776 dv-cinder-806191-2-iscsi neutron-server[93883]: return self.request(url, 'GET', **kwargs) Aug 29 19:36:52.700776 dv-cinder-806191-2-iscsi neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 19:36:52.700776 dv-cinder-806191-2-iscsi neutron-server[93883]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 19:36:52.700776 dv-cinder-806191-2-iscsi neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 19:36:52.700776 dv-cinder-806191-2-iscsi neutron-server[93883]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 19:36:52.700776 dv-cinder-806191-2-iscsi neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 19:36:52.700776 dv-cinder-806191-2-iscsi neutron-server[93883]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 19:36:52.700776 dv-cinder-806191-2-iscsi neutron-server[93883]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 19:36:52.761298 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-0863178d-ba0c-4e32-89d9-670cb71f321b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3626555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-376669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3715978', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3676271'] for network, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:36:52.767180 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-0863178d-ba0c-4e32-89d9-670cb71f321b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3715960'] for network, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:36:52.769119 dv-cinder-806191-2-iscsi neutron-server[93883]: INFO neutron.wsgi [None req-0863178d-ba0c-4e32-89d9-670cb71f321b admin admin] 10.222.0.26 "DELETE /v2.0/networks/171b3397-b4ee-4050-98a7-475057a3707c HTTP/1.1" status: 204 len: 168 time: 0.2806723 Aug 29 19:36:52.780691 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0863178d-ba0c-4e32-89d9-670cb71f321b admin admin] Pushing event deleted for resources: {'Network': ['ID=171b3397-b4ee-4050-98a7-475057a3707c,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:36:52.788566 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0863178d-ba0c-4e32-89d9-670cb71f321b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806191-2-iscsi {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:36:52.788923 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0863178d-ba0c-4e32-89d9-670cb71f321b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806191-2-iscsi {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:36:52.789269 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0863178d-ba0c-4e32-89d9-670cb71f321b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806191-2-iscsi {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:36:52.789671 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0863178d-ba0c-4e32-89d9-670cb71f321b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806191-2-iscsi {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:36:52.789930 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0863178d-ba0c-4e32-89d9-670cb71f321b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-806191-2-iscsi {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:36:52.790263 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0863178d-ba0c-4e32-89d9-670cb71f321b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806191-2-iscsi {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:36:52.790628 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0863178d-ba0c-4e32-89d9-670cb71f321b admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-806191-2-iscsi {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:36:52.791063 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0863178d-ba0c-4e32-89d9-670cb71f321b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-806191-2-iscsi {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:36:52.791275 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0863178d-ba0c-4e32-89d9-670cb71f321b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806191-2-iscsi {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:36:52.791642 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0863178d-ba0c-4e32-89d9-670cb71f321b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806191-2-iscsi {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:36:52.791992 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0863178d-ba0c-4e32-89d9-670cb71f321b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806191-2-iscsi {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:36:52.792277 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0863178d-ba0c-4e32-89d9-670cb71f321b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806191-2-iscsi {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:36:52.883909 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.26', 37492) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 19:36:52.924130 dv-cinder-806191-2-iscsi neutron-server[93883]: INFO neutron.wsgi [None req-1365c7a3-9f20-4b59-b49c-287d24183bd2 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=5d7c4f31da214a23b6a95fe4e5b2d544&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0389967 Aug 29 19:36:52.926499 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.26', 37494) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 19:36:52.977650 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-ef0ad934-178a-4f65-b5f1-1612523482b6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:36:53.000899 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-ef0ad934-178a-4f65-b5f1-1612523482b6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:36:53.052448 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-ef0ad934-178a-4f65-b5f1-1612523482b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368872'] for security_group, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:36:53.055010 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-ef0ad934-178a-4f65-b5f1-1612523482b6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:36:53.056171 dv-cinder-806191-2-iscsi neutron-server[93883]: INFO neutron.wsgi [None req-ef0ad934-178a-4f65-b5f1-1612523482b6 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/6696dfa3-f4cc-4a7f-a8bc-71fa11255906 HTTP/1.1" status: 204 len: 168 time: 0.1287663 Aug 29 19:36:53.065854 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef0ad934-178a-4f65-b5f1-1612523482b6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6696dfa3-f4cc-4a7f-a8bc-71fa11255906,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:37:01.057207 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.26', 37564) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 19:37:01.163458 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-b5104274-d323-4790-9c42-9734e38368fe admin admin] Notify callbacks [] for security_group, before_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:37:01.250162 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-b5104274-d323-4790-9c42-9734e38368fe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:37:01.253791 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-b5104274-d323-4790-9c42-9734e38368fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368872'] for security_group, after_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:37:01.291077 dv-cinder-806191-2-iscsi neutron-server[93884]: INFO neutron.wsgi [None req-b5104274-d323-4790-9c42-9734e38368fe admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=2ba70fcb2daa424381715618ef5bf70f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2328157 Aug 29 19:37:01.292045 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5104274-d323-4790-9c42-9734e38368fe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=032b8c16-d4c7-4aca-85bd-670e115d82be,revision_number=1']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:37:01.293764 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.26', 37568) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 19:37:01.343071 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-2c309a5e-2e45-4da1-a747-58672c36c095 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:37:01.363267 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-2c309a5e-2e45-4da1-a747-58672c36c095 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:37:01.409238 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-2c309a5e-2e45-4da1-a747-58672c36c095 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368872'] for security_group, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:37:01.411787 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-2c309a5e-2e45-4da1-a747-58672c36c095 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:37:01.413223 dv-cinder-806191-2-iscsi neutron-server[93883]: INFO neutron.wsgi [None req-2c309a5e-2e45-4da1-a747-58672c36c095 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/032b8c16-d4c7-4aca-85bd-670e115d82be HTTP/1.1" status: 204 len: 168 time: 0.1183248 Aug 29 19:37:01.420673 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c309a5e-2e45-4da1-a747-58672c36c095 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=032b8c16-d4c7-4aca-85bd-670e115d82be,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:37:05.157080 dv-cinder-806191-2-iscsi neutron-server[93883]: DEBUG neutron.wsgi [req-5e81d49f-b185-4530-9b5d-0194540054ff req-1de27ca9-4955-43b8-9753-25eab66f0c07 service neutron] (93883) timed out ('10.222.0.23', 53758) {{(pid=93883) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 29 19:37:16.434090 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-6f3f12b7-0090-4fda-8068-003e773b71b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777170380508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3627128'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:37:19.036600 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-628b1506-c600-452b-b283-504378cf142a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777170380508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3627128'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:37:19.704984 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-f7f3f912-659a-49f9-ab3a-0560ee4983b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777170380508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3627128'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:37:20.434130 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-ed31fb2d-405b-476e-b16a-f8415d14bc27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777170380508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3627128'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:37:20.798248 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-e411ce9c-394c-453f-add9-812245090945 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777170380508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3627128'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:37:21.893176 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-c214b08a-13ec-4cca-bdbd-998b9b76327d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777170380508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3627128'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:37:22.459100 dv-cinder-806191-2-iscsi neutron-server[93886]: DEBUG neutron.db.agents_db [None req-c8461fad-6a9a-4fb7-93e9-57a62b582dc0 None None] Agent healthcheck: found 6 active agents {{(pid=93886) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 19:37:46.435883 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-61aae9ea-babf-4e7d-aaeb-dc088015d400 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777170380508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3627128'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:37:49.037422 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-2e03827b-c205-4159-8860-63d5c49c0b35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777170380508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3627128'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:37:49.706244 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-f7f3f912-659a-49f9-ab3a-0560ee4983b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777170380508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3627128'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:37:50.436885 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-ed31fb2d-405b-476e-b16a-f8415d14bc27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777170380508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3627128'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:37:50.797171 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-e411ce9c-394c-453f-add9-812245090945 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777170380508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3627128'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:37:51.891136 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-c214b08a-13ec-4cca-bdbd-998b9b76327d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777170380508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3627128'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:37:59.458622 dv-cinder-806191-2-iscsi neutron-server[93886]: DEBUG neutron.db.agents_db [None req-c8461fad-6a9a-4fb7-93e9-57a62b582dc0 None None] Agent healthcheck: found 6 active agents {{(pid=93886) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 19:38:16.439537 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-e7c993cf-1056-4704-b0cd-8328d1dcb91c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777170380508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3627128'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:38:19.037195 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-577ef22b-319e-43ef-a23d-8cdf46010bea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777170380508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3627128'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:38:19.706913 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-f7f3f912-659a-49f9-ab3a-0560ee4983b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777170380508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3627128'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:38:20.438889 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-ed31fb2d-405b-476e-b16a-f8415d14bc27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777170380508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3627128'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:38:20.805794 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-e411ce9c-394c-453f-add9-812245090945 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777170380508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3627128'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:38:21.892841 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-c214b08a-13ec-4cca-bdbd-998b9b76327d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777170380508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3627128'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:38:36.457271 dv-cinder-806191-2-iscsi neutron-server[93886]: DEBUG neutron.db.agents_db [None req-c8461fad-6a9a-4fb7-93e9-57a62b582dc0 None None] Agent healthcheck: found 6 active agents {{(pid=93886) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 19:38:46.439383 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-9b1fc9ee-b78d-47e8-9c91-261d2727f489 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777170380508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3627128'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:38:49.037433 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-e0af40ce-7a94-4af9-a2fc-9edb0b3ebc4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777170380508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3627128'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:38:49.707358 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-f7f3f912-659a-49f9-ab3a-0560ee4983b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777170380508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3627128'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:38:50.441919 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-ed31fb2d-405b-476e-b16a-f8415d14bc27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777170380508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3627128'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:38:50.819999 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-e411ce9c-394c-453f-add9-812245090945 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777170380508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3627128'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:38:51.895257 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-c214b08a-13ec-4cca-bdbd-998b9b76327d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777170380508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3627128'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:39:13.456596 dv-cinder-806191-2-iscsi neutron-server[93886]: DEBUG neutron.db.agents_db [None req-c8461fad-6a9a-4fb7-93e9-57a62b582dc0 None None] Agent healthcheck: found 6 active agents {{(pid=93886) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 19:39:16.439177 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-66e5f9ca-4223-451b-83ce-a3f655272bad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777170380508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3627128'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:39:19.037089 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-f3556e6a-06a9-437d-bd2c-e70118f9bfdf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777170380508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3627128'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:39:19.707571 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-f7f3f912-659a-49f9-ab3a-0560ee4983b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777170380508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3627128'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:39:20.445589 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-ed31fb2d-405b-476e-b16a-f8415d14bc27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777170380508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3627128'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:39:20.819711 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-e411ce9c-394c-453f-add9-812245090945 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777170380508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3627128'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:39:21.898042 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-c214b08a-13ec-4cca-bdbd-998b9b76327d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777170380508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3627128'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:39:46.439238 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-47feea95-9cc1-4b66-9e07-2f4e30764c56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777170380508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3627128'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:39:49.037598 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-a1cf508f-2581-4daf-acc2-3b79f1df273f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777170380508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3627128'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:39:49.707930 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-f7f3f912-659a-49f9-ab3a-0560ee4983b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777170380508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3627128'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:39:50.448404 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-ed31fb2d-405b-476e-b16a-f8415d14bc27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777170380508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3627128'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:39:50.456161 dv-cinder-806191-2-iscsi neutron-server[93886]: DEBUG neutron.db.agents_db [None req-c8461fad-6a9a-4fb7-93e9-57a62b582dc0 None None] Agent healthcheck: found 6 active agents {{(pid=93886) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 19:39:50.834420 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-e411ce9c-394c-453f-add9-812245090945 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777170380508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3627128'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:39:51.901405 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-c214b08a-13ec-4cca-bdbd-998b9b76327d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777170380508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3627128'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:40:16.439495 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-82943b5e-aa2e-4ca0-b0f2-b6acfc623bdb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777170380508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3627128'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:40:19.038697 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-7de1d5b4-ea97-465b-80f1-46e530d5240b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777170380508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3627128'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:40:19.712192 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-f7f3f912-659a-49f9-ab3a-0560ee4983b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777170380508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3627128'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:40:20.451492 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-ed31fb2d-405b-476e-b16a-f8415d14bc27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777170380508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3627128'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:40:20.833427 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-e411ce9c-394c-453f-add9-812245090945 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777170380508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3627128'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:40:21.903831 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-c214b08a-13ec-4cca-bdbd-998b9b76327d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777170380508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3627128'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:40:27.455142 dv-cinder-806191-2-iscsi neutron-server[93886]: DEBUG neutron.db.agents_db [None req-c8461fad-6a9a-4fb7-93e9-57a62b582dc0 None None] Agent healthcheck: found 6 active agents {{(pid=93886) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 19:40:46.440100 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-534f9f88-5b6a-43af-8411-05a0d4584418 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777170380508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3627128'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:40:49.037671 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-d5ef3437-a560-4955-b0a7-0eec2922f345 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777170380508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3627128'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:40:49.712394 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-f7f3f912-659a-49f9-ab3a-0560ee4983b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777170380508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3627128'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:40:50.455528 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-ed31fb2d-405b-476e-b16a-f8415d14bc27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777170380508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3627128'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:40:50.847209 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-e411ce9c-394c-453f-add9-812245090945 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777170380508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3627128'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:40:51.905496 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-c214b08a-13ec-4cca-bdbd-998b9b76327d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777170380508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3627128'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:40:55.894129 dv-cinder-806191-2-iscsi neutron-server[93884]: DEBUG neutron.wsgi [req-127b3286-99dd-4078-94b5-44b65970c0bd req-e10885e4-9a99-4467-908b-222149131e76 service neutron] (93884) timed out ('10.222.0.23', 53775) {{(pid=93884) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 29 19:41:04.455293 dv-cinder-806191-2-iscsi neutron-server[93886]: DEBUG neutron.db.agents_db [None req-c8461fad-6a9a-4fb7-93e9-57a62b582dc0 None None] Agent healthcheck: found 6 active agents {{(pid=93886) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 19:41:16.440078 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-b6b01c9a-75b1-4a13-8246-5a0157a5e4ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777170380508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3627128'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:41:19.037834 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-9639d455-5d19-4685-a21a-ccb55b99b09d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777170380508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3627128'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:41:19.712585 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-f7f3f912-659a-49f9-ab3a-0560ee4983b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777170380508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3627128'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:41:20.457520 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-ed31fb2d-405b-476e-b16a-f8415d14bc27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777170380508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3627128'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:41:20.861917 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-e411ce9c-394c-453f-add9-812245090945 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777170380508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3627128'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:41:21.907196 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-c214b08a-13ec-4cca-bdbd-998b9b76327d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777170380508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3627128'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:41:41.454834 dv-cinder-806191-2-iscsi neutron-server[93886]: DEBUG neutron.db.agents_db [None req-c8461fad-6a9a-4fb7-93e9-57a62b582dc0 None None] Agent healthcheck: found 6 active agents {{(pid=93886) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 19:41:46.440771 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-46b9eea3-2cd7-4868-8661-94853a6e9588 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777170380508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3627128'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:41:49.043670 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-a8639598-2ae9-4bc4-a86c-50ed7a87fd2d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777170380508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3627128'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:41:49.713267 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-f7f3f912-659a-49f9-ab3a-0560ee4983b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777170380508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3627128'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:41:50.459894 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-ed31fb2d-405b-476e-b16a-f8415d14bc27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777170380508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3627128'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:41:50.861248 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-e411ce9c-394c-453f-add9-812245090945 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777170380508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3627128'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 19:41:51.909996 dv-cinder-806191-2-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-c214b08a-13ec-4cca-bdbd-998b9b76327d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777170380508', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3627128'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}